-- Logs begin at Mon 2022-05-09 04:11:29 UTC, end at Mon 2022-05-09 06:13:59 UTC. -- May 09 04:52:56.238301 dv-neutron-840482-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 09 04:52:58.779640 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.common.config [-] Logging enabled! May 09 04:52:58.780455 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev17 May 09 04:52:58.780455 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87934) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 09 04:52:58.783480 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.common.config [-] Logging enabled! May 09 04:52:58.783726 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev17 May 09 04:52:58.784025 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87934) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 09 04:52:58.784975 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 04:52:58.785203 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 04:52:58.785540 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 04:52:58.785775 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 04:52:58.785991 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 04:52:58.786300 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.786596 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.786918 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.787127 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.787410 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.787695 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.787969 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.788250 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.788561 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.788842 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.789112 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.789373 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.789596 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.789869 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.790146 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.790423 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.790639 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] debug = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.790910 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.791334 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.791739 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.792009 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.792291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.792601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.792868 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.793139 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.793416 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.793740 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] host = dv-neutron-840482-1-hyperv {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.794010 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.794290 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.794568 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.794846 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.795113 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.795380 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.795655 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.795925 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.796186 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] log_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.796478 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.796760 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.797041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.797322 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.797540 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.797753 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.798033 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.798311 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.798577 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.798842 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.799107 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.799374 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.799638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.799897 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.800170 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.800472 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.800751 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.801015 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.801279 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.801543 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.801805 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.802081 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.802396 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.802666 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.802929 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.803204 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.803464 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.803739 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.804027 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.804305 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.804601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.804875 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.805136 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.805407 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.805671 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.805933 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.806196 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] use_json = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.806458 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.806719 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.806988 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.807253 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.807518 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.807781 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.808043 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.808319 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.808605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:52:58.808893 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.809181 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.809475 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.810114 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.810395 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.810668 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.810947 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.811214 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.811493 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.811771 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.812049 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.812316 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.812616 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.812885 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.813167 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.813464 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.813749 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.814029 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.814294 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.814561 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.814824 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.815091 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.815370 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.815656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.815934 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.816198 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.816493 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.816778 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.817047 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.817312 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.817583 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.817860 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.818172 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.818435 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.818871 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.819144 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.819412 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.819675 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.819948 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.820230 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.820525 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.820789 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.821053 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.821322 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.821585 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.821861 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.822130 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.822392 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.822655 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.822922 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.823187 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.823449 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.823722 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.823982 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.824250 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.824551 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.824817 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.825079 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.825339 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.825599 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.825858 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.826117 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.826383 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.826644 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.826902 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.827167 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.827430 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.827694 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.827973 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.828261 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.828558 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.828827 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.829096 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.829367 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.829635 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.829902 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.830170 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.830437 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.830699 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.830976 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.831248 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.831526 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.831800 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.832066 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.832348 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.832637 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.832908 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.833175 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.833447 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.833827 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.834252 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.834579 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.834865 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.835151 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.835437 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.835722 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.835992 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.836291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.836588 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:52:58.836799 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 04:52:58.837032 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87934) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 09 04:52:59.222819 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO keyring.backend [-] Loading KWallet May 09 04:52:59.230019 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO keyring.backend [-] Loading SecretService May 09 04:52:59.233441 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO keyring.backend [-] Loading Windows May 09 04:52:59.234727 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO keyring.backend [-] Loading chainer May 09 04:52:59.235498 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO keyring.backend [-] Loading macOS May 09 04:52:59.267857 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 09 04:52:59.268116 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 09 04:52:59.268389 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 09 04:52:59.268749 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [-] Loading core plugin: ml2 May 09 04:52:59.655262 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.655559 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.655781 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.657099 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.657361 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.657615 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.692236 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.692530 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.692811 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.705823 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.706095 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.706346 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.735365 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.735625 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.735884 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.771363 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.771627 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:52:59.771880 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.008492 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.009124 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.009124 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.009474 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.010597 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.132331 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.132676 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.132946 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.133206 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.133459 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.133769 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.133978 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.134265 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.134502 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.134775 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.135022 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.135255 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.135503 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.135755 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.136002 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.136259 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.136529 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.136787 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.137030 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.137283 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.137622 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.137863 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.138101 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.138372 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.138609 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.138844 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.139217 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.139447 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.139674 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.139898 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.140122 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.140345 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.140725 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 09 04:53:00.143757 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 09 04:53:00.147657 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 09 04:53:00.151393 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 09 04:53:00.153045 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 09 04:53:00.153483 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 09 04:53:00.153808 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 09 04:53:00.154213 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 09 04:53:00.157154 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 09 04:53:00.157394 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 09 04:53:00.157721 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 09 04:53:00.185159 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 09 04:53:00.185584 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.185876 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87934) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 09 04:53:00.186218 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.187541 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87934) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 09 04:53:00.187809 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 09 04:53:00.188042 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 09 04:53:00.191372 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.191640 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.253937 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 09 04:53:00.254133 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 09 04:53:00.254386 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 09 04:53:00.254747 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 09 04:53:00.294747 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_db.sqlalchemy.engines [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87934) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 09 04:53:00.642685 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing driver for type 'gre' May 09 04:53:00.643222 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] gre ID ranges: [(1, 1000)] May 09 04:53:00.702597 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing driver for type 'local' May 09 04:53:00.702939 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing driver for type 'vlan' May 09 04:53:00.715021 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] VlanTypeDriver initialization complete May 09 04:53:00.715391 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing driver for type 'vxlan' May 09 04:53:00.715876 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] vxlan ID ranges: [(1, 1000)] May 09 04:53:00.776415 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing extension driver 'port_security' May 09 04:53:00.776786 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.extensions.port_security [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] PortSecurityExtensionDriver initialization complete May 09 04:53:00.777095 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing mechanism driver 'openvswitch' May 09 04:53:00.777411 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing mechanism driver 'hyperv' May 09 04:53:00.784112 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.plugin [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:00.784826 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.785189 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.785532 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.786064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 09 04:53:00.786489 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.786831 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.787669 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.788067 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 09 04:53:00.788517 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.788858 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.789194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.789574 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 09 04:53:00.789974 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.790309 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.790636 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.791007 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 09 04:53:00.791402 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.791734 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.792062 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.792599 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 09 04:53:00.792993 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.793338 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.793667 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.794060 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 09 04:53:00.794497 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] ML2 OVO RPC backend initialized. {{(pid=87934) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 09 04:53:00.795194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.795547 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.795953 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.796303 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > networks before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.796676 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.797010 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > ports before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.797370 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.797705 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.798041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.798380 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.798706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.799031 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.799354 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.799678 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.800001 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.800323 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.800678 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.801249 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.plugin [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Modular L2 Plugin initialization complete May 09 04:53:00.801573 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading services supported by the core plugin {{(pid=87934) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 09 04:53:00.801900 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.plugins.ml2.managers [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Got port-security extension from driver 'port_security' May 09 04:53:00.802360 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.extensions.vlantransparent [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Disabled vlantransparent extension. May 09 04:53:00.803382 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87934) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 09 04:53:00.803698 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: router May 09 04:53:00.842160 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.842515 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router after_create 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.842905 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router before_create 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.843264 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.843622 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.843960 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router after_delete 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.844306 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.844687 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router after_create 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.845023 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router after_update 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.845347 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router after_update 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.845682 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.846024 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router after_update 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.846424 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.846792 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: port after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.847116 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: port after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.847443 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: subnet after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.847766 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.848108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.848475 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.848798 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: port before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.849128 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.849471 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router after_update 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.850099 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.850460 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.850816 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.851154 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.851501 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > agent after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.851840 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.852176 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > network after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.853076 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Tracking information for resource: router configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.853396 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Tracking information for resource: floatingip configured {{(pid=87934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:53:00.858400 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.db.l3_agentschedulers_db [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 09 04:53:00.858962 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: port after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.859312 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: port after_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.859650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: port after_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.859992 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: port after_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.860914 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router before_create 55550100 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.861274 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.861629 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.861976 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.866551 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.services.provider_configuration [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service providers = [] {{(pid=87934) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 09 04:53:00.866900 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.db.servicetype_db [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87934) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 09 04:53:00.869840 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.services.service_base [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:53:00.870182 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.services.service_base [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:53:00.870511 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.services.service_base [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:53:00.871379 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.services.service_base [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:53:00.871748 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.services.service_base [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Default provider is not specified for service type L3_ROUTER_NAT May 09 04:53:00.872110 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.872422 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 09 04:53:00.883628 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.883950 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: auto_allocate May 09 04:53:00.889834 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: network precommit_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.890190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: network precommit_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.890692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.891002 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: tag May 09 04:53:00.898178 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.898429 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: timestamp May 09 04:53:00.902485 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.902803 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: network_ip_availability May 09 04:53:00.908028 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.908447 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.908799 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:00.909538 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.909883 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: flavors May 09 04:53:00.915420 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.915858 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading Plugin: revisions May 09 04:53:00.920123 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:53:00.920529 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_concurrency.lockutils [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.652s {{(pid=87934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 09 04:53:00.921270 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87934) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 09 04:53:00.921620 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Initializing extension manager. May 09 04:53:00.922094 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: __init__.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.922423 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: __pycache__ {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.922805 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.923059 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: address_group.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.923809 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.924376 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: address-group May 09 04:53:00.924718 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: address_scope.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.925415 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.925914 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: address-scope May 09 04:53:00.926224 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.927138 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.927629 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: router-admin-state-down-before-update May 09 04:53:00.928513 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: agent.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.929242 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.929748 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: agent May 09 04:53:00.930062 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: agent_resources_synced.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.930967 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.931464 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: agent-resources-synced May 09 04:53:00.931854 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.933833 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.934341 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: allowed-address-pairs May 09 04:53:00.935016 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.936075 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.936603 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: auto-allocated-topology May 09 04:53:00.936920 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: availability_zone.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.937608 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.938106 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: availability_zone May 09 04:53:00.938419 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: availability_zone_filter.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.939328 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.939823 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: availability_zone_filter May 09 04:53:00.940134 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: data_plane_status.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.941124 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.941620 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension data-plane-status not supported by any of loaded plugins May 09 04:53:00.941931 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: default_subnetpools.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.942834 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.943381 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: default-subnetpools May 09 04:53:00.944155 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.944990 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.945496 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: dhcp_agent_scheduler May 09 04:53:00.945810 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: dns.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.946717 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.947209 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension dns-integration not supported by any of loaded plugins May 09 04:53:00.947521 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: dns_domain_ports.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.948445 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.948943 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension dns-domain-ports not supported by any of loaded plugins May 09 04:53:00.949254 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: dvr.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.949919 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.950414 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: dvr May 09 04:53:00.950724 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: empty_string_filtering.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.951621 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.952127 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: empty-string-filtering May 09 04:53:00.952464 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.953371 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.953868 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 09 04:53:00.954178 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.955078 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.955576 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 09 04:53:00.955884 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: external_net.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.956805 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.957306 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: external-net May 09 04:53:00.957618 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.958544 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.959560 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: extra_dhcp_opt May 09 04:53:00.959905 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: extraroute.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.960835 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.961347 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: extraroute May 09 04:53:00.961665 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: extraroute_atomic.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.962695 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.963200 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: extraroute-atomic May 09 04:53:00.963510 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: filter_validation.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.964166 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.964687 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: filter-validation May 09 04:53:00.965009 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: fip_pf_description.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.965890 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.966381 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 09 04:53:00.966690 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: fip_port_details.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.967592 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.968085 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: fip-port-details May 09 04:53:00.968422 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: flavors.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.969634 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.970137 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: flavors May 09 04:53:00.970449 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.972104 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.972634 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 09 04:53:00.972961 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: floatingip_pools.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.973651 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.974154 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: floatingip-pools May 09 04:53:00.974530 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: ip_allocation.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.975911 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.976423 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension ip_allocation not supported by any of loaded plugins May 09 04:53:00.976747 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.977659 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.978160 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: ip-substring-filtering May 09 04:53:00.978478 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l2_adjacency.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.979385 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.979882 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension l2_adjacency not supported by any of loaded plugins May 09 04:53:00.980197 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l3.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.981190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.981697 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: router May 09 04:53:00.982014 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.984354 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.984897 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 09 04:53:00.985223 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.986139 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.986642 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: ext-gw-mode May 09 04:53:00.986961 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.987857 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.988360 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: l3-ha May 09 04:53:00.988711 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l3_flavors.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.989603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.990128 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: l3-flavors May 09 04:53:00.990933 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.991865 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.992367 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: l3-port-ip-change-not-allowed May 09 04:53:00.992706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: l3agentscheduler.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.993730 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.994231 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: l3_agent_scheduler May 09 04:53:00.994545 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: logging.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.996020 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.996559 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension logging not supported by any of loaded plugins May 09 04:53:00.996878 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: metering.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.997613 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:00.998184 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: metering May 09 04:53:00.998504 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:00.999577 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.000088 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: metering_source_and_destination_fields May 09 04:53:01.000417 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: multiprovidernet.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.001341 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.001845 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: multi-provider May 09 04:53:01.002160 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: netmtu.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.003069 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.003572 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: net-mtu May 09 04:53:01.003884 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: netmtu_writable.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.004814 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.005311 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: net-mtu-writable May 09 04:53:01.005626 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: network_availability_zone.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.006876 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.007372 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: network_availability_zone May 09 04:53:01.007691 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: network_ip_availability.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.008785 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.009318 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: network-ip-availability May 09 04:53:01.009587 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: network_segment_range.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.010340 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.010836 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension network-segment-range not supported by any of loaded plugins May 09 04:53:01.011154 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: pagination.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.012130 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.012471 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: pagination May 09 04:53:01.012780 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: port_device_profile.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.013678 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.014193 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: port-device-profile May 09 04:53:01.014506 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.015463 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.015906 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: port-mac-address-regenerate May 09 04:53:01.016216 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.017141 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.017634 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: port-numa-affinity-policy May 09 04:53:01.017946 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: port_resource_request.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.018837 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.019330 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension port-resource-request not supported by any of loaded plugins May 09 04:53:01.019641 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: portbindings.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.020582 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.021092 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: binding May 09 04:53:01.021443 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: portbindings_extended.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.023187 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.023683 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: binding-extended May 09 04:53:01.023999 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: portsecurity.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.024929 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.025433 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: port-security May 09 04:53:01.025747 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: project_id.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.026710 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.027028 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: project-id May 09 04:53:01.027338 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: providernet.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.028251 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.028791 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: provider May 09 04:53:01.029105 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.032817 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.033332 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos not supported by any of loaded plugins May 09 04:53:01.033653 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.034873 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.035384 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 09 04:53:01.035706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.036636 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.037341 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 09 04:53:01.038004 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_default.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.038908 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.039412 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-default not supported by any of loaded plugins May 09 04:53:01.039736 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_fip.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.040370 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.040888 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-fip not supported by any of loaded plugins May 09 04:53:01.041204 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.042110 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.042603 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 09 04:53:01.042922 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.043815 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.044309 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 09 04:53:01.044647 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.045539 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.046038 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 09 04:53:01.046346 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: qos_rules_alias.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.047372 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.047872 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension qos-rules-alias not supported by any of loaded plugins May 09 04:53:01.048193 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: quotasv2.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.049121 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.049438 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: quotas May 09 04:53:01.049749 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: quotasv2_detail.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.051348 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.051674 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: quota_details May 09 04:53:01.051992 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: rbac.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.053559 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.054079 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: rbac-policies May 09 04:53:01.054396 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: rbac_address_group.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.055313 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.055823 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: rbac-address-group May 09 04:53:01.056133 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: rbac_address_scope.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.057076 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.057582 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: rbac-address-scope May 09 04:53:01.057893 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: rbac_security_groups.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.058797 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.059298 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: rbac-security-groups May 09 04:53:01.059971 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.060905 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.061413 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: rbac-subnetpool May 09 04:53:01.061725 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: revisionifmatch.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.062624 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.063127 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: revision-if-match May 09 04:53:01.063436 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: revisions.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.064571 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.065059 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: standard-attr-revisions May 09 04:53:01.065372 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: router_availability_zone.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.066032 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.066531 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: router_availability_zone May 09 04:53:01.066839 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: routerservicetype.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.067745 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.068304 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension router-service-type not supported by any of loaded plugins May 09 04:53:01.068951 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.070134 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.070640 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: security-groups-normalized-cidr May 09 04:53:01.070953 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.071982 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.072507 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: port-security-groups-filtering May 09 04:53:01.072831 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.073733 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.074235 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: security-groups-remote-address-group May 09 04:53:01.074550 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: securitygroup.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.084181 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.084748 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: security-group May 09 04:53:01.085072 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: segment.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.085841 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.086338 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension segment not supported by any of loaded plugins May 09 04:53:01.086654 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.087574 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.088070 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 09 04:53:01.088384 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: servicetype.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.089495 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.090001 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: service-type May 09 04:53:01.090319 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: sorting.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.091287 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.091605 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: sorting May 09 04:53:01.091914 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: standard_attr_segment.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.092854 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.093347 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension standard-attr-segment not supported by any of loaded plugins May 09 04:53:01.093660 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: standardattrdescription.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.094294 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.094795 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: standard-attr-description May 09 04:53:01.095100 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: stateful_security_group.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.096021 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.096557 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: stateful-security-group May 09 04:53:01.096874 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: stdattrs_common.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.097446 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 09 04:53:01.097753 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.098760 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.099278 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 09 04:53:01.099657 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: subnet_onboard.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.101273 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.101790 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: subnet_onboard May 09 04:53:01.102106 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.103031 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.103544 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 09 04:53:01.103857 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: subnet_service_types.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.104800 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.105304 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: subnet-service-types May 09 04:53:01.105623 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: subnetallocation.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.106680 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.107185 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: subnet_allocation May 09 04:53:01.107496 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.108154 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.108668 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: subnetpool-prefix-ops May 09 04:53:01.108980 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.109906 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.110408 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 09 04:53:01.110724 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: tagging.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.111768 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.112275 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: standard-attr-tag May 09 04:53:01.112615 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: timestamp.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.113792 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.114297 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loaded extension: standard-attr-timestamp May 09 04:53:01.114614 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: trunk.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.116102 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.116639 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension trunk not supported by any of loaded plugins May 09 04:53:01.116957 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: trunk_details.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.117882 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.118387 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension trunk-details not supported by any of loaded plugins May 09 04:53:01.118699 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.119614 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.120112 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 09 04:53:01.120446 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Loading extension file: vlantransparent.py {{(pid=87934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:53:01.121110 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:53:01.121607 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extension vlan-transparent not supported by any of loaded plugins May 09 04:53:01.123989 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:network May 09 04:53:01.124753 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:subnet May 09 04:53:01.126668 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:53:01.127314 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:port May 09 04:53:01.128579 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.129023 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service FLAVORS assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.129634 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.130046 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.130375 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:router May 09 04:53:01.131312 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:floatingip May 09 04:53:01.132318 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service METERING assigned prefix: /metering {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.133764 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:01.134148 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:01.134490 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:53:01.135608 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of CountableResource for resource:rbac_policy May 09 04:53:01.136037 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:security_group May 09 04:53:01.136714 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:security_group_rule May 09 04:53:01.137456 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service CORE assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.137779 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:53:01.138105 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] subnetpool is already registered May 09 04:53:01.138688 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service CORE assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.139008 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:53:01.139322 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] subnetpool is already registered May 09 04:53:01.141915 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.142341 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service FLAVORS assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.142916 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.143330 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.143650 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:router May 09 04:53:01.143970 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] router is already registered May 09 04:53:01.144583 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:floatingip May 09 04:53:01.144908 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] floatingip is already registered May 09 04:53:01.145509 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service METERING assigned prefix: /metering {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.146191 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of CountableResource for resource:rbac_policy May 09 04:53:01.146610 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] rbac_policy is already registered May 09 04:53:01.147480 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:security_group May 09 04:53:01.147787 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] security_group is already registered May 09 04:53:01.148434 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:security_group_rule May 09 04:53:01.148705 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] security_group_rule is already registered May 09 04:53:01.149374 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service CORE assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.149703 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:53:01.150015 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] subnetpool is already registered May 09 04:53:01.150599 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.v2.resource_helper [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Service CORE assigned prefix: {{(pid=87934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:53:01.150919 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:53:01.151234 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING neutron.quota.resource_registry [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] subnetpool is already registered May 09 04:53:01.151855 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: extensions {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.153342 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: address-groups {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.154928 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: address-scopes {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.156125 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: agents {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.157304 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: auto-allocated-topology {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.158551 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: availability_zones {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.159842 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: dhcp-networks {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.161251 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: dhcp-agents {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.162889 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: routers {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.164696 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: flavors {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.165894 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: service_profiles {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.167079 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: next_providers {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.168626 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: service_profiles {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.170060 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: floatingip-pools {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.171253 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: routers {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.173122 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: floatingips {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.174294 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: l3-routers {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.175644 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: l3-agents {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.177084 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: metering-labels {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.179016 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: metering-label-rules {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.180291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: network-ip-availabilities {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.181581 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: bindings {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.183221 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: quotas {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.185028 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: quotas {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.186397 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: rbac-policies {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.187954 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: security-groups {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.189177 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: security-group-rules {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.190397 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: service-providers {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.191617 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: subnetpools {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.194479 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: subnetpools {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.195917 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.197606 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.320301 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.322106 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.323894 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.325895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.327564 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.329511 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.331252 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.333128 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron.api.extensions [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Extended resource: tags {{(pid=87934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:53:01.339695 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING keystonemiddleware.auth_token [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 09 04:53:01.344546 dv-neutron-840482-1-hyperv neutron-server[87934]: WARNING keystonemiddleware.auth_token [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 09 04:53:01.353364 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_concurrency.lockutils [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Acquired lock "singleton_lock" {{(pid=87934) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 09 04:53:01.353844 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_concurrency.lockutils [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Releasing lock "singleton_lock" {{(pid=87934) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 09 04:53:01.354478 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO oslo_service.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Starting 2 workers May 09 04:53:01.359100 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Started child 88041 {{(pid=87934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 04:53:01.363157 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Started child 88042 {{(pid=87934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 04:53:01.364178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:01.364819 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO neutron.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Neutron service started, listening on 0.0.0.0:9696 May 09 04:53:01.365419 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Notify callbacks [] for process, before_spawn {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:01.365890 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [-] (88041) wsgi starting up on http://0.0.0.0:9696 May 09 04:53:01.367866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:01.369168 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [-] (88042) wsgi starting up on http://0.0.0.0:9696 May 09 04:53:01.369576 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO oslo_service.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Starting 1 workers May 09 04:53:01.374475 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Started child 88043 {{(pid=87934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 04:53:01.374958 dv-neutron-840482-1-hyperv neutron-server[87934]: INFO oslo_service.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Starting 1 workers May 09 04:53:01.377918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] calling RpcWorker wait() {{(pid=88043) _wait /opt/stack/neutron/neutron/service.py:128}} May 09 04:53:01.378495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] returning from RpcWorker wait() {{(pid=88043) _wait /opt/stack/neutron/neutron/service.py:135}} May 09 04:53:01.379048 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Started child 88044 {{(pid=87934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 09 04:53:01.379728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:01.379855 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG neutron_lib.callbacks.manager [None req-33bcd9ad-6417-4b64-8f34-f79d6b5699a6 None None] Notify callbacks [] for process, after_spawn {{(pid=87934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:01.380183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:01.382343 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87934) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 09 04:53:01.382551 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 04:53:01.382700 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 04:53:01.382935 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 04:53:01.383288 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 04:53:01.383421 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 04:53:01.383914 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.384193 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.384512 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.384692 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:01.385177 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.385177 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.385556 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.385770 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:01.385923 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.386075 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.386302 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.386513 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.386661 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.386823 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.387097 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.387296 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.387640 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.387864 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.388118 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.388387 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.388656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.388826 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.389028 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.389288 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.389564 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] debug = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.389763 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.390247 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.390487 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.390719 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.390948 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.391173 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.391421 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.391684 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.391921 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.392133 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.392367 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.392639 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.392879 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.393096 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.393309 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.393546 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.393762 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.394208 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] host = dv-neutron-840482-1-hyperv {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.394466 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.394613 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.394849 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.395066 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.395300 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.395517 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.395753 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.395989 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.396242 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.396612 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.396984 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.397315 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.397550 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.397899 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.401927 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_options = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.401927 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.401927 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.401927 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.401927 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.401927 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.401927 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.403055 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.404084 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.404084 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.404084 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.404084 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.404084 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.404084 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 56558) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.405190 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.406317 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.406317 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.406317 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.406317 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.406317 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.406317 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.407218 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.407218 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.407218 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.407218 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.407679 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.407679 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.407881 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.408140 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.408315 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.408577 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.408755 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_json = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.409265 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.409440 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.409767 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.409983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.410334 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.410533 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.410748 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.410995 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.411210 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.412173 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.412343 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066893 May 09 04:53:01.412532 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.412532 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.413136 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.413340 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.413608 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.413821 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.415692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.415692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.415692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.415692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.416063 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.416159 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.416351 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.416695 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.416997 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.417257 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.417509 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.418288 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.418288 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.418449 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.418591 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.419193 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.419193 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.419677 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.419935 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.420877 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.420877 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.420877 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.420877 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.421156 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.421230 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.421946 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.421946 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.422112 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.422289 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.423859 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.423859 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.423859 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.423859 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.423859 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.423859 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.423859 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.424875 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.425121 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.425359 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.425594 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.425849 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.426078 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.426342 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.426582 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.426815 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.427033 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.427253 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.428650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.428650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.428650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.428650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.428650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.428650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.429378 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.429378 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.429378 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.429723 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.429723 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.430699 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.430699 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.430699 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.430699 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.431161 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.431161 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.431161 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.431926 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.433398 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.433398 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.433597 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.433818 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.434062 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.435275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.435275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.435275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.435550 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.435550 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.435762 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.436044 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.436339 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.437196 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.437650 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.438078 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.440670 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.441833 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.441833 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.441833 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.442269 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.442508 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.442793 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.443059 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.443357 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.443640 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.443887 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.444134 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.444474 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.444659 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.444810 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.445012 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.445276 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.445500 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.445745 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.447569 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.447569 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.447569 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.447569 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.447569 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.447569 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.447569 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.448612 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.448612 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.448612 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.448612 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.449066 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.449066 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.449372 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.449533 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.451605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.454291 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.456064 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.458041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.460174 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.461275 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.462246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.462246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.462246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.462246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.462246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.462246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.462246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.463152 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.463359 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.463889 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.463889 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.464261 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.464261 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.464919 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.466411 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.466411 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.466411 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.466411 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.466411 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.466411 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.466411 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.468205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.470108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.471802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.472551 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.472551 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.472551 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.472904 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.472904 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.473171 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.473317 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.473532 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.473759 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.474987 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.474987 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.474987 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.474987 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.474987 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.475365 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.475365 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.475581 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.475851 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.476295 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.476295 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.476559 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.476864 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.477095 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.477360 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.478692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.478692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.478692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.478692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.478692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.479101 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.479101 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.479256 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.479527 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.479798 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.480069 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.480721 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.480721 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.480962 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.481197 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.481447 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.481669 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.481928 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.482153 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.482365 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.482595 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.482824 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.483041 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.483703 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.483703 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.483703 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.483962 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.484172 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.484464 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.484670 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.484900 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.485115 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.485327 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.485504 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 04:53:01.485980 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87934) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 09 04:53:01.486138 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 04:53:01.486283 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 04:53:01.486436 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 04:53:01.486603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 04:53:01.486749 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 04:53:01.486953 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.487110 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.487264 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.487423 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.487571 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.488107 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.488107 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.488107 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.488334 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.488334 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.488524 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.488707 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.490638 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491143 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491143 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491143 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] debug = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491143 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491143 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491143 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491507 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491507 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491507 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491507 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491507 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.491966 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.492108 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.492260 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.492538 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.492706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.492706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.492971 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.493105 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] host = dv-neutron-840482-1-hyperv {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.493248 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.493382 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.493525 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.493656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.493793 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.493928 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.494061 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.494194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.494328 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.494470 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.494605 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.494737 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.494871 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.495005 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.495137 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_options = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.495279 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.495409 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.495536 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.495697 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.495858 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.496011 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.496164 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.496318 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.496493 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497194 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.497706 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498141 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498141 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498141 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498429 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498429 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498653 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498653 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498880 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.498880 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.499106 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.499225 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.499344 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.499453 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.499608 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.499955 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.499955 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.500205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.500205 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.500432 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.500541 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.500696 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.500850 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.501005 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.501158 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.501358 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.501517 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.501751 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.501886 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.502045 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_json = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.502150 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.502253 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.502365 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.502519 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.502672 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.503603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.503603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.503603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.503603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:53:01.503603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.503603 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504150 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504150 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504150 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504150 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504486 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504486 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504642 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.504799 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.505299 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.505299 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.505299 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.505549 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.505549 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.505762 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.505868 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.506024 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.506179 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.506335 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.506490 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.506645 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.506816 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.506973 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.507199 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.507330 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.507453 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.507572 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.507711 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.507867 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.508024 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.508185 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.508341 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.509325 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.509486 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.509647 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.509802 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.510119 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.510289 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.510428 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.510558 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.510714 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.512111 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.513983 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.514895 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515510 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515510 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515510 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515510 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515510 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515864 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515864 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.515864 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.516073 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.516153 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.516282 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.516611 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.516765 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.517078 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.517257 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.517397 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.517531 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.517692 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.517849 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.518004 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.518160 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.518309 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.518538 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.518688 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.518823 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.518957 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.519092 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.519226 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.519359 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.519496 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.519623 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.519763 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.519938 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.520078 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.520215 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.520359 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.520521 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.520655 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.520809 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.520964 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.521119 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.521274 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.521487 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.521646 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.521805 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.521960 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.522127 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.522309 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.522436 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.522580 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.522736 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.522891 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.523047 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.523203 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524076 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524076 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524076 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524076 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:01.524766 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524766 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524766 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524766 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524766 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.524766 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525330 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525330 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525330 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525330 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525625 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525625 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525768 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.525880 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.526034 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.526192 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.526349 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.526505 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.526662 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.526817 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.526973 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.527130 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.527286 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.527438 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.527594 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.527900 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.528050 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.528993 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.528993 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.528993 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.528993 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.528993 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.529656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.529656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.529656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.529656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.529656 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.530939 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.531930 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.532944 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.532944 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.532944 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.532944 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.532944 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.532944 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.532944 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.533792 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.533792 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.533792 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.533792 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.533792 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534408 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534408 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534408 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534408 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534408 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534978 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534978 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.534978 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.535198 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.535198 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.535384 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.535497 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.535600 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.535736 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.535894 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.536053 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.536209 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.536365 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.536537 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.536688 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.536845 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.537059 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.537206 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.537387 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.537564 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.537709 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.537814 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.537943 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.538099 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.538265 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.538755 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.538755 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.538755 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539075 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539075 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539253 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539336 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539445 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539600 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539765 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.539923 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.540081 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.540246 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.540485 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.540601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.540724 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.541784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.541784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.541784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.541784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.541784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.541784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.541784 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.542389 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.542389 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.542389 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.542389 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.543601 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544367 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544367 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544367 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544367 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544367 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544935 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544935 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544935 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.544935 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.545227 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.545227 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.545369 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.545446 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.545602 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.545757 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.545912 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.546067 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:53:01.546218 dv-neutron-840482-1-hyperv neutron-server[87934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 04:53:12.298064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f89ba-abb3-42a1-aab7-3a71f3fa7bad None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 04:53:12.386014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f89ba-abb3-42a1-aab7-3a71f3fa7bad None None] No non-hosted networks {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 09 04:53:12.402300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.agentschedulers_db [None req-118f89ba-abb3-42a1-aab7-3a71f3fa7bad None None] DHCP Agent not found on host dv-neutron-840482-1-hyperv {{(pid=88043) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 09 04:53:12.468119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fba07aa-0ad1-409f-8b90-17577352502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573217'] for agent, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:14.492316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b33ff6fc-4b9b-4345-a6e2-8d784acbc97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573217'] for agent, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:14.544512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-519f1a56-f3b2-4794-bc77-e7ee0454ebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:15.540832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573217'] for agent, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:15.821447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573217'] for agent, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:15.825163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.825533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.828637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.829953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.830560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.830893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.832486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.832982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.837937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.838767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.839145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.839453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:15.845216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-840482-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:15.861385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-840482-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:16.933557 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.db.l3_hamode_db [None req-264b05aa-202b-45d6-a91b-be37c6a9e66a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 09 04:53:17.023527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b05aa-202b-45d6-a91b-be37c6a9e66a None None] Routers set() bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 04:53:17.024454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b05aa-202b-45d6-a91b-be37c6a9e66a None None] Router IDs set() for agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 09 04:53:17.298784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573217'] for agent, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:18.540997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 56666) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:19.163254 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING oslo_policy.policy [None req-5517fd5f-5a77-474a-ae7f-d418eb65c618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:19.164001 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING oslo_policy.policy [None req-5517fd5f-5a77-474a-ae7f-d418eb65c618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:19.388910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-5517fd5f-5a77-474a-ae7f-d418eb65c618 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 04:53:19.389980 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5517fd5f-5a77-474a-ae7f-d418eb65c618 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8481495 May 09 04:53:21.833273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 56680) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:22.223058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:53:22.324570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.policy [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88042) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 04:53:22.370881 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING oslo_policy.policy [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:22.371261 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING oslo_policy.policy [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:22.379482 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.quota [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] Loaded quota_driver: . May 09 04:53:22.395376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:22.458779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775673611948', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775673611459', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775674067578', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775674054147', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775674051682', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775674037065', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1587696', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1809102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758989', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-707278'] for rbac-policy, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:22.524000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:22.525232 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3766a29b-3780-4b60-9b29-23d5be2d0a2a admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6906462 May 09 04:53:25.232157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 56694) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:25.609603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:53:25.614660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:25.619666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Usage tracker for resource:network and tenant:ff0e3bd8ec8c483fa338253a9f7c8bdd is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:53:25.624481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:53:25.631054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:53:25.643279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Made reservation on behalf of ff0e3bd8ec8c483fa338253a9f7c8bdd for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:53:25.646282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:25.663806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:25.677711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:25.681869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0e3bd8ec8c483fa338253a9f7c8bdd is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:53:25.687463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:53:25.693131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:53:25.798492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:25.803941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:25.825783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:53:25.851070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775671750009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:25.851618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Unsubscribe: segment precommit_create {{(pid=88042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 04:53:25.852105 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Added segment 54dcf668-f57d-4c5f-902c-e309dd902aef of type vlan for network 352be94f-bd61-47e0-afaa-9e927fdefca5 May 09 04:53:25.898182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248d272d-bae4-4801-baf2-900dc9854ef9,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:25.918109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.918458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.918785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.919131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.919417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.919780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.920051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.920368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.920700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.921007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.921335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.921637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Tracked resource versions report: May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: pushed versions: May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: { 'AddressGroup': {'1.2'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'ConntrackHelper': {'1.0'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Log': {'1.0'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Network': {'1.1'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Port': {'1.7'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'PortForwarding': {'1.2'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'QosPolicy': {'1.8'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroup': {'1.4'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroupRule': {'1.2'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SubPort': {'1.0'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Subnet': {'1.1'}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Trunk': {'1.1'}} May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: consumer versions: May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'ConntrackHelper': '1.0', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Log': '1.0', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Network': '1.1', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Port': '1.7', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'PortForwarding': '1.2', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'QosPolicy': '1.8', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroup': '1.4', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroupRule': '1.2', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SubPort': '1.0', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Subnet': '1.1', May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Trunk': '1.1'}} May 09 04:53:25.922939 dv-neutron-840482-1-hyperv neutron-server[88042]: {{(pid=88042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:53:25.959487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:26.003745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:26.004942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:26.005555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:26.110669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] Pushing event updated for resources: {'Network': ['ID=352be94f-bd61-47e0-afaa-9e927fdefca5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:26.113695 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2ed56687-43d1-48ed-9b58-48e632bde170 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8805194 May 09 04:53:26.124977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 04:53:28.860846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 56710) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:29.355520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be746eca-c2c5-41d6-bd1a-dc2aba47b344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:29.358895 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-be746eca-c2c5-41d6-bd1a-dc2aba47b344 admin admin] 10.222.0.50 "GET /v2.0/networks/352be94f-bd61-47e0-afaa-9e927fdefca5 HTTP/1.1" status: 200 len: 825 time: 0.4949968 May 09 04:53:29.388415 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-34c05b06-4295-4f1a-b93a-446a825f65ee admin admin] 10.222.0.50 "GET /v2.0/subnetpools/54a84575-bb1e-420c-984a-c6a211c60a38 HTTP/1.1" status: 200 len: 734 time: 0.0240142 May 09 04:53:29.397049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '54a84575-bb1e-420c-984a-c6a211c60a38', 'name': 'private-subnet', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:53:29.401783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:29.405969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Usage tracker for resource:subnet and tenant:ff0e3bd8ec8c483fa338253a9f7c8bdd is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:53:29.409036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:53:29.415601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:53:29.428816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Made reservation on behalf of ff0e3bd8ec8c483fa338253a9f7c8bdd for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:53:29.431119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:29.740672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:29.819384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3207fc2-4f3e-4a9a-aab8-ea6963196416,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:29.825095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Checking segment: {'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 04:53:29.825441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Network hostable DHCP agents. Network: 352be94f-bd61-47e0-afaa-9e927fdefca5, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:53:29.846892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:53:29.857991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 352be94f-bd61-47e0-afaa-9e927fdefca5) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:53:29.862352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:29.862949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:29.868186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ac7ab-9507-4735-afb7-6ef92cfaaf3d None None] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 04:53:29.883234 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3b238232-e865-4cd1-a006-319967006379 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4896891 May 09 04:53:30.184389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-352be94f-bd61-47e0-afaa-9e927fdefca5', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'fixed_ips': [{'subnet_id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 04:53:30.185626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:30.372344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Allocated IP 172.20.0.2 (352be94f-bd61-47e0-afaa-9e927fdefca5/d3207fc2-4f3e-4a9a-aab8-ea6963196416/fe030020-56a6-4e8e-b6e6-354d77a0f26d) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:53:30.603363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:30.617790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Transition to ACTIVE for port object fe030020-56a6-4e8e-b6e6-354d77a0f26d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 04:53:30.638627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Transition to ACTIVE for port object fe030020-56a6-4e8e-b6e6-354d77a0f26d will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 04:53:30.646052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:30.708888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:53:30.711561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:53:30.717567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 04:53:30.723690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Pushing event updated for resources: {'Port': ['ID=fe030020-56a6-4e8e-b6e6-354d77a0f26d,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:30.761524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.761853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.762214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.762542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.762867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.763217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.763561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.763843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.764182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.764503 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.764821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.765133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Tracked resource versions report: May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: pushed versions: May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: { 'AddressGroup': {'1.2'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'ConntrackHelper': {'1.0'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Log': {'1.0'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Network': {'1.1'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Port': {'1.7'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'PortForwarding': {'1.2'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'QosPolicy': {'1.8'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroup': {'1.4'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroupRule': {'1.2'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SubPort': {'1.0'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Subnet': {'1.1'}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Trunk': {'1.1'}} May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: consumer versions: May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'ConntrackHelper': '1.0', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Log': '1.0', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Network': '1.1', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Port': '1.7', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'PortForwarding': '1.2', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'QosPolicy': '1.8', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroup': '1.4', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroupRule': '1.2', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SubPort': '1.0', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Subnet': '1.1', May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Trunk': '1.1'}} May 09 04:53:30.766435 dv-neutron-840482-1-hyperv neutron-server[88043]: {{(pid=88043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:53:30.824269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Attempting to bind port fe030020-56a6-4e8e-b6e6-354d77a0f26d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 04:53:30.824681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Attempting to bind port fe030020-56a6-4e8e-b6e6-354d77a0f26d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 04:53:30.825110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Attempting to bind port fe030020-56a6-4e8e-b6e6-354d77a0f26d on network 352be94f-bd61-47e0-afaa-9e927fdefca5 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 04:53:30.830502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 04:53:30.830859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Checking segment: {'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 04:53:30.831334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:30.831711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Bound using segment: {'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 04:53:30.832218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Bound port: fe030020-56a6-4e8e-b6e6-354d77a0f26d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 04:53:30.832643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:30.929613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] For port fe030020-56a6-4e8e-b6e6-354d77a0f26d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 04:53:30.933500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] For port fe030020-56a6-4e8e-b6e6-354d77a0f26d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=fe030020-56a6-4e8e-b6e6-354d77a0f26d,segment=NetworkSegment(54dcf668-f57d-4c5f-902c-e309dd902aef),segment_id=54dcf668-f57d-4c5f-902c-e309dd902aef)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 04:53:30.938181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:31.031978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b3af0-4de7-4e57-997c-63bde4a3f03b None None] Pushing event updated for resources: {'Port': ['ID=fe030020-56a6-4e8e-b6e6-354d77a0f26d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:32.305577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 56720) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:32.917959 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING oslo_policy.policy [None req-47f0a346-ecf2-4547-bb5f-24e0e3225f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:32.918580 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING oslo_policy.policy [None req-47f0a346-ecf2-4547-bb5f-24e0e3225f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:33.131791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-47f0a346-ecf2-4547-bb5f-24e0e3225f00 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 04:53:33.148417 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-47f0a346-ecf2-4547-bb5f-24e0e3225f00 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8255272 May 09 04:53:34.773446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ddf1f-b02a-425f-99ac-893a0168b546 None None] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 04:53:34.868607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cde1c088-eb58-4917-97ab-75a5996ac9f0 None None] Provisioning for port fe030020-56a6-4e8e-b6e6-354d77a0f26d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 04:53:35.613690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 56738) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:35.676049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device fe030020-56a6-4e8e-b6e6-354d77a0f26d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:53:35.743048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port fe030020-56a6-4e8e-b6e6-354d77a0f26d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 04:53:35.747713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port fe030020-56a6-4e8e-b6e6-354d77a0f26d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:53:35.748093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:35.868417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:35.902193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port fe030020-56a6-4e8e-b6e6-354d77a0f26d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=fe030020-56a6-4e8e-b6e6-354d77a0f26d,segment=NetworkSegment(54dcf668-f57d-4c5f-902c-e309dd902aef),segment_id=54dcf668-f57d-4c5f-902c-e309dd902aef)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 04:53:35.906272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:35.977209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=fe030020-56a6-4e8e-b6e6-354d77a0f26d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:35.997099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-9926dc0e-a509-4a87-af0f-070746a0ad31 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 04:53:35.998056 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9926dc0e-a509-4a87-af0f-070746a0ad31 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3834708 May 09 04:53:37.651051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device fe030020-56a6-4e8e-b6e6-354d77a0f26d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:53:37.720203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port fe030020-56a6-4e8e-b6e6-354d77a0f26d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:53:37.720594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:38.720253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 56750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:39.083708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:53:39.155145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.policy [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88041) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 04:53:39.200175 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING oslo_policy.policy [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:39.200570 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING oslo_policy.policy [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:53:39.208909 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.quota [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Loaded quota_driver: . May 09 04:53:39.225251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:39.231985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Usage tracker for resource:router and tenant:ff0e3bd8ec8c483fa338253a9f7c8bdd is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:53:39.237230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:53:39.249293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:53:39.271292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:39.273265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:39.300852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:39.428761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:39.449316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:39.450525 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4831a73a-7911-40ed-9808-7af830271a88 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7293065 May 09 04:53:41.842626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 56762) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:42.241013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-4aecbc8f-258b-465a-95af-fd0611b4fbf3 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 04:53:42.244927 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4aecbc8f-258b-465a-95af-fd0611b4fbf3 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4009650 May 09 04:53:42.254878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4cfb21aa-68ee-422a-bd9b-468658afcee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:42.433733 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:53:44.481802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bfbc346a-ce9a-4805-8788-ad2e8e0308a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:44.709427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 56772) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:45.093899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:53:45.099297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:45.103686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Usage tracker for resource:network and tenant:205e24de210b415ea0ac6c3c22fd1bd8 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:53:45.106810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:53:45.113052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:53:45.127785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Made reservation on behalf of 205e24de210b415ea0ac6c3c22fd1bd8 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:53:45.131640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.143309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.160829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:45.165086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Usage tracker for resource:security_group_rule and tenant:205e24de210b415ea0ac6c3c22fd1bd8 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:53:45.168033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:53:45.176797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:53:45.270376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.276374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.298861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Reserving flat network on physical network physnet1 {{(pid=88042) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 09 04:53:45.312260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a333a-850b-4870-995b-d422f2b0f783,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:45.318063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.318458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Added segment 2dbf8e7e-f25c-411a-9f34-b00db75b6d55 of type flat for network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 May 09 04:53:45.349994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.387276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.388186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:45.388919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.499487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:45.500438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] Pushing event updated for resources: {'Network': ['ID=d8ff71fc-cd03-45b6-86ac-4f271c91cf92,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:45.503350 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0ae10914-58b8-4a7e-9b75-d40fb02ab8ac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7926116 May 09 04:53:45.510819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 04:53:45.821035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:47.252596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:47.963273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 56792) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:48.200820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81383782-88ae-4dc6-878d-9d282f1ff4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:48.202162 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-81383782-88ae-4dc6-878d-9d282f1ff4ff admin admin] 10.222.0.50 "GET /v2.0/subnets/d3207fc2-4f3e-4a9a-aab8-ea6963196416 HTTP/1.1" status: 200 len: 849 time: 0.2379587 May 09 04:53:48.350964 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7d120b1f-24ad-4b07-90f2-26c3e1d8721b admin admin] 10.222.0.50 "GET /v2.0/routers/73c18c98-b055-4af0-bb18-11393f129b82 HTTP/1.1" status: 200 len: 704 time: 0.1402359 May 09 04:53:48.833949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.076148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Allocated IP 172.20.0.1 (352be94f-bd61-47e0-afaa-9e927fdefca5/d3207fc2-4f3e-4a9a-aab8-ea6963196416/b27b9526-fec1-4b95-96b3-b213f343b200) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:53:49.248439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.267307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Transition to ACTIVE for port object b27b9526-fec1-4b95-96b3-b213f343b200 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 04:53:49.329603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.379069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:53:49.386039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:53:49.421777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Pushing event updated for resources: {'Port': ['ID=b27b9526-fec1-4b95-96b3-b213f343b200,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:49.424271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 04:53:49.425389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.556298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.556698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.557038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.557366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.557691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.558035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.558361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.559048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.559366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.559668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.560092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.560298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Tracked resource versions report: May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: pushed versions: May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: { 'AddressGroup': {'1.2'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'ConntrackHelper': {'1.0'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Log': {'1.0'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Network': {'1.1'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Port': {'1.7'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'PortForwarding': {'1.2'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'QosPolicy': {'1.8'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroup': {'1.4'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroupRule': {'1.2'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SubPort': {'1.0'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Subnet': {'1.1'}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Trunk': {'1.1'}} May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: consumer versions: May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'ConntrackHelper': '1.0', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Log': '1.0', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Network': '1.1', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Port': '1.7', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'PortForwarding': '1.2', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'QosPolicy': '1.8', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroup': '1.4', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroupRule': '1.2', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SubPort': '1.0', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Subnet': '1.1', May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Trunk': '1.1'}} May 09 04:53:49.561646 dv-neutron-840482-1-hyperv neutron-server[88041]: {{(pid=88041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:53:49.644181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6c07a7fe-c0ad-47ef-874d-420a64a663e6 None None] Provisioning for port b27b9526-fec1-4b95-96b3-b213f343b200 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 04:53:49.650248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6c07a7fe-c0ad-47ef-874d-420a64a663e6 None None] Provisioning complete for port b27b9526-fec1-4b95-96b3-b213f343b200 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:53:49.650608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c07a7fe-c0ad-47ef-874d-420a64a663e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.700790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.703933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-6c07a7fe-c0ad-47ef-874d-420a64a663e6 None None] Port b27b9526-fec1-4b95-96b3-b213f343b200 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 04:53:49.945465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.951073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:49.951846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:50.118302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Pushing event updated for resources: {'Port': ['ID=b27b9526-fec1-4b95-96b3-b213f343b200,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:50.185379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:53:50.186468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:53:50.404686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Router 73c18c98-b055-4af0-bb18-11393f129b82 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 04:53:50.430403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5d46c37a-444f-4e88-8d16-327d0dda657e None None] Provisioning complete for port b27b9526-fec1-4b95-96b3-b213f343b200 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:53:50.430750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5d46c37a-444f-4e88-8d16-327d0dda657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:50.492262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5d46c37a-444f-4e88-8d16-327d0dda657e None None] Port b27b9526-fec1-4b95-96b3-b213f343b200 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 04:53:50.576068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 04:53:50.586675 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Sync routers for ids ['73c18c98-b055-4af0-bb18-11393f129b82'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:53:50.587194 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-af60fdac-8796-4c25-9e33-7c0355a88c2f admin admin] 10.222.0.50 "PUT /v2.0/routers/73c18c98-b055-4af0-bb18-11393f129b82/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2305546 May 09 04:53:50.598585 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Routers {'73c18c98-b055-4af0-bb18-11393f129b82'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 04:53:50.599507 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T04:53:44Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['73c18c98-b055-4af0-bb18-11393f129b82'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:50.791962 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Set router 73c18c98-b055-4af0-bb18-11393f129b82 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 04:53:51.173974 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c18c98-b055-4af0-bb18-11393f129b82', 'name': 'router1', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:53:39Z', 'updated_at': '2022-05-09T04:53:49Z', 'revision_number': 2, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'gw_port_host': None, '_interfaces': [{'id': 'b27b9526-fec1-4b95-96b3-b213f343b200', 'name': '', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'mac_address': 'fa:16:3e:9d:f6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:48Z', 'updated_at': '2022-05-09T04:53:49Z', 'revision_number': 2, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'subnets': [{'id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54a84575-bb1e-420c-984a-c6a211c60a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:51.179308 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Checking router: 73c18c98-b055-4af0-bb18-11393f129b82 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:53:51.179645 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Updating router 73c18c98-b055-4af0-bb18-11393f129b82 port b27b9526-fec1-4b95-96b3-b213f343b200 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:53:51.232336 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:51.620773 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:51.637149 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Transition to ACTIVE for port object b27b9526-fec1-4b95-96b3-b213f343b200 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 04:53:51.644044 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:51.878111 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Pushing event updated for resources: {'Port': ['ID=b27b9526-fec1-4b95-96b3-b213f343b200,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:51.895395 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.895743 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.896072 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.896424 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.896906 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.897252 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.897606 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.897926 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.898259 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.898567 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.898878 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.899185 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Tracked resource versions report: May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: pushed versions: May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: { 'AddressGroup': {'1.2'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'ConntrackHelper': {'1.0'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Log': {'1.0'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Network': {'1.1'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Port': {'1.7'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'PortForwarding': {'1.2'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'QosPolicy': {'1.8'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroup': {'1.4'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroupRule': {'1.2'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SubPort': {'1.0'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Subnet': {'1.1'}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Trunk': {'1.1'}} May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: consumer versions: May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'ConntrackHelper': '1.0', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Log': '1.0', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Network': '1.1', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Port': '1.7', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'PortForwarding': '1.2', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'QosPolicy': '1.8', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroup': '1.4', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroupRule': '1.2', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SubPort': '1.0', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Subnet': '1.1', May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Trunk': '1.1'}} May 09 04:53:51.900501 dv-neutron-840482-1-hyperv neutron-server[88044]: {{(pid=88044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:53:51.906227 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Attempting to bind port b27b9526-fec1-4b95-96b3-b213f343b200 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 04:53:51.906617 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Attempting to bind port b27b9526-fec1-4b95-96b3-b213f343b200 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 04:53:51.907044 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Attempting to bind port b27b9526-fec1-4b95-96b3-b213f343b200 on network 352be94f-bd61-47e0-afaa-9e927fdefca5 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 04:53:51.912715 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 04:53:51.913065 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Checking segment: {'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 04:53:51.913542 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:51.913923 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Bound using segment: {'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 04:53:51.914439 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Bound port: b27b9526-fec1-4b95-96b3-b213f343b200, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dcf668-f57d-4c5f-902c-e309dd902aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 04:53:51.914815 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:52.001717 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] For port b27b9526-fec1-4b95-96b3-b213f343b200, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 04:53:52.007652 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] For port b27b9526-fec1-4b95-96b3-b213f343b200, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b27b9526-fec1-4b95-96b3-b213f343b200,segment=NetworkSegment(54dcf668-f57d-4c5f-902c-e309dd902aef),segment_id=54dcf668-f57d-4c5f-902c-e309dd902aef)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 04:53:52.012796 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:52.083648 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Routers {'73c18c98-b055-4af0-bb18-11393f129b82'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 04:53:52.084544 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T04:53:44Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['73c18c98-b055-4af0-bb18-11393f129b82'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:52.229148 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331cb8-603a-4085-9208-d40c67b47627 None None] Pushing event updated for resources: {'Port': ['ID=b27b9526-fec1-4b95-96b3-b213f343b200,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:52.255907 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] Set router 73c18c98-b055-4af0-bb18-11393f129b82 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 04:53:52.578852 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c18c98-b055-4af0-bb18-11393f129b82', 'name': 'router1', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:53:39Z', 'updated_at': '2022-05-09T04:53:49Z', 'revision_number': 2, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'gw_port_host': None, '_interfaces': [{'id': 'b27b9526-fec1-4b95-96b3-b213f343b200', 'name': '', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'mac_address': 'fa:16:3e:9d:f6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:48Z', 'updated_at': '2022-05-09T04:53:51Z', 'revision_number': 4, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'subnets': [{'id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54a84575-bb1e-420c-984a-c6a211c60a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:52.582762 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73542-e77f-4c61-bf0b-475f3dff4efd None None] The sync data for ids ['73c18c98-b055-4af0-bb18-11393f129b82'] in dv-neutron-840482-1-hyperv is: [{'id': '73c18c98-b055-4af0-bb18-11393f129b82', 'name': 'router1', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:53:39Z', 'updated_at': '2022-05-09T04:53:49Z', 'revision_number': 2, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'gw_port_host': None, '_interfaces': [{'id': 'b27b9526-fec1-4b95-96b3-b213f343b200', 'name': '', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'mac_address': 'fa:16:3e:9d:f6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:48Z', 'updated_at': '2022-05-09T04:53:51Z', 'revision_number': 4, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'subnets': [{'id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54a84575-bb1e-420c-984a-c6a211c60a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:53:52.830085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 56818) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:52.989921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e600e-682f-4531-a5fa-0665ee48c7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:52.992860 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f64e600e-682f-4531-a5fa-0665ee48c7a8 admin admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 842 time: 0.1618831 May 09 04:53:53.000853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'name': 'public-subnet', 'gateway_ip': '172.26.0.1', 'cidr': '172.26.0.0/24', 'enable_dhcp': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:53:53.006669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:53:53.010670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Usage tracker for resource:subnet and tenant:205e24de210b415ea0ac6c3c22fd1bd8 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:53:53.013614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:53:53.020298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:53:53.029889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Made reservation on behalf of 205e24de210b415ea0ac6c3c22fd1bd8 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:53:53.032283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:53.456051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 04:53:53.456533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:53.528226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8b0f16-20e7-414b-8da6-d9b46d895fc1,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:53.537392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 04:53:53.537739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Network hostable DHCP agents. Network: d8ff71fc-cd03-45b6-86ac-4f271c91cf92, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:53:53.563871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:53:53.575448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, d8ff71fc-cd03-45b6-86ac-4f271c91cf92) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:53:53.579616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:53.580217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:53.585483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bd92c-c204-4b52-ab40-401546d003ca None None] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 04:53:53.601406 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8dbeeb4d-f4f8-4b87-a18e-8e228b28eaa2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6041353 May 09 04:53:53.684671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b27b9526-fec1-4b95-96b3-b213f343b200 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:53:53.829564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b27b9526-fec1-4b95-96b3-b213f343b200 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 04:53:53.837770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b27b9526-fec1-4b95-96b3-b213f343b200 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:53:53.838138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:53.917077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6538b-55ff-491c-a8bb-6521b54b078f None None] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 04:53:54.123431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:54.203582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b27b9526-fec1-4b95-96b3-b213f343b200, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b27b9526-fec1-4b95-96b3-b213f343b200,segment=NetworkSegment(54dcf668-f57d-4c5f-902c-e309dd902aef),segment_id=54dcf668-f57d-4c5f-902c-e309dd902aef)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 04:53:54.209489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:54.281981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b27b9526-fec1-4b95-96b3-b213f343b200,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:55.660031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b27b9526-fec1-4b95-96b3-b213f343b200 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:53:55.727808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b27b9526-fec1-4b95-96b3-b213f343b200 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:53:55.728133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:55.899967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 56832) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:53:56.127608 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-727f3116-61cd-4ea8-8ba9-8028918f3105 admin admin] 10.222.0.50 "GET /v2.0/routers/73c18c98-b055-4af0-bb18-11393f129b82 HTTP/1.1" status: 200 len: 710 time: 0.2260065 May 09 04:53:56.300672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c436ed2-9af3-495e-bf98-2e00d657d3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:53:56.302002 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8c436ed2-9af3-495e-bf98-2e00d657d3d1 admin admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 886 time: 0.1663933 May 09 04:53:56.313775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:53:56.796217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:57.138481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:57.195579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:57.330219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Allocated IP 172.26.0.209 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/835828e3-bb4a-4e19-ba2e-a4cb00304599) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:53:57.487283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:57.525491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:57.590781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:53:57.593673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:53:57.597149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 04:53:57.700463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Pushing event updated for resources: {'Port': ['ID=835828e3-bb4a-4e19-ba2e-a4cb00304599,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:58.035914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:58.374228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:58.377657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:58.557933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Router 73c18c98-b055-4af0-bb18-11393f129b82 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 04:53:58.739413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 04:53:58.749191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Sync routers for ids ['73c18c98-b055-4af0-bb18-11393f129b82'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:53:58.749711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:58.750731 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a54ddb18-3e70-49cd-bbda-b9680f44223f admin admin] 10.222.0.50 "PUT /v2.0/routers/73c18c98-b055-4af0-bb18-11393f129b82 HTTP/1.1" status: 200 len: 890 time: 2.4400885 May 09 04:53:58.759426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Routers {'73c18c98-b055-4af0-bb18-11393f129b82'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 04:53:58.760104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T04:53:44Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['73c18c98-b055-4af0-bb18-11393f129b82'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:58.951427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Set router 73c18c98-b055-4af0-bb18-11393f129b82 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 04:53:59.321790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c18c98-b055-4af0-bb18-11393f129b82', 'name': 'router1', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '835828e3-bb4a-4e19-ba2e-a4cb00304599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:53:39Z', 'updated_at': '2022-05-09T04:53:57Z', 'revision_number': 4, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'gw_port': {'id': '835828e3-bb4a-4e19-ba2e-a4cb00304599', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:57Z', 'updated_at': '2022-05-09T04:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b27b9526-fec1-4b95-96b3-b213f343b200', 'name': '', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'mac_address': 'fa:16:3e:9d:f6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:48Z', 'updated_at': '2022-05-09T04:53:54Z', 'revision_number': 5, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'subnets': [{'id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54a84575-bb1e-420c-984a-c6a211c60a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:53:59.326671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Checking router: 73c18c98-b055-4af0-bb18-11393f129b82 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:53:59.327006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Updating router 73c18c98-b055-4af0-bb18-11393f129b82 port 835828e3-bb4a-4e19-ba2e-a4cb00304599 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:53:59.378875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:59.712684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:59.724267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Transition to ACTIVE for port object 835828e3-bb4a-4e19-ba2e-a4cb00304599 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 04:53:59.733731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:59.834275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Attempting to bind port 835828e3-bb4a-4e19-ba2e-a4cb00304599 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 04:53:59.835078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Attempting to bind port 835828e3-bb4a-4e19-ba2e-a4cb00304599 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 04:53:59.835265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Attempting to bind port 835828e3-bb4a-4e19-ba2e-a4cb00304599 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 04:53:59.838235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeab60a-eae5-4c09-abb0-0439ca944b18 None None] Pushing event updated for resources: {'Port': ['ID=835828e3-bb4a-4e19-ba2e-a4cb00304599,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:53:59.846030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 04:53:59.846571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 04:53:59.846812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:59.847346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 04:53:59.848034 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Bound port: 835828e3-bb4a-4e19-ba2e-a4cb00304599, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 04:53:59.848384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:53:59.924113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] For port 835828e3-bb4a-4e19-ba2e-a4cb00304599, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 04:53:59.927894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] For port 835828e3-bb4a-4e19-ba2e-a4cb00304599, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=835828e3-bb4a-4e19-ba2e-a4cb00304599,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 04:53:59.931686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:00.008559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Routers {'73c18c98-b055-4af0-bb18-11393f129b82'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 04:54:00.009165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T04:53:44Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['73c18c98-b055-4af0-bb18-11393f129b82'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:54:00.066212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeab60a-eae5-4c09-abb0-0439ca944b18 None None] Pushing event updated for resources: {'Port': ['ID=835828e3-bb4a-4e19-ba2e-a4cb00304599,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:54:00.197024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] Set router 73c18c98-b055-4af0-bb18-11393f129b82 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 04:54:00.522264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c18c98-b055-4af0-bb18-11393f129b82', 'name': 'router1', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '835828e3-bb4a-4e19-ba2e-a4cb00304599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:53:39Z', 'updated_at': '2022-05-09T04:53:57Z', 'revision_number': 4, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'gw_port': {'id': '835828e3-bb4a-4e19-ba2e-a4cb00304599', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:57Z', 'updated_at': '2022-05-09T04:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b27b9526-fec1-4b95-96b3-b213f343b200', 'name': '', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'mac_address': 'fa:16:3e:9d:f6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:48Z', 'updated_at': '2022-05-09T04:53:54Z', 'revision_number': 5, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'subnets': [{'id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54a84575-bb1e-420c-984a-c6a211c60a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:54:00.526416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64717042-81d1-4280-88b8-58fc59a1a918 None None] The sync data for ids ['73c18c98-b055-4af0-bb18-11393f129b82'] in dv-neutron-840482-1-hyperv is: [{'id': '73c18c98-b055-4af0-bb18-11393f129b82', 'name': 'router1', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': '835828e3-bb4a-4e19-ba2e-a4cb00304599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:53:39Z', 'updated_at': '2022-05-09T04:53:57Z', 'revision_number': 4, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'gw_port': {'id': '835828e3-bb4a-4e19-ba2e-a4cb00304599', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:57Z', 'updated_at': '2022-05-09T04:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b27b9526-fec1-4b95-96b3-b213f343b200', 'name': '', 'network_id': '352be94f-bd61-47e0-afaa-9e927fdefca5', 'tenant_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'mac_address': 'fa:16:3e:9d:f6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c18c98-b055-4af0-bb18-11393f129b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:53:48Z', 'updated_at': '2022-05-09T04:53:54Z', 'revision_number': 5, 'project_id': 'ff0e3bd8ec8c483fa338253a9f7c8bdd', 'subnets': [{'id': 'd3207fc2-4f3e-4a9a-aab8-ea6963196416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54a84575-bb1e-420c-984a-c6a211c60a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:54:01.144499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 56842) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:54:01.263557 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-377d5da3-0c9c-4413-918e-0ee2638b5154 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178813 May 09 04:54:01.694452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 835828e3-bb4a-4e19-ba2e-a4cb00304599 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:54:01.790614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 835828e3-bb4a-4e19-ba2e-a4cb00304599 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 04:54:01.795323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 835828e3-bb4a-4e19-ba2e-a4cb00304599 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:54:01.795967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:01.912834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:01.931879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 835828e3-bb4a-4e19-ba2e-a4cb00304599, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=835828e3-bb4a-4e19-ba2e-a4cb00304599,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 04:54:01.936950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:02.005417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=835828e3-bb4a-4e19-ba2e-a4cb00304599,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:54:03.674059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 835828e3-bb4a-4e19-ba2e-a4cb00304599 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:54:03.755507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 835828e3-bb4a-4e19-ba2e-a4cb00304599 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:54:03.755874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:12.273850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a93d7218-63c1-43f2-bee8-1bfead3482e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:14.486614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2ba1-1ca5-4ffa-9370-8980d416673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:15.501162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:15.826802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:17.268677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:19.432444 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:54:42.258505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7ce41068-347a-48d0-89fa-e3047c4fb781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:44.492323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-571ffdfa-7d72-47a9-ad87-357e9a3a7bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:45.502861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:45.822738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:47.271594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:54:56.431311 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:55:12.274092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d06fb0f5-67c9-4aa0-a034-85cdc92396e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:14.495506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3e7a-269f-4ad2-bd3a-05d760acffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:15.505916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:15.817546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:17.275591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:33.430165 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:55:42.262168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-be467565-286b-46d8-ac32-0528bfdbf48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:44.499325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-028373a5-20a1-481f-b5e6-66ce8cd1f5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:45.508189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:45.822345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:55:47.281084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:09.148530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57444) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:09.234985 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f352f61-7ca7-471f-899f-83779621eca1 admin admin] GET failed (client error): The resource could not be found. May 09 04:56:09.235496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5f352f61-7ca7-471f-899f-83779621eca1 admin admin] Synchronizing usage tracker for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 04:56:09.256970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5f352f61-7ca7-471f-899f-83779621eca1 admin admin] Unset dirty status for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 04:56:09.258146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5f352f61-7ca7-471f-899f-83779621eca1 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1087055 May 09 04:56:09.392811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d675c0c-8457-4888-8023-aec9b5039509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:09.394298 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6d675c0c-8457-4888-8023-aec9b5039509 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1301928 May 09 04:56:10.430926 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:56:11.623760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57454) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:11.738833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c3b38-8536-4556-b504-94cf0c549c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:11.740173 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ab4c3b38-8536-4556-b504-94cf0c549c3b admin admin] 10.222.0.50 "GET /v2.0/subnets/d3207fc2-4f3e-4a9a-aab8-ea6963196416 HTTP/1.1" status: 200 len: 849 time: 0.1151428 May 09 04:56:11.749602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:56:11.865349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:12.077218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775671722617'] for subnet, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:12.116738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:12.117228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:12.119382 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] 10.222.0.50 "PUT /v2.0/subnets/d3207fc2-4f3e-4a9a-aab8-ea6963196416 HTTP/1.1" status: 200 len: 868 time: 0.3733234 May 09 04:56:12.131559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d05ba5-a826-4c82-aa17-c5c103bbd4cf None None] Network 352be94f-bd61-47e0-afaa-9e927fdefca5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 04:56:12.150259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3207fc2-4f3e-4a9a-aab8-ea6963196416,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:56:12.158884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.159280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.159548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.159879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.160218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.160583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.160896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.161255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.161570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.161896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.162211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.162521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ae88fa-0762-4f79-ab04-347fa6509020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:12.316862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-84babc01-f68e-470e-a8bd-19f651376529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:12.563611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-69f19215-118a-421f-8e43-cea4bf898d61 None None] Provisioning complete for port fe030020-56a6-4e8e-b6e6-354d77a0f26d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:56:12.564108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69f19215-118a-421f-8e43-cea4bf898d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:12.692533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-69f19215-118a-421f-8e43-cea4bf898d61 None None] Provisioning complete for port b27b9526-fec1-4b95-96b3-b213f343b200 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:56:12.692784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69f19215-118a-421f-8e43-cea4bf898d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:14.298871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57464) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:14.508453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e61d36a-2ebb-48d3-a4be-1e60cc4b91f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:14.549156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0230a-eec0-4c01-8b49-b2bf8f656601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:14.549532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0230a-eec0-4c01-8b49-b2bf8f656601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:14.551016 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dff0230a-eec0-4c01-8b49-b2bf8f656601 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2511320 May 09 04:56:15.513343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:15.827030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:16.742115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57474) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:16.919428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c8e1c-c69a-4b13-b966-96358d79aa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:16.919805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c8e1c-c69a-4b13-b966-96358d79aa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:16.921325 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a79c8e1c-c69a-4b13-b966-96358d79aa08 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1777830 May 09 04:56:17.280859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:19.103096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57484) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:19.305356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f51f2-d333-4b28-aa37-3075ef961c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:19.307088 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-aa2f51f2-d333-4b28-aa37-3075ef961c0a admin admin] 10.222.0.50 "GET /v2.0/networks/352be94f-bd61-47e0-afaa-9e927fdefca5 HTTP/1.1" status: 200 len: 869 time: 0.2029393 May 09 04:56:21.544474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57494) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:21.723796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad5b7c-facd-444c-8974-3fba9f7f6c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:21.725100 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-86ad5b7c-facd-444c-8974-3fba9f7f6c55 admin admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 886 time: 0.1792889 May 09 04:56:23.890103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57504) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:24.000617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af691d9-cf4e-4ff3-91f6-5e632698d72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:24.001069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af691d9-cf4e-4ff3-91f6-5e632698d72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:24.001782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3af691d9-cf4e-4ff3-91f6-5e632698d72b admin admin] Synchronizing usage tracker for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 04:56:24.018890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3af691d9-cf4e-4ff3-91f6-5e632698d72b admin admin] Unset dirty status for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 04:56:24.020041 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3af691d9-cf4e-4ff3-91f6-5e632698d72b admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288517 May 09 04:56:26.224644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57514) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:26.347937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c82ecca-0d09-48ef-9ec9-c4f9d7038214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:26.348382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c82ecca-0d09-48ef-9ec9-c4f9d7038214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:26.349936 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4c82ecca-0d09-48ef-9ec9-c4f9d7038214 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242013 May 09 04:56:28.509405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57524) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:28.633407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5ae20-8560-49d7-b7d1-2d75f9d7efe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:28.634703 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-03e5ae20-8560-49d7-b7d1-2d75f9d7efe8 admin admin] 10.222.0.50 "GET /v2.0/subnets/d3207fc2-4f3e-4a9a-aab8-ea6963196416 HTTP/1.1" status: 200 len: 868 time: 0.1243339 May 09 04:56:30.825583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57534) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:30.930567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9bf6e-5d37-44f8-a1a4-8ef473603b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:30.931927 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f2a9bf6e-5d37-44f8-a1a4-8ef473603b2b admin admin] 10.222.0.50 "GET /v2.0/subnets/ee8b0f16-20e7-414b-8da6-d9b46d895fc1 HTTP/1.1" status: 200 len: 816 time: 0.1053753 May 09 04:56:42.271735 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9120053-e3af-4acb-b3b9-7e537bee1e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:44.527274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-73ca7b61-ffc1-4695-9b35-f63db7b875ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:45.515849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:45.833367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:47.283596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:47.431789 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:56:49.878891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57580) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:49.936196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-817e0edc-5b3c-4905-9a59-3cd9761b4cd9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 04:56:49.937193 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-817e0edc-5b3c-4905-9a59-3cd9761b4cd9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573661 May 09 04:56:52.201769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57590) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:52.275373 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5803f655-81f0-4242-aeaa-657e579e4fe5 admin admin] GET failed (client error): The resource could not be found. May 09 04:56:52.276797 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5803f655-81f0-4242-aeaa-657e579e4fe5 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0740404 May 09 04:56:52.424931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe55f9-a401-460b-a209-184effa0e8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:52.426422 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-19fe55f9-a401-460b-a209-184effa0e8a6 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449678 May 09 04:56:54.643537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57600) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:54.699264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:56:54.704038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:56:54.714578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:56:54.729804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Made reservation on behalf of 205e24de210b415ea0ac6c3c22fd1bd8 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:56:54.732219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:54.820780 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.services.revisions.revision_plugin [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Could not find related network for resource to bump revision. May 09 04:56:54.832632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:56:54.843269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:54.843601 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Added segment 7068010c-c68f-485f-99ac-f0690aece831 of type vlan for network 2558b222-372e-4f18-9ea8-150652032b99 May 09 04:56:54.868117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:54.896939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:54.897875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:54.898450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:55.021029 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3764038 May 09 04:56:55.025676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a3be7-4714-4cef-8a04-b9fefa277985 admin admin] Pushing event updated for resources: {'Network': ['ID=2558b222-372e-4f18-9ea8-150652032b99,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:56:55.038895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 2558b222-372e-4f18-9ea8-150652032b99 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 04:56:57.210646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57610) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:56:57.281885 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffef84bc-0493-4471-994a-023abd7756f3 admin admin] GET failed (client error): The resource could not be found. May 09 04:56:57.282288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffef84bc-0493-4471-994a-023abd7756f3 admin admin] Synchronizing usage tracker for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 04:56:57.299810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffef84bc-0493-4471-994a-023abd7756f3 admin admin] Unset dirty status for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 04:56:57.301038 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ffef84bc-0493-4471-994a-023abd7756f3 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0894077 May 09 04:56:57.410363 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b5c74-ad8d-4620-8c78-48cad9389f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:57.412853 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-af6b5c74-ad8d-4620-8c78-48cad9389f82 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1074202 May 09 04:56:57.424553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2558b222-372e-4f18-9ea8-150652032b99', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 04:56:57.429306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:56:57.439966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:56:57.451530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Made reservation on behalf of 205e24de210b415ea0ac6c3c22fd1bd8 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:56:57.454275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:57.661416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:57.740930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62517fa-c97b-403d-bea4-49e910d1130a,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:56:57.751280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Checking segment: {'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 04:56:57.751614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Network hostable DHCP agents. Network: 2558b222-372e-4f18-9ea8-150652032b99, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:56:57.773763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Network 2558b222-372e-4f18-9ea8-150652032b99 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:56:57.784068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 2558b222-372e-4f18-9ea8-150652032b99) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:56:57.788048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:56:57.788657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:57.793435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f22d9-ebb5-4b63-802e-ee1b3cf4778a None None] Network 2558b222-372e-4f18-9ea8-150652032b99 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 04:56:57.815532 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fb2885cc-8ecc-4f0d-88d9-21f1a85cd55c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3943706 May 09 04:56:58.011440 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-2558b222-372e-4f18-9ea8-150652032b99', 'network_id': '2558b222-372e-4f18-9ea8-150652032b99', 'tenant_id': '205e24de210b415ea0ac6c3c22fd1bd8', 'fixed_ips': [{'subnet_id': 'e62517fa-c97b-403d-bea4-49e910d1130a'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 04:56:58.012611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:58.170645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Allocated IP 192.168.233.2 (2558b222-372e-4f18-9ea8-150652032b99/e62517fa-c97b-403d-bea4-49e910d1130a/48998206-6c4d-4009-bdde-25332c3deb7d) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:56:58.381106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:58.392215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Transition to ACTIVE for port object 48998206-6c4d-4009-bdde-25332c3deb7d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 04:56:58.411397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Transition to ACTIVE for port object 48998206-6c4d-4009-bdde-25332c3deb7d will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 04:56:58.418713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:58.491897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Network 2558b222-372e-4f18-9ea8-150652032b99 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:56:58.492748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Pushing event updated for resources: {'Port': ['ID=48998206-6c4d-4009-bdde-25332c3deb7d,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:56:58.495828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:56:58.502040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 04:56:58.504616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.504979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.505312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.505644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.505962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.506311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.506633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.506950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.507257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.507585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.507908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.508220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:56:58.601174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Attempting to bind port 48998206-6c4d-4009-bdde-25332c3deb7d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 04:56:58.601526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Attempting to bind port 48998206-6c4d-4009-bdde-25332c3deb7d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 04:56:58.601878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Attempting to bind port 48998206-6c4d-4009-bdde-25332c3deb7d on network 2558b222-372e-4f18-9ea8-150652032b99 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 04:56:58.607877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 04:56:58.608231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Checking segment: {'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 04:56:58.608664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:58.609041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Bound using segment: {'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 04:56:58.609493 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Bound port: 48998206-6c4d-4009-bdde-25332c3deb7d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 04:56:58.609868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:58.699999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] For port 48998206-6c4d-4009-bdde-25332c3deb7d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 04:56:58.703403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] For port 48998206-6c4d-4009-bdde-25332c3deb7d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=48998206-6c4d-4009-bdde-25332c3deb7d,segment=NetworkSegment(7068010c-c68f-485f-99ac-f0690aece831),segment_id=7068010c-c68f-485f-99ac-f0690aece831)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 04:56:58.708005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:56:58.787319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80f80b-a4fd-4ddd-97eb-8f142bfe241b None None] Pushing event updated for resources: {'Port': ['ID=48998206-6c4d-4009-bdde-25332c3deb7d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:56:59.613605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da6546-14ec-4a0e-ae62-1638242cf1f6 None None] Network 2558b222-372e-4f18-9ea8-150652032b99 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 04:56:59.771732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6102c50a-770b-4848-a0af-2dc9c6adaacc None None] Provisioning for port 48998206-6c4d-4009-bdde-25332c3deb7d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 04:56:59.794047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 48998206-6c4d-4009-bdde-25332c3deb7d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:56:59.915918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 48998206-6c4d-4009-bdde-25332c3deb7d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 04:56:59.921392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 48998206-6c4d-4009-bdde-25332c3deb7d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:56:59.921749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:00.063227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:00.096900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 48998206-6c4d-4009-bdde-25332c3deb7d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=48998206-6c4d-4009-bdde-25332c3deb7d,segment=NetworkSegment(7068010c-c68f-485f-99ac-f0690aece831),segment_id=7068010c-c68f-485f-99ac-f0690aece831)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 04:57:00.102038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:00.173338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=48998206-6c4d-4009-bdde-25332c3deb7d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:57:00.206044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fd9ba52c-cc52-42f0-a1d7-9eb43725d023 None None] Provisioning complete for port 48998206-6c4d-4009-bdde-25332c3deb7d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:57:00.206381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fd9ba52c-cc52-42f0-a1d7-9eb43725d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:01.761239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 48998206-6c4d-4009-bdde-25332c3deb7d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 04:57:01.833800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 48998206-6c4d-4009-bdde-25332c3deb7d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 04:57:01.834193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:12.278277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3ab56555-d3a0-4c42-a566-bedde6099e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:14.502151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c82ff1f4-4ebc-4365-a6ad-8e3d77d73cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:15.518458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:15.829253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:17.287390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:24.432297 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:57:42.273959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fb140211-bb6b-41a3-af70-1bcfff1c7a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:44.505954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-09829371-3f80-4eea-9996-000788044bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:45.521415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:45.834265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:57:47.299913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:01.431548 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:58:12.279000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-228e9a85-9dc2-4e6b-abb4-7aaa77d701b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:14.510865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-12fc07f6-ead2-44ac-91ea-c26642e17ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:15.527163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:15.837652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:17.296039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:30.381279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57656) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:58:30.387013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-c54b16a4-fe91-4c63-8e39-c0ae719ec7c9 tempest-verify_tempest_config-1731359876 tempest-verify_tempest_config-1731359876-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 04:58:30.387946 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c54b16a4-fe91-4c63-8e39-c0ae719ec7c9 tempest-verify_tempest_config-1731359876 tempest-verify_tempest_config-1731359876-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057275 May 09 04:58:30.703334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57674) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:58:30.836041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:30.852755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 04:58:30.857410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Usage tracker for resource:security_group_rule and tenant:1d235e9bfecc4edba6d53541a7300efd is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 04:58:30.860879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 04:58:30.866970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 04:58:30.962719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:30.966985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:31.013848 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d235e9bfecc4edba6d53541a7300efd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3094337 May 09 04:58:31.014790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d971768f-7a3b-49ea-9580-1ecedb98efff,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:58:31.016815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57680) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 04:58:31.022245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.022597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.022937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.023282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.023598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.023927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.024249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.024622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.024949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.025272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.025594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.025907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6c346-6c24-4be2-8c94-a5fb61878f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.083086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:31.108835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:31.218316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:31.232599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d971768f-7a3b-49ea-9580-1ecedb98efff,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:58:31.242190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.242546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.242882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.243205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.243529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.243850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.244166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.244524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.244841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.245216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.245714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.246021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:58:31.249125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:31.250194 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5263045b-29c8-4b01-b196-1a6c0470e9cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d971768f-7a3b-49ea-9580-1ecedb98efff HTTP/1.1" status: 204 len: 168 time: 0.2324321 May 09 04:58:38.431968 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:58:42.289075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c414d764-155c-4005-a5dc-ab2972f78f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:44.530515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f73fb62a-0044-45da-a2e6-c3cc5f5b235a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:45.536822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:45.847707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:58:47.305073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:12.292160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6bbb7473-d63e-41b8-a59d-09da111e3bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:14.519516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ca67-b067-48e8-ac47-2d05a8e58167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:15.437751 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 5 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 04:59:15.535554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:15.846794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:17.304349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:42.286622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a5c5b5a0-41e6-4f9f-8bdd-dd8e4765cfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:44.513172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7177eed5-7600-4a49-b940-15c0c182871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:45.546345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:45.844487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:47.318062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:48.550510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573217'] for agent, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 04:59:52.441148 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:00:02.903848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:00:03.025955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c4aeac9b-b97b-4732-9fae-bb9877a298d8 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1202700 May 09 05:00:05.275435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57760) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:00:05.345478 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-58459167-9980-4bc9-9867-1f8e28b22698 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0686562 May 09 05:00:12.293847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-70a12932-84f7-4424-b5ed-04608d86aa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:14.524777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e8e80bd3-6719-46bc-b8d6-da105c76ddd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:15.550027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:15.849105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:17.320240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:18.515799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:29.442155 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:00:42.292787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8e03d12b-6805-43c2-b0df-c8ea8a62b905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:44.519989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f43a-5dbc-46de-9ee6-264c2824511b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:45.544434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:45.851765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:47.322316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:00:48.505362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:06.441367 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:01:12.287763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e4708544-cae4-46f1-a7f8-712666bc088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:14.532598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c2d2cdde-f2e2-44e3-8cfb-53361ffd990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:15.547027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:15.846771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:17.322495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:18.519487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:42.309682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b648482-9d76-47ea-9da9-63e6b850867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:43.441179 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:01:44.543875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a65b3ece-ac33-4ad3-946c-99463676659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:45.550107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:45.810279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57888) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:45.853960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.128445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-288841569-network', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:46.134313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:46.139676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Usage tracker for resource:network and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:46.142977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:46.149336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:46.165158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Made reservation on behalf of 4075860166744a89adeb0e3b566e6fc0 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:46.168015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.182473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.200261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:46.204055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Usage tracker for resource:security_group_rule and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:46.206877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:46.212914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:46.299157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.304590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.333226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:46.359014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed79ac07-fbb1-4668-a487-a6b68df9ac14,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:46.370165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.370619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.370966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.371300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.371632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.371967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.372300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.372661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.372990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.373317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.373629 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.374133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Tracked resource versions report: May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: pushed versions: May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: { 'AddressGroup': {'1.2'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'ConntrackHelper': {'1.0'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Log': {'1.0'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Network': {'1.1'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Port': {'1.7'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'PortForwarding': {'1.2'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'QosPolicy': {'1.8'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroup': {'1.4'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroupRule': {'1.2'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SubPort': {'1.0'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Subnet': {'1.1'}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Trunk': {'1.1'}} May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: consumer versions: May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: HyperV agent@hv-neutron-8404: {}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'ConntrackHelper': '1.0', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Log': '1.0', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Network': '1.1', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Port': '1.7', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'PortForwarding': '1.2', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'QosPolicy': '1.8', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroup': '1.4', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SecurityGroupRule': '1.2', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'SubPort': '1.0', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Subnet': '1.1', May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: 'Trunk': '1.1'}} May 09 05:01:46.375538 dv-neutron-840482-1-hyperv neutron-server[88041]: {{(pid=88041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 05:01:46.378218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775671750009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.379125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Unsubscribe: segment precommit_create {{(pid=88041) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 05:01:46.379649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Added segment 908e3e43-4390-41aa-8cdf-ce60d205619c of type vlan for network 41d12453-9aa2-4a5c-aec5-5d40645139c0 May 09 05:01:46.424438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.460849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.462185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:46.462936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.571714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] Pushing event updated for resources: {'Network': ['ID=41d12453-9aa2-4a5c-aec5-5d40645139c0,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:46.576096 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-42f95f11-a7ea-4147-bc0f-04e57f1eeed9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7646704 May 09 05:01:46.579291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57938) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:46.584812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:46.588705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Request body: {'subnet': {'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-288841569-subnet', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:46.594409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:46.598928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Usage tracker for resource:subnet and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:46.602103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:46.618821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:46.632164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Made reservation on behalf of 4075860166744a89adeb0e3b566e6fc0 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:46.635084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.859069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57952) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:46.863617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:46.943910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:46.956205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Checking segment: {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:46.956686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Network hostable DHCP agents. Network: 41d12453-9aa2-4a5c-aec5-5d40645139c0, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:01:46.994028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:01:47.008330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 41d12453-9aa2-4a5c-aec5-5d40645139c0) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:47.017635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:47.018251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.024935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf017cca-14a8-42ac-8e45-d147604c9110 None None] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:47.054555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 57964) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:47.060758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:47.063302 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b6899ce8-421c-4c76-9f1f-a30fecdb43d5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4808781 May 09 05:01:47.068888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:47.073726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Usage tracker for resource:router and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:47.077444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:47.084566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:47.096250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.098276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.124468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.191155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57970) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:47.249781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 57976) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:47.271545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-41d12453-9aa2-4a5c-aec5-5d40645139c0', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:01:47.272495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.401893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.454925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1573093074-network', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:47.459243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:47.463513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Usage tracker for resource:network and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:47.466465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:47.472161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:47.479353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Allocated IP 172.20.0.2 (41d12453-9aa2-4a5c-aec5-5d40645139c0/e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a/3a0d5b56-663b-42ba-93e8-e04c1148224f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:47.529555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Made reservation on behalf of 5f09f498fdea4797b15bf1caccdb4bba for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:47.530936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.553188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.570394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:47.574162 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Usage tracker for resource:security_group_rule and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:47.577087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:47.582845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:47.668478 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.674275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.679980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.712992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.718953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09228551-a97a-466d-99a5-5c61b4a47fbb,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:47.723296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1713756748'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:47.724683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Transition to ACTIVE for port object 3a0d5b56-663b-42ba-93e8-e04c1148224f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:47.729133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.729659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.730144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.731178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.731636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.731753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:47.732201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.732709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.733183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.733641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.734087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.734556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.735010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Tracked resource versions report: May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: pushed versions: May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: { 'AddressGroup': {'1.2'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'ConntrackHelper': {'1.0'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Log': {'1.0'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Network': {'1.1'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Port': {'1.7'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'PortForwarding': {'1.2'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'QosPolicy': {'1.8'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroup': {'1.4'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroupRule': {'1.2'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SubPort': {'1.0'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Subnet': {'1.1'}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Trunk': {'1.1'}} May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: consumer versions: May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: HyperV agent@hv-neutron-8404: {}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'ConntrackHelper': '1.0', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Log': '1.0', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Network': '1.1', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Port': '1.7', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'PortForwarding': '1.2', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'QosPolicy': '1.8', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroup': '1.4', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SecurityGroupRule': '1.2', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'SubPort': '1.0', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Subnet': '1.1', May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: 'Trunk': '1.1'}} May 09 05:01:47.736205 dv-neutron-840482-1-hyperv neutron-server[88042]: {{(pid=88042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 05:01:47.742940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:47.747365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Transition to ACTIVE for port object 3a0d5b56-663b-42ba-93e8-e04c1148224f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:47.751424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:47.757183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.763146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:47.770727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:47.785499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-22845574-network', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:47.795835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:47.805555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Usage tracker for resource:network and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:47.817377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:47.834038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:47.837801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.838162 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Added segment d765ca55-e9af-4a52-9cb7-2010e28b8f85 of type vlan for network 2b3a1425-8034-42df-a9c9-4e50ae66c991 May 09 05:01:47.851065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Pushing event updated for resources: {'Port': ['ID=3a0d5b56-663b-42ba-93e8-e04c1148224f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:47.855384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Made reservation on behalf of 0ce6ecd3471d470098c25bd511381f67 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:47.862841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.863048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.863609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.864052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.864565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.865716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.865716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.866155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.866828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.867420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.867933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.868472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.869090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Tracked resource versions report: May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: pushed versions: May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: { 'AddressGroup': {'1.2'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'ConntrackHelper': {'1.0'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Log': {'1.0'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Network': {'1.1'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Port': {'1.7'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'PortForwarding': {'1.2'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'QosPolicy': {'1.8'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroup': {'1.4'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroupRule': {'1.2'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SubPort': {'1.0'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Subnet': {'1.1'}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Trunk': {'1.1'}} May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: consumer versions: May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: HyperV agent@hv-neutron-8404: {}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'ConntrackHelper': '1.0', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Log': '1.0', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Network': '1.1', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Port': '1.7', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'PortForwarding': '1.2', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'QosPolicy': '1.8', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroup': '1.4', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SecurityGroupRule': '1.2', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'SubPort': '1.0', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Subnet': '1.1', May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: 'Trunk': '1.1'}} May 09 05:01:47.870890 dv-neutron-840482-1-hyperv neutron-server[88043]: {{(pid=88043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 05:01:47.879708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.883238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:47.885089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:47.888188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:47.890800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:47.906078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.928265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.929429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:47.929991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.944263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:47.980268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.004534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Attempting to bind port 3a0d5b56-663b-42ba-93e8-e04c1148224f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:01:48.005266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Attempting to bind port 3a0d5b56-663b-42ba-93e8-e04c1148224f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:01:48.005574 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1447785 May 09 05:01:48.006026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Attempting to bind port 3a0d5b56-663b-42ba-93e8-e04c1148224f on network 41d12453-9aa2-4a5c-aec5-5d40645139c0 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:01:48.006142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58000) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:48.012177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:01:48.012877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Checking segment: {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:48.013499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.014065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Bound using segment: {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:01:48.014660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:48.015047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Bound port: 3a0d5b56-663b-42ba-93e8-e04c1148224f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:01:48.015622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.020306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:security_group_rule and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:48.035587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:48.039416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:48.050706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:48.063210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:48.068973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:48.086149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:48.163002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-50c3234a-4356-4be6-a020-270b54563173 None None] For port 3a0d5b56-663b-42ba-93e8-e04c1148224f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:01:48.167724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-50c3234a-4356-4be6-a020-270b54563173 None None] For port 3a0d5b56-663b-42ba-93e8-e04c1148224f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3a0d5b56-663b-42ba-93e8-e04c1148224f,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:01:48.176141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.205509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62361f26-79f3-43ed-b720-1e9b081d4b08 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3a1425-8034-42df-a9c9-4e50ae66c991,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:48.281203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3234a-4356-4be6-a020-270b54563173 None None] Pushing event updated for resources: {'Port': ['ID=3a0d5b56-663b-42ba-93e8-e04c1148224f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:48.283996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:48.338414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Request body: {'subnet': {'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1573093074-subnet', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:48.342841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:48.346968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Usage tracker for resource:subnet and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:48.350233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:48.356507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:48.359615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.368145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.370276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.385855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.399182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:48.409681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.410322 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Added segment 0f3da74e-8ae3-4f5f-9935-7c32da5f462e of type vlan for network 006d628d-117a-41c0-bc9d-1e03dbacc9bb May 09 05:01:48.419523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.441906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.451373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.503393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4336a7af-860f-4bbe-a6c8-bb60c6299e27,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:48.510348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.511655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:48.512436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.536206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Made reservation on behalf of 5f09f498fdea4797b15bf1caccdb4bba for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:48.540350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.544462 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.567170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:48.675796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=006d628d-117a-41c0-bc9d-1e03dbacc9bb,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:48.689160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:48.722127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.722127 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment e6ad8001-34b2-4281-b1e5-9423e93ebb13 of type vlan for network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c May 09 05:01:48.770204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5190361 May 09 05:01:48.774357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58030) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:48.777197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b704bd-351a-4c0d-9f40-c787df5ef8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1546c36-d466-40c1-bddc-627799f69f35,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:48.781152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Request body: {'subnet': {'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-22845574-subnet', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:48.795152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:48.808722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Usage tracker for resource:subnet and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:48.815331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:48.835137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:48.839156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.915792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.921605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:48.922305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:48.974487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Allocated IP 172.26.0.128 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/75f8afcd-9f42-4165-819a-846bd2071d23) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:49.082569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=9d92df9e-8eff-4bb4-9d76-f5c868c95f3c,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:49.094762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:49.101867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-afb3e536-4f60-47a9-ba82-c4909e7dfc44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9091368 May 09 05:01:49.123323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58038) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:49.173059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:49.186497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Made reservation on behalf of 0ce6ecd3471d470098c25bd511381f67 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:49.191165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:49.525535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:49.573809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-585903577'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:49.579267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:49.592461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Usage tracker for resource:network and tenant:a4fa7170bb3d488f905879bd838128a1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:49.596072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:49.612688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:49.635614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:49.635852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Made reservation on behalf of a4fa7170bb3d488f905879bd838128a1 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:49.639833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:49.673173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:49.726166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:49.734964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Usage tracker for resource:security_group_rule and tenant:a4fa7170bb3d488f905879bd838128a1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:49.742414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:49.749115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:49.757670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Pushing event updated for resources: {'Port': ['ID=75f8afcd-9f42-4165-819a-846bd2071d23,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:49.809430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58056) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:49.841701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:49.953390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:49.970015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:50.077484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.093465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.117286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df28481-1204-4b1d-ac87-e5250db83b4d None None] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:50.121115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:50.149697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.150046 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Added segment 0b8621e6-aa3b-4f67-9264-3001f051953f of type vlan for network 3d5b06ab-3971-49a4-8451-722a86867625 May 09 05:01:50.183955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58066) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:50.195556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7d9641-4d55-4157-9fd7-11fc847a500f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:50.212758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.287682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Checking segment: {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:50.289920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Network hostable DHCP agents. Network: 2b3a1425-8034-42df-a9c9-4e50ae66c991, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:01:50.351483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9375df-da0a-4629-910f-773286593073,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:50.358412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.374926 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:50.376065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.392273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:01:50.423144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 2b3a1425-8034-42df-a9c9-4e50ae66c991) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:50.437992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:50.438797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.446902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:50.606026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3a0d5b56-663b-42ba-93e8-e04c1148224f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:01:50.695993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event updated for resources: {'Network': ['ID=3d5b06ab-3971-49a4-8451-722a86867625,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:50.736856 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8704bede-c347-4c48-b33c-df24a2887890 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6090999 May 09 05:01:50.737182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1185e1-9bb0-4ffe-af21-0bbe1106e85c None None] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:50.737411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58076) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:50.743578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Request body: {'subnet': {'network_id': '3d5b06ab-3971-49a4-8451-722a86867625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:50.763914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 3d5b06ab-3971-49a4-8451-722a86867625 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:50.966850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7200ab0-492c-472f-976d-f00eea86fa74,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:50.977814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7a5ae354-6d64-4e33-af8d-a3470c55de09 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:50.986496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Checking segment: {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:50.987161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Network hostable DHCP agents. Network: 006d628d-117a-41c0-bc9d-1e03dbacc9bb, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:01:50.999004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:51.004092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Usage tracker for resource:subnet and tenant:a4fa7170bb3d488f905879bd838128a1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:51.005632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-262801351'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:51.008987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:51.012356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:51.016642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Usage tracker for resource:network and tenant:93cd6afec4c84fc986df38a03d5181de is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:51.019176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:51.019931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:51.026647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:51.045628 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4c68d0fa-270a-400c-a894-f49960382833 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8411555 May 09 05:01:51.048071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58090) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:51.058713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Made reservation on behalf of 93cd6afec4c84fc986df38a03d5181de for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:51.059029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Made reservation on behalf of a4fa7170bb3d488f905879bd838128a1 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:51.074068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks [] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.082307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.132053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.150958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 3a0d5b56-663b-42ba-93e8-e04c1148224f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:51.166586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-86839922-1e95-4f3d-bff0-16cf9fad29b7 None None] Provisioning for port 3a0d5b56-663b-42ba-93e8-e04c1148224f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:51.175154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-86839922-1e95-4f3d-bff0-16cf9fad29b7 None None] Provisioning complete for port 3a0d5b56-663b-42ba-93e8-e04c1148224f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:51.175769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86839922-1e95-4f3d-bff0-16cf9fad29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.183752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:51.189663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Usage tracker for resource:security_group_rule and tenant:93cd6afec4c84fc986df38a03d5181de is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:51.196326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:51.210701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:51.361571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.363057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.458517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:51.471878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:51.480878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.485171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-2b3a1425-8034-42df-a9c9-4e50ae66c991', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:01:51.489601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.570610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Usage tracker for resource:router and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:51.584557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:51.617627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:51.650649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86839922-1e95-4f3d-bff0-16cf9fad29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.667649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Checking segment: {'id': '0b8621e6-aa3b-4f67-9264-3001f051953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3d5b06ab-3971-49a4-8451-722a86867625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:51.668104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Network hostable DHCP agents. Network: 3d5b06ab-3971-49a4-8451-722a86867625, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:01:51.683736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58100) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:51.697661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.699558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.718483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-86839922-1e95-4f3d-bff0-16cf9fad29b7 None None] For port 3a0d5b56-663b-42ba-93e8-e04c1148224f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3a0d5b56-663b-42ba-93e8-e04c1148224f,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:01:51.723599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.730391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86839922-1e95-4f3d-bff0-16cf9fad29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.750048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event updated for resources: {'Subnet': ['ID=7f9a879b-4772-4d58-bb95-2e8264ccfb3d,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:51.843569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.858393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:51.878176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.879039 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Added segment 5510c691-f4d0-4254-9079-051e9dab9140 of type vlan for network e51b8ab9-6ca4-428e-bd83-164924066bba May 09 05:01:51.894964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac17af98-eacb-4ff2-ac4a-96b06a9cbaad None None] Provisioning complete for port 3a0d5b56-663b-42ba-93e8-e04c1148224f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:51.895435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac17af98-eacb-4ff2-ac4a-96b06a9cbaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.912855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:51.945218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Network 3d5b06ab-3971-49a4-8451-722a86867625 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:01:51.955000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Allocated IP 172.20.0.2 (2b3a1425-8034-42df-a9c9-4e50ae66c991/7e7d9641-4d55-4157-9fd7-11fc847a500f/3107db0b-564c-46db-9b8f-6630071ec9c2) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:51.959314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86839922-1e95-4f3d-bff0-16cf9fad29b7 None None] Pushing event updated for resources: {'Port': ['ID=3a0d5b56-663b-42ba-93e8-e04c1148224f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:51.985561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 3d5b06ab-3971-49a4-8451-722a86867625) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:51.994165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:51.994766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.004902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76639f3-6b7b-4626-93d6-b95f1fdd791b None None] Network 3d5b06ab-3971-49a4-8451-722a86867625 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:52.118795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:52.125476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:52.129572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Usage tracker for resource:floatingip and tenant:552d729a392a4a17b0f67e5754762d63 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:52.133139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:52.138988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:52.144668 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7a5ae354-6d64-4e33-af8d-a3470c55de09 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "PUT /v2.0/quotas/435accd57d12486c9584c378b24bf197 HTTP/1.1" status: 200 len: 366 time: 1.9348640 May 09 05:01:52.146851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.155960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58106) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.160487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.241218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6ad4b17a-e498-427f-8300-04344fd09449 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5003035 May 09 05:01:52.251500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58108) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.251834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58110) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.255843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.261777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:52.262516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.264246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Request body: {'port': {'network_id': '3d5b06ab-3971-49a4-8451-722a86867625', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2081744262'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:52.269899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:01:52.326662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': '9d92df9e-8eff-4bb4-9d76-f5c868c95f3c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:52.328679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 006d628d-117a-41c0-bc9d-1e03dbacc9bb) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:52.347399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.365115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782e621-3097-4dce-95b2-4082d757100b None None] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:52.449471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:52.449809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.454171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c14e2-5e37-47f9-8244-7fe9a8f92253,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:52.499203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0e155282-590d-4cc8-b273-9728339b5221 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2311413 May 09 05:01:52.503639 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6570101 May 09 05:01:52.506428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58120) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.506798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58122) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.507608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6279-84ba-4607-946d-2bbf9355479b tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Pushing event updated for resources: {'Network': ['ID=e51b8ab9-6ca4-428e-bd83-164924066bba,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:52.522346 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8a9d6cdc-4370-4504-a3e0-27685df7ae03 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7467752 May 09 05:01:52.533447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58130) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.543053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:52.546817 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6fcd1e76-fa49-4295-b827-db1ee4ada5e5 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "GET /v2.0/quotas/435accd57d12486c9584c378b24bf197 HTTP/1.1" status: 200 len: 366 time: 0.0366073 May 09 05:01:52.551061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network e51b8ab9-6ca4-428e-bd83-164924066bba details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:52.552607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58134) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.555523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:52.563991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708093f3-63f3-4058-8224-b18084791221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-3d5b06ab-3971-49a4-8451-722a86867625', 'network_id': '3d5b06ab-3971-49a4-8451-722a86867625', 'tenant_id': 'a4fa7170bb3d488f905879bd838128a1', 'fixed_ips': [{'subnet_id': '7f9a879b-4772-4d58-bb95-2e8264ccfb3d'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:01:52.564863 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-708093f3-63f3-4058-8224-b18084791221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.578822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Usage tracker for resource:router and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:52.584284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:52.599635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:52.612983 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-19fed966-8f26-4a76-8a05-bd3aa374080a tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/435accd57d12486c9584c378b24bf197 HTTP/1.1" status: 204 len: 168 time: 0.0593002 May 09 05:01:52.617273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58138) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.621936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.622979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.636265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Router 67228db6-0036-4e6e-b38f-7296a79334ca is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:01:52.645049 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5790d9e3-32ff-4c0f-8112-ff5b97f55f00 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0244050 May 09 05:01:52.647595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58142) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.663943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.690331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:52.767141 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-51d2816f-08cc-4566-ba2f-03e5a7c23269 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "GET /v2.0/quotas/435accd57d12486c9584c378b24bf197 HTTP/1.1" status: 200 len: 370 time: 0.1171718 May 09 05:01:52.781146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'network': {'name': 'tempest-network--1153702579', 'router:external': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:52.786552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:52.792443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:network and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:52.796444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:52.803246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:52.803951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58148) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.813677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:52.825000 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d1e1e8ac-380f-46ae-89af-1e6cb832c377 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "GET /v2.0/quotas/435accd57d12486c9584c378b24bf197/default HTTP/1.1" status: 200 len: 370 time: 0.0132020 May 09 05:01:52.826001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:52.839798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58152) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:52.841938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:52.844267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:52.862845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Usage tracker for resource:port and tenant:a4fa7170bb3d488f905879bd838128a1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:52.869468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:52.884920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:52.890803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:52.894320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.958556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:52.975797 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-3d8e02f9-21aa-4cb4-8be3-aef19807810c tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] delete failed (client error): The resource could not be found. May 09 05:01:52.977158 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3d8e02f9-21aa-4cb4-8be3-aef19807810c tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/435accd57d12486c9584c378b24bf197 HTTP/1.1" status: 404 len: 348 time: 0.1367238 May 09 05:01:52.984939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Transition to ACTIVE for port object 3107db0b-564c-46db-9b8f-6630071ec9c2 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:53.002433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Made reservation on behalf of a4fa7170bb3d488f905879bd838128a1 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:53.005948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.051628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:01:53.052516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.066547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Transition to ACTIVE for port object 3107db0b-564c-46db-9b8f-6630071ec9c2 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:53.067939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] device_id is not set on port 7e590760-567a-4c59-99b4-e0e0a5d649c6 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:01:53.068201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-708093f3-63f3-4058-8224-b18084791221 None None] Allocated IP 172.20.0.2 (3d5b06ab-3971-49a4-8451-722a86867625/7f9a879b-4772-4d58-bb95-2e8264ccfb3d/0cc56e7c-448f-45cb-8420-d2e3c2569a6f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:53.086415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.201286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.311707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58160) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:53.323454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:53.337973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Made reservation on behalf of 65e2aedc90b84db1b796ca93e59567dd for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:53.340245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.345797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:53.357240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:53.369988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Pushing event updated for resources: {'Port': ['ID=3107db0b-564c-46db-9b8f-6630071ec9c2,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:53.434989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.468433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.478999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:53.487878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:security_group_rule and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:53.509055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:53.515601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:01:53.525310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:53.533836 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Sync routers for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:01:53.543874 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:01:53.544349 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:01:53.563876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Attempting to bind port 3107db0b-564c-46db-9b8f-6630071ec9c2 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:01:53.564243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Attempting to bind port 3107db0b-564c-46db-9b8f-6630071ec9c2 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:01:53.564861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Attempting to bind port 3107db0b-564c-46db-9b8f-6630071ec9c2 on network 2b3a1425-8034-42df-a9c9-4e50ae66c991 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:01:53.598323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:network and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:53.617921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:01:53.618665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Checking segment: {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:53.619249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.619786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Bound using segment: {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:01:53.620436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Bound port: 3107db0b-564c-46db-9b8f-6630071ec9c2, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:01:53.620980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.646212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Allocated IP 172.20.0.2 (006d628d-117a-41c0-bc9d-1e03dbacc9bb/f7200ab0-492c-472f-976d-f00eea86fa74/95672dca-44be-4aa2-add7-de6659a83ed9) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:53.671532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:53.697192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.722436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-708093f3-63f3-4058-8224-b18084791221 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.726192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Allocated IP 172.26.0.33 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/8e0034b2-0471-4583-9327-5f6033ed7d45) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:53.728733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.756855 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:01:53.759423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-708093f3-63f3-4058-8224-b18084791221 None None] Transition to ACTIVE for port object 0cc56e7c-448f-45cb-8420-d2e3c2569a6f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:53.769581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.781993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:subnet and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:53.822885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:53.833122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:53.835922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.841173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.845527 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cb79b623-a571-48e4-be9c-7a1d55e8ab1c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7898896 May 09 05:01:53.846234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58166) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:53.855644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd7ae18-0bd7-4f03-8f5d-acb9ab58cfc7,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:53.864466 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-708093f3-63f3-4058-8224-b18084791221 None None] Transition to ACTIVE for port object 0cc56e7c-448f-45cb-8420-d2e3c2569a6f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:53.870104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] For port 3107db0b-564c-46db-9b8f-6630071ec9c2, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:01:53.883967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] For port 3107db0b-564c-46db-9b8f-6630071ec9c2, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3107db0b-564c-46db-9b8f-6630071ec9c2,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:01:53.908620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-708093f3-63f3-4058-8224-b18084791221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.931596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:53.931936 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Added segment 2a67c0d0-8688-4218-bc30-e556a5479530 of type vlan for network f0379b7d-71d6-4265-9f0e-9f948b195c37 May 09 05:01:53.999181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.032866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.068188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.109714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:subnetpool and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:54.157524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708093f3-63f3-4058-8224-b18084791221 None None] Pushing event updated for resources: {'Port': ['ID=0cc56e7c-448f-45cb-8420-d2e3c2569a6f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:54.180608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:54.197163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3a0d5b56-663b-42ba-93e8-e04c1148224f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:01:54.199302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=8c451905-2920-4105-9413-935ca6d96889,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:54.213345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:port and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:54.215570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': 'e6ad8001-34b2-4281-b1e5-9423e93ebb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9d92df9e-8eff-4bb4-9d76-f5c868c95f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:54.216000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:01:54.251103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Allocated IP 172.20.0.4 (3d5b06ab-3971-49a4-8451-722a86867625/7f9a879b-4772-4d58-bb95-2e8264ccfb3d/7e590760-567a-4c59-99b4-e0e0a5d649c6) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:54.253149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:54.275971 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:50Z', 'revision_number': 3, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:01:54.286370 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Checking router: 67228db6-0036-4e6e-b38f-7296a79334ca for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:01:54.290333 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Updating router 67228db6-0036-4e6e-b38f-7296a79334ca port 75f8afcd-9f42-4165-819a-846bd2071d23 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:01:54.296660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:router and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:54.298310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708093f3-63f3-4058-8224-b18084791221 None None] Network 3d5b06ab-3971-49a4-8451-722a86867625 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:54.298892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:01:54.308906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.309823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:54.310169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.310401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.314328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-708093f3-63f3-4058-8224-b18084791221 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:54.324031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:54.334071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708093f3-63f3-4058-8224-b18084791221 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:54.340988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.360858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:54.362574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:floatingip and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:54.373212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:54.377255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:54.377893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.405148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a970f6-72a3-45e0-9e44-97db8b6c8aa4 None None] Network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:54.411201 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.439943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Transition to ACTIVE for port object 95672dca-44be-4aa2-add7-de6659a83ed9 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:54.475265 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-610868ec-b294-4d17-a5bf-b8679605f1f5 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2180748 May 09 05:01:54.477389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58170) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:54.545343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541619743'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:54.553519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:54.554523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:54.557574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:54.563897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:54.566793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe829530-7094-4142-be4c-69d7d1bce175 None None] Pushing event updated for resources: {'Port': ['ID=3107db0b-564c-46db-9b8f-6630071ec9c2,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:54.597769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:security_group and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:54.631786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.663595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Transition to ACTIVE for port object 95672dca-44be-4aa2-add7-de6659a83ed9 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:54.678671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-708093f3-63f3-4058-8224-b18084791221 None None] Attempting to bind port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:01:54.679166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-708093f3-63f3-4058-8224-b18084791221 None None] Attempting to bind port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '0b8621e6-aa3b-4f67-9264-3001f051953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3d5b06ab-3971-49a4-8451-722a86867625'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:01:54.679578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708093f3-63f3-4058-8224-b18084791221 None None] Attempting to bind port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f on network 3d5b06ab-3971-49a4-8451-722a86867625 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:01:54.699365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708093f3-63f3-4058-8224-b18084791221 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:01:54.699732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708093f3-63f3-4058-8224-b18084791221 None None] Checking segment: {'id': '0b8621e6-aa3b-4f67-9264-3001f051953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3d5b06ab-3971-49a4-8451-722a86867625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:54.700126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-708093f3-63f3-4058-8224-b18084791221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.700608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708093f3-63f3-4058-8224-b18084791221 None None] Bound using segment: {'id': '0b8621e6-aa3b-4f67-9264-3001f051953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3d5b06ab-3971-49a4-8451-722a86867625'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:01:54.701086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-708093f3-63f3-4058-8224-b18084791221 None None] Bound port: 0cc56e7c-448f-45cb-8420-d2e3c2569a6f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8621e6-aa3b-4f67-9264-3001f051953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3d5b06ab-3971-49a4-8451-722a86867625'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:01:54.701468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-708093f3-63f3-4058-8224-b18084791221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.710539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 3a0d5b56-663b-42ba-93e8-e04c1148224f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:54.710780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.717457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:54.740877 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2261822 May 09 05:01:54.774562 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.783088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58174) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:54.783741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:54.787254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.814113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf4f9f-4108-4c21-9b77-1ec2da4b03c1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Network': ['ID=f0379b7d-71d6-4265-9f0e-9f948b195c37,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:54.818776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:54.860987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:54.880869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f0379b7d-71d6-4265-9f0e-9f948b195c37 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:54.882834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:54.888855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Usage tracker for resource:security_group_rule and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:54.907616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Allocated IP 172.26.0.196 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/2849fa7f-c987-44a0-b580-d6afb375d27a) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:54.918941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:54.939364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:54.955493 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:54.958557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:55.070339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Port': ['ID=8e0034b2-0471-4583-9327-5f6033ed7d45,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:55.081810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.110043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:55.123378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Transition to ACTIVE for port object 7e590760-567a-4c59-99b4-e0e0a5d649c6 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:55.149461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Pushing event updated for resources: {'Port': ['ID=95672dca-44be-4aa2-add7-de6659a83ed9,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:55.173608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.187821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-95bc372b-028a-42d1-b696-ec1f8c97add3 tempest-QuotasTest-1906483581 tempest-QuotasTest-1906483581-project-admin] 10.222.0.50 "GET /v2.0/quotas/071e1233afe94b94899c2c1d85dc69fa/details.json HTTP/1.1" status: 200 len: 703 time: 1.8674698 May 09 05:01:55.191019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:55.305813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.306158 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment c56d04d4-c2ec-4fac-a087-84ae0a7200a9 of type vlan for network 61058e53-291b-4073-8668-b99eb68040e7 May 09 05:01:55.320466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.340575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-708093f3-63f3-4058-8224-b18084791221 None None] For port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:01:55.348521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.391787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Attempting to bind port 95672dca-44be-4aa2-add7-de6659a83ed9 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:01:55.392160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Attempting to bind port 95672dca-44be-4aa2-add7-de6659a83ed9 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:01:55.392588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Attempting to bind port 95672dca-44be-4aa2-add7-de6659a83ed9 on network 006d628d-117a-41c0-bc9d-1e03dbacc9bb {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:01:55.446067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.451634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-708093f3-63f3-4058-8224-b18084791221 None None] For port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0cc56e7c-448f-45cb-8420-d2e3c2569a6f,segment=NetworkSegment(0b8621e6-aa3b-4f67-9264-3001f051953f),segment_id=0b8621e6-aa3b-4f67-9264-3001f051953f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:01:55.461469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:01:55.461469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Checking segment: {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:55.461469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.461469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Bound using segment: {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:01:55.461469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Bound port: 95672dca-44be-4aa2-add7-de6659a83ed9, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:01:55.461469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.486145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-708093f3-63f3-4058-8224-b18084791221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.519755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.538312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-9d92df9e-8eff-4bb4-9d76-f5c868c95f3c', 'network_id': '9d92df9e-8eff-4bb4-9d76-f5c868c95f3c', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '8c451905-2920-4105-9413-935ca6d96889'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:01:55.539260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.542777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.726874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708093f3-63f3-4058-8224-b18084791221 None None] Pushing event updated for resources: {'Port': ['ID=0cc56e7c-448f-45cb-8420-d2e3c2569a6f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:55.781504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] For port 95672dca-44be-4aa2-add7-de6659a83ed9, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:01:55.785557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] For port 95672dca-44be-4aa2-add7-de6659a83ed9, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=95672dca-44be-4aa2-add7-de6659a83ed9,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:01:55.810419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:01:55.857446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.877290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.895673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58186) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:55.902422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Network 3d5b06ab-3971-49a4-8451-722a86867625 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:55.913843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Allocated IP 172.20.0.1 (41d12453-9aa2-4a5c-aec5-5d40645139c0/e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a/b6ac3a0f-e598-423a-a9f7-b37928d61208) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:55.921525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:55.936657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c6f5e5-f3d8-4bc9-a508-b03798e91fe6 None None] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:55.938264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:55.989544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.134755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Allocated IP 2001:db8:0:ffff::2 (9d92df9e-8eff-4bb4-9d76-f5c868c95f3c/8c451905-2920-4105-9413-935ca6d96889/f28f6eca-c41d-4f43-9e18-a6bee59e99ab) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:56.166260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:56.176466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:56.177401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.192101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event updated for resources: {'Port': ['ID=7e590760-567a-4c59-99b4-e0e0a5d649c6,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:56.214107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.219850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:56.220768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.223605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.226663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3107db0b-564c-46db-9b8f-6630071ec9c2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:01:56.246182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Transition to ACTIVE for port object b6ac3a0f-e598-423a-a9f7-b37928d61208 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:56.273253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.332965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:56.341053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:56.352421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:56.353245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.354745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.355287 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.356221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.356741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > port after_create 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.357238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.357765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > port after_update 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.358260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.358823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.359309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.359794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.454612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0c6db6a1-bdd6-4412-934c-3f77186171a6 None None] Provisioning for port 3107db0b-564c-46db-9b8f-6630071ec9c2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:56.513037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bdf7a-1db9-4583-b4af-81ee3b87d914 None None] Pushing event updated for resources: {'Port': ['ID=95672dca-44be-4aa2-add7-de6659a83ed9,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:56.550650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ac3a0f-e598-423a-a9f7-b37928d61208,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:56.580747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.581415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.581912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.582422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:01:56.582780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0379b7d-71d6-4265-9f0e-9f948b195c37']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:01:56.610882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 3107db0b-564c-46db-9b8f-6630071ec9c2 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:56.652199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.676981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 3107db0b-564c-46db-9b8f-6630071ec9c2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:56.677342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.685115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a67c0d0-8688-4218-bc30-e556a5479530') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:01:56.685415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a67c0d0-8688-4218-bc30-e556a5479530') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:01:56.719578 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1903172 May 09 05:01:56.720322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.720573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58192) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:56.722339 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-db46bdc7-19ef-4afb-966c-ed34e687110f tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4674983 May 09 05:01:56.724354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.726631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58196) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:56.730798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': '61058e53-291b-4073-8668-b99eb68040e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:56.739790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:56.770505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4ed3-4598-4f4b-a784-438c54e2e3c9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=61058e53-291b-4073-8668-b99eb68040e7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:56.774761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Usage tracker for resource:security_group_rule and tenant:901443610a004f32a8bb005285be1eb4 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:56.784003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:56.787425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.798457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 61058e53-291b-4073-8668-b99eb68040e7 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:01:56.811566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:56.817251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:01:56.817753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.821941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Transition to ACTIVE for port object f28f6eca-c41d-4f43-9e18-a6bee59e99ab will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: from cryptography.utils import int_from_bytes May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: from cryptography.utils import int_from_bytes May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn_limited( May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:01:56.844035 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:01:56.857314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:56.866723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.017829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.037297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Transition to ACTIVE for port object f28f6eca-c41d-4f43-9e18-a6bee59e99ab will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:57.045068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7bf3cbe1-109d-4f9b-816f-794176ebc345 None None] Provisioning for port b6ac3a0f-e598-423a-a9f7-b37928d61208 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:57.071876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7bf3cbe1-109d-4f9b-816f-794176ebc345 None None] Provisioning complete for port b6ac3a0f-e598-423a-a9f7-b37928d61208 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:57.072233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7bf3cbe1-109d-4f9b-816f-794176ebc345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.119133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:57.120811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.137768 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.158005 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Transition to ACTIVE for port object 75f8afcd-9f42-4165-819a-846bd2071d23 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:01:57.163358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:57.169014 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.192481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:57.207524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:57.210979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Pushing event updated for resources: {'Port': ['ID=2849fa7f-c987-44a0-b580-d6afb375d27a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:57.222783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.239177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:57.263266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:57.302970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:57.310386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Deleting port 7e590760-567a-4c59-99b4-e0e0a5d649c6 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:01:57.310775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.316078 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Pushing event updated for resources: {'Port': ['ID=75f8afcd-9f42-4165-819a-846bd2071d23,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:57.316639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee5554-5369-4ba6-aed1-8dc1e09b95cb None None] Network 3d5b06ab-3971-49a4-8451-722a86867625 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:57.318874 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Attempting to bind port 75f8afcd-9f42-4165-819a-846bd2071d23 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:01:57.320923 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Attempting to bind port 75f8afcd-9f42-4165-819a-846bd2071d23 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:01:57.321389 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Attempting to bind port 75f8afcd-9f42-4165-819a-846bd2071d23 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:01:57.336510 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:01:57.337144 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:57.337847 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.338242 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:01:57.338729 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Bound port: 75f8afcd-9f42-4165-819a-846bd2071d23, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:01:57.339125 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.383295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.383500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:01:57.394299 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3cbe1-109d-4f9b-816f-794176ebc345 None None] Port b6ac3a0f-e598-423a-a9f7-b37928d61208 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:01:57.395972 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:01:57.403166 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.403792 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.404687 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.405155 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.405639 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.406115 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.406575 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.406806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:01:57.407176 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.407665 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.408804 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.409262 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.413396 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Tracked resource versions report: May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: pushed versions: May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: { 'AddressGroup': {'1.2'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'ConntrackHelper': {'1.0'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Log': {'1.0'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Network': {'1.1'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Port': {'1.7'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'PortForwarding': {'1.2'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'QosPolicy': {'1.8'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroup': {'1.4'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroupRule': {'1.2'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SubPort': {'1.0'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Subnet': {'1.1'}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Trunk': {'1.1'}} May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: consumer versions: May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: { DHCP agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: HyperV agent@hv-neutron-8404: {}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: L3 agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: Metadata agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: Metering agent@dv-neutron-840482-1-hyperv: {}, May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: Open vSwitch agent@dv-neutron-840482-1-hyperv: { 'AddressGroup': '1.2', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'ConntrackHelper': '1.0', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Log': '1.0', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Network': '1.1', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Port': '1.7', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'PortForwarding': '1.2', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'QosPolicy': '1.8', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroup': '1.4', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SecurityGroupRule': '1.2', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'SubPort': '1.0', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Subnet': '1.1', May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: 'Trunk': '1.1'}} May 09 05:01:57.414759 dv-neutron-840482-1-hyperv neutron-server[88044]: {{(pid=88044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 05:01:57.423422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0379b7d-71d6-4265-9f0e-9f948b195c37 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 09 05:01:57.427728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.430488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "DELETE /v2.0/networks/f0379b7d-71d6-4265-9f0e-9f948b195c37 HTTP/1.1" status: 204 len: 168 time: 2.6334183 May 09 05:01:57.504879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Pushing event updated for resources: {'Port': ['ID=f28f6eca-c41d-4f43-9e18-a6bee59e99ab,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:57.531273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.543852 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] For port 75f8afcd-9f42-4165-819a-846bd2071d23, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:01:57.550957 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] For port 75f8afcd-9f42-4165-819a-846bd2071d23, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=75f8afcd-9f42-4165-819a-846bd2071d23,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:01:57.563379 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.583478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.662974 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:01:57.672945 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:01:57.811137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-21246a6a-1c88-46cd-90d1-43290526139b None None] Provisioning for port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:57.841755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Attempting to bind port f28f6eca-c41d-4f43-9e18-a6bee59e99ab on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:01:57.842122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Attempting to bind port f28f6eca-c41d-4f43-9e18-a6bee59e99ab by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e6ad8001-34b2-4281-b1e5-9423e93ebb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9d92df9e-8eff-4bb4-9d76-f5c868c95f3c'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:01:57.842475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Attempting to bind port f28f6eca-c41d-4f43-9e18-a6bee59e99ab on network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:01:57.875703 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ee511-7777-4eea-b830-dd72f9b95784 None None] Pushing event updated for resources: {'Port': ['ID=75f8afcd-9f42-4165-819a-846bd2071d23,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:57.880881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:01:57.881661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.881942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Checking segment: {'id': 'e6ad8001-34b2-4281-b1e5-9423e93ebb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9d92df9e-8eff-4bb4-9d76-f5c868c95f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:01:57.882947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.883715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Bound using segment: {'id': 'e6ad8001-34b2-4281-b1e5-9423e93ebb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9d92df9e-8eff-4bb4-9d76-f5c868c95f3c'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:01:57.884669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Bound port: f28f6eca-c41d-4f43-9e18-a6bee59e99ab, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ad8001-34b2-4281-b1e5-9423e93ebb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9d92df9e-8eff-4bb4-9d76-f5c868c95f3c'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:01:57.885419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:57.920922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 3107db0b-564c-46db-9b8f-6630071ec9c2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3107db0b-564c-46db-9b8f-6630071ec9c2,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:01:57.970184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.016506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58204) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:58.081546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.088332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3989975 May 09 05:01:58.090394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.099536 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b618d-e355-4253-9849-ca63a77bc0d2 None None] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:01:58.113254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58208) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:58.118341 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:01:58.121025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:58.221693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936107d-41d2-4b3b-a1f9-2232a59dd22b tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0379b7d-71d6-4265-9f0e-9f948b195c37,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:58.226680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Calling delete_port for 7e590760-567a-4c59-99b4-e0e0a5d649c6 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:01:58.247736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:58.253209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1613243060'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:58.276354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:network and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:58.286655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:58.297576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 95672dca-44be-4aa2-add7-de6659a83ed9 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:01:58.323315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:58.337904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Usage tracker for resource:network and tenant:552d729a392a4a17b0f67e5754762d63 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:58.355780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:58.355977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] For port f28f6eca-c41d-4f43-9e18-a6bee59e99ab, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:01:58.358692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:58.370032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c551a3-7da2-49f8-bc10-6c047db3667a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Port': ['ID=8e0034b2-0471-4583-9327-5f6033ed7d45,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:58.376007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:58.384722 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=901443610a004f32a8bb005285be1eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4734569 May 09 05:01:58.433075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] For port f28f6eca-c41d-4f43-9e18-a6bee59e99ab, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f28f6eca-c41d-4f43-9e18-a6bee59e99ab,segment=NetworkSegment(e6ad8001-34b2-4281-b1e5-9423e93ebb13),segment_id=e6ad8001-34b2-4281-b1e5-9423e93ebb13)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:01:58.435901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8ba1ca91-3fea-48fb-81db-a5d85de0ca95 None None] Provisioning complete for port 3107db0b-564c-46db-9b8f-6630071ec9c2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:58.436200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ca91-3fea-48fb-81db-a5d85de0ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.442275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b3511-a4ad-4629-896b-a92942b7efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fafc42-a33b-495f-b1a2-5324ce4b0e3b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:58.444987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58212) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:58.483268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Made reservation on behalf of 65e2aedc90b84db1b796ca93e59567dd for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:58.485543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.496977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.505451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Made reservation on behalf of 552d729a392a4a17b0f67e5754762d63 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:58.509059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.517558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=3107db0b-564c-46db-9b8f-6630071ec9c2,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:58.550698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.555565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.568118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.608703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:58.612352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.629534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:58.633323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.666270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:01:58.685129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Usage tracker for resource:security_group_rule and tenant:552d729a392a4a17b0f67e5754762d63 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:58.691855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:58.701328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event deleted for resources: {'Port': ['ID=7e590760-567a-4c59-99b4-e0e0a5d649c6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:58.711442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Allocated IP 172.26.0.87 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/88e0b698-1263-477a-9865-c725fe52defb) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:01:58.727077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:58.730348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b22b2f-4780-4a5e-8fcd-2b6d96ad6dad None None] Pushing event updated for resources: {'Port': ['ID=f28f6eca-c41d-4f43-9e18-a6bee59e99ab,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:58.734882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095d8b5-8634-49cd-841c-c1f1015a1978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.744532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.745062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Added segment dfb2ae8d-3672-4fe3-a9a0-16fd35018744 of type vlan for network fdaf3363-80b7-49c5-a8f1-3991e0dffc6f May 09 05:01:58.906543 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:01:55Z', 'revision_number': 1, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:01:58.922961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095d8b5-8634-49cd-841c-c1f1015a1978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:58.942776 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4f60f-2942-4ce1-b627-2c4880549416 None None] The sync data for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv is: [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:01:55Z', 'revision_number': 1, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:01:58.993665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.004583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 95672dca-44be-4aa2-add7-de6659a83ed9 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:59.031263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.089669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0cc56e7c-448f-45cb-8420-d2e3c2569a6f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:01:59.215199 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3497f5c2-284c-4626-b23a-b7e21cdbddfa tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "DELETE /v2.0/ports/7e590760-567a-4c59-99b4-e0e0a5d649c6 HTTP/1.1" status: 204 len: 168 time: 2.4400942 May 09 05:01:59.215906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58218) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:59.219909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:59.231263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:59.231845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.358584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8a6d6e13-b742-44f5-8a51-354ce84faf1d None None] Provisioning for port 95672dca-44be-4aa2-add7-de6659a83ed9 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:01:59.380345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8a6d6e13-b742-44f5-8a51-354ce84faf1d None None] Provisioning complete for port 95672dca-44be-4aa2-add7-de6659a83ed9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:01:59.380914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8a6d6e13-b742-44f5-8a51-354ce84faf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.565245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095d8b5-8634-49cd-841c-c1f1015a1978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.599112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.600370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:01:59.601094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.617427 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-771bd205-c3c4-47da-b38e-4c3fdb09b16e tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3947828 May 09 05:01:59.618738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.622527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58224) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:01:59.649013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095d8b5-8634-49cd-841c-c1f1015a1978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fafc42-a33b-495f-b1a2-5324ce4b0e3b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:59.653782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1153649105'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:01:59.667422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.682631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:01:59.719009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Usage tracker for resource:network and tenant:a4fa7170bb3d488f905879bd838128a1 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:01:59.723696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:01:59.729061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.739674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:01:59.767236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0cc56e7c-448f-45cb-8420-d2e3c2569a6f,segment=NetworkSegment(0b8621e6-aa3b-4f67-9264-3001f051953f),segment_id=0b8621e6-aa3b-4f67-9264-3001f051953f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:01:59.776309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8a6d6e13-b742-44f5-8a51-354ce84faf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.784010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.806403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.836587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.839419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Made reservation on behalf of a4fa7170bb3d488f905879bd838128a1 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:01:59.843766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.867911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.867911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.903257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8a6d6e13-b742-44f5-8a51-354ce84faf1d None None] For port 95672dca-44be-4aa2-add7-de6659a83ed9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=95672dca-44be-4aa2-add7-de6659a83ed9,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:01:59.913409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.919793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095d8b5-8634-49cd-841c-c1f1015a1978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.920649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8a6d6e13-b742-44f5-8a51-354ce84faf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:01:59.922998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=0cc56e7c-448f-45cb-8420-d2e3c2569a6f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:01:59.926074 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9095d8b5-8634-49cd-841c-c1f1015a1978 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2fafc42-a33b-495f-b1a2-5324ce4b0e3b HTTP/1.1" status: 204 len: 168 time: 1.4704831 May 09 05:01:59.932183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.115517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:00.129237 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0849388 May 09 05:02:00.150825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-090fb534-949c-44d6-b43c-e3d2d5eb19ee None None] Provisioning complete for port 95672dca-44be-4aa2-add7-de6659a83ed9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:00.164482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-090fb534-949c-44d6-b43c-e3d2d5eb19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.202506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288c5d8-76e4-4983-8b56-81a361843337 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Network': ['ID=fdaf3363-80b7-49c5-a8f1-3991e0dffc6f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:00.215579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58230) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:00.237690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d6e13-b742-44f5-8a51-354ce84faf1d None None] Pushing event updated for resources: {'Port': ['ID=95672dca-44be-4aa2-add7-de6659a83ed9,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:00.277762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network fdaf3363-80b7-49c5-a8f1-3991e0dffc6f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:00.284044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'subnet': {'network_id': 'fdaf3363-80b7-49c5-a8f1-3991e0dffc6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:00.293584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e44aa2-b3a8-4230-bdc8-0fef33c0c339,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:00.308388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.309734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Added segment 2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095 of type vlan for network 1d7b76f0-dfdc-4759-8660-4a85de001850 May 09 05:02:00.333310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:00.411569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:00.468674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ac3a0f-e598-423a-a9f7-b37928d61208,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:00.471569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.494348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:subnet and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:00.499858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:00.501481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.502247 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Added segment ffc95215-88ca-4088-9aeb-c9c2b14b7d6e of type vlan for network abf34946-09c6-4da7-9454-f76689b53499 May 09 05:02:00.558370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:00.589298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.593129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f28f6eca-c41d-4f43-9e18-a6bee59e99ab up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:00.642851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Made reservation on behalf of 65e2aedc90b84db1b796ca93e59567dd for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:00.645111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.686565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ff377-95ae-4a14-9028-aac20f05a34e None None] Network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:00.712919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=2a30fb9f-d8ec-4897-9ed0-76552601aed5,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:00.716554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Pushing event updated for resources: {'Port': ['ID=88e0b698-1263-477a-9865-c725fe52defb,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:00.733773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58238) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:00.791153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.802242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:00.815014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:00.843202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61058e53-291b-4073-8668-b99eb68040e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:00.843688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: 61058e53-291b-4073-8668-b99eb68040e7, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:00.859340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port f28f6eca-c41d-4f43-9e18-a6bee59e99ab completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:00.860660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:00.866507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.872123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:00.872725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.918610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:00.924920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:00.925284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0cc56e7c-448f-45cb-8420-d2e3c2569a6f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:00.993393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Usage tracker for resource:security_group_rule and tenant:071e1233afe94b94899c2c1d85dc69fa is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:01.003854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Network': ['ID=1d7b76f0-dfdc-4759-8660-4a85de001850,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:01.011385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:01.019654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-090fb534-949c-44d6-b43c-e3d2d5eb19ee None None] Could not find standard attr ID for object 7e590760-567a-4c59-99b4-e0e0a5d649c6. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:02:01.021669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f1eefef9-95ab-4c31-9d36-3f35811907ef tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8812065 May 09 05:02:01.022544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58242) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:01.027851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:01.037353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Request body: {'subnet': {'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:01.066730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:01.068036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:01.078914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:01.099841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 61058e53-291b-4073-8668-b99eb68040e7 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:01.183532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:01.192325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Usage tracker for resource:subnet and tenant:552d729a392a4a17b0f67e5754762d63 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:01.198979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:01.204756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Router 867926df-0b6c-4536-afd5-370dff294256 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:02:01.213696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:01.248750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-090fb534-949c-44d6-b43c-e3d2d5eb19ee None None] Provisioning complete for port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:01.249317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-090fb534-949c-44d6-b43c-e3d2d5eb19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.315870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.321026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 61058e53-291b-4073-8668-b99eb68040e7) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:01.337288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:01.338124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.342036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0314e33-4eab-429a-9b1e-fb765686a9c5 None None] Network 61058e53-291b-4073-8668-b99eb68040e7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:01.344287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.355413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:01.355941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.408065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.413854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:01.414435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.443188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Made reservation on behalf of 552d729a392a4a17b0f67e5754762d63 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:01.446967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.503364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Synchronizing usage tracker for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:01.571484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1967102-3a2b-4153-893d-03e3dca43277,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:01.706251 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-39448cf3-4845-42ae-8dc8-b5de6ee4cc25 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.9842343 May 09 05:02:01.724632 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0816963 May 09 05:02:01.728134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58248) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:01.728134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58250) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:01.733536 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3107db0b-564c-46db-9b8f-6630071ec9c2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:01.787778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] Unset dirty status for tenant:205e24de210b415ea0ac6c3c22fd1bd8 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:01.791764 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7c4c4b51-6df0-4845-b1dc-78b443ef419a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=071e1233afe94b94899c2c1d85dc69fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0545368 May 09 05:02:01.794425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58256) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:01.833854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f099c3-7802-4ecd-b099-bc97476da1cf tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event updated for resources: {'Network': ['ID=abf34946-09c6-4da7-9454-f76689b53499,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:01.838099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-61058e53-291b-4073-8668-b99eb68040e7', 'network_id': '61058e53-291b-4073-8668-b99eb68040e7', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '2a30fb9f-d8ec-4897-9ed0-76552601aed5'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:01.839201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.860064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network abf34946-09c6-4da7-9454-f76689b53499 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:01.896769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Router 67228db6-0036-4e6e-b38f-7296a79334ca has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:02:01.900445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:01.904349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:02.000220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Sync routers for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:02.048831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Provisioning for port f28f6eca-c41d-4f43-9e18-a6bee59e99ab completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:02.060470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 3107db0b-564c-46db-9b8f-6630071ec9c2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:02.060761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.099252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19e793da-a5b7-4c94-ad5d-919eb94201f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.150917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:02.151186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:02.180516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.182312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.183479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1159a666-9f29-4231-9b3d-3243dc3eafaf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.1322703 May 09 05:02:02.194533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58260) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:02.202722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Provisioning complete for port f28f6eca-c41d-4f43-9e18-a6bee59e99ab triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:02.203138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.257199 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9c663b3e-e927-418f-8cd9-e5c62e202688 tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "GET /v2.0/agents/529f0b95-b4e1-42a2-9fd0-1a3151394413/dhcp-networks HTTP/1.1" status: 200 len: 7267 time: 0.5167751 May 09 05:02:02.270393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58264) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:02.327502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.496497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Allocated IP 2001:db8::1 (61058e53-291b-4073-8668-b99eb68040e7/2a30fb9f-d8ec-4897-9ed0-76552601aed5/7691a0c7-43c3-4ef8-bec8-032f33877c39) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:02.504965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19e793da-a5b7-4c94-ad5d-919eb94201f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.589461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:02:02.590861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.618104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.633000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:02.660129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Subnet': ['ID=f02d76ee-b030-4c70-a1f3-3904279468ff,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:02.717919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:02.734744 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-48234b4d-83ad-4abf-85dd-a0e2120342e5 admin admin] 10.222.0.50 "PUT /v2.0/routers/67228db6-0036-4e6e-b38f-7296a79334ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8712199 May 09 05:02:02.743233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Checking segment: {'id': '2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:02.743708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Network hostable DHCP agents. Network: 1d7b76f0-dfdc-4759-8660-4a85de001850, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:02.757144 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Sync routers for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:02.786442 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:02.787372 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:02.805305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b222ad-472d-45b1-a331-de2ec741840d tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] Network abf34946-09c6-4da7-9454-f76689b53499 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:02.807176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6e962a47-9475-4319-bbfc-0776908a1d43,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:02.815423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Checking segment: {'id': 'dfb2ae8d-3672-4fe3-a9a0-16fd35018744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'fdaf3363-80b7-49c5-a8f1-3991e0dffc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:02.815762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Network hostable DHCP agents. Network: fdaf3363-80b7-49c5-a8f1-3991e0dffc6f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:02.830695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.838704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:02.852628 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-99b222ad-472d-45b1-a331-de2ec741840d tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "POST /v2.0/agents/529f0b95-b4e1-42a2-9fd0-1a3151394413/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5788794 May 09 05:02:02.852628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 1d7b76f0-dfdc-4759-8660-4a85de001850) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:02.853403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58270) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:02.864728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:02.865307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:02.902619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Network fdaf3363-80b7-49c5-a8f1-3991e0dffc6f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:02.953718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b7c83-2b33-4a47-8e79-ccc4dda9f6f9 None None] Network abf34946-09c6-4da7-9454-f76689b53499 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:02.966951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a1e0b-12d3-4c9b-b5aa-b6aa95b8260b None None] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:02.970576 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e998fba6-f17d-49b6-a844-f80ddbbd3706 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9423215 May 09 05:02:02.971521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, fdaf3363-80b7-49c5-a8f1-3991e0dffc6f) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:02.979761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58274) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:02.991005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:02.991859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.002745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1858633170', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:03.018729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:03.034511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Usage tracker for resource:router and tenant:552d729a392a4a17b0f67e5754762d63 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:03.041085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:03.071749 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ba531813-d820-466f-8921-5a41dab008c2 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8524258 May 09 05:02:03.078874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:03.086626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58286) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:03.120984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3936ebe-d99a-4268-af82-330d04ed50a0 None None] Network fdaf3363-80b7-49c5-a8f1-3991e0dffc6f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:03.132751 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19e793da-a5b7-4c94-ad5d-919eb94201f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.143706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'floatingip': {'floating_network_id': 'fdaf3363-80b7-49c5-a8f1-3991e0dffc6f'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:03.158911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.159909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.171694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 95672dca-44be-4aa2-add7-de6659a83ed9 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:03.185838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:03.190098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e793da-a5b7-4c94-ad5d-919eb94201f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1967102-3a2b-4153-893d-03e3dca43277,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:03.209527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:floatingip and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:03.217557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:03.220793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19e793da-a5b7-4c94-ad5d-919eb94201f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.226127 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-19e793da-a5b7-4c94-ad5d-919eb94201f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1967102-3a2b-4153-893d-03e3dca43277 HTTP/1.1" status: 204 len: 168 time: 1.4205258 May 09 05:02:03.230495 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9dbe275c-6500-44ee-b834-f22e1dd4b0de tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "GET /v2.0/agents/529f0b95-b4e1-42a2-9fd0-1a3151394413/dhcp-networks HTTP/1.1" status: 200 len: 8841 time: 0.3760254 May 09 05:02:03.237625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58294) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:03.242072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:03.256444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.284254 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:03.381197 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-40c1dfde-bf9e-4ac0-9fff-7611fae05c67 tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "DELETE /v2.0/agents/529f0b95-b4e1-42a2-9fd0-1a3151394413/dhcp-networks/abf34946-09c6-4da7-9454-f76689b53499 HTTP/1.1" status: 204 len: 168 time: 0.1423202 May 09 05:02:03.381808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58302) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:03.428114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.520035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 95672dca-44be-4aa2-add7-de6659a83ed9 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:03.520568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.664277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] For port f28f6eca-c41d-4f43-9e18-a6bee59e99ab, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f28f6eca-c41d-4f43-9e18-a6bee59e99ab,segment=NetworkSegment(e6ad8001-34b2-4281-b1e5-9423e93ebb13),segment_id=e6ad8001-34b2-4281-b1e5-9423e93ebb13)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:03.758036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.859646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.968537 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:01:59Z', 'revision_number': 2, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:03.969870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:03.979876 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Checking router: 67228db6-0036-4e6e-b38f-7296a79334ca for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:02:03.980506 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Updating router 67228db6-0036-4e6e-b38f-7296a79334ca port b6ac3a0f-e598-423a-a9f7-b37928d61208 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:02:04.077446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Provisioning complete for port b6ac3a0f-e598-423a-a9f7-b37928d61208 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:04.077968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.109752 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.172756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Port b6ac3a0f-e598-423a-a9f7-b37928d61208 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:04.274376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-533ea0a8-93d4-4209-ab36-dcd6568c83fe tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "GET /v2.0/agents/529f0b95-b4e1-42a2-9fd0-1a3151394413/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 0.8885341 May 09 05:02:04.285466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58318) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:04.369524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 75f8afcd-9f42-4165-819a-846bd2071d23 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:04.380688 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-41c2d317-0af2-464f-b002-cddeee97d94c tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "GET /v2.0/networks/3d5b06ab-3971-49a4-8451-722a86867625/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0861869 May 09 05:02:04.385221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58322) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:04.419141 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d802415b-6c1d-400d-9bf3-cd1b6f09d606 tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "GET /v2.0/networks/3d5b06ab-3971-49a4-8451-722a86867625/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0327218 May 09 05:02:04.422572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58326) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:04.431646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58328) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:04.445750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134406985', 'description': 'tempest-description--1387370803'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:04.461384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:04.473747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Usage tracker for resource:security_group and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:04.478419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:04.492052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:04.553433 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.569981 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Transition to ACTIVE for port object b6ac3a0f-e598-423a-a9f7-b37928d61208 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:04.580242 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.666500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.683558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a28b2-a7b1-48fb-b906-3c92f79ba8e0 None None] Network fdaf3363-80b7-49c5-a8f1-3991e0dffc6f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:04.723060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.745547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.770226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:04.775548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Usage tracker for resource:security_group_rule and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:04.778515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:04.785770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:04.864916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0a3a87fd-ef16-4da9-914b-52dfa4dc461e None None] Provisioning complete for port f28f6eca-c41d-4f43-9e18-a6bee59e99ab triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:04.865278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a3a87fd-ef16-4da9-914b-52dfa4dc461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.892541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:04.922409 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74e16d-c38e-4549-bbf1-47d849608deb None None] Pushing event updated for resources: {'Port': ['ID=b6ac3a0f-e598-423a-a9f7-b37928d61208,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:04.952390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243fd6f-eeb0-47fd-b8f9-fc7b267706d7 None None] Pushing event updated for resources: {'Port': ['ID=f28f6eca-c41d-4f43-9e18-a6bee59e99ab,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:05.008489 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Attempting to bind port b6ac3a0f-e598-423a-a9f7-b37928d61208 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:05.009354 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Attempting to bind port b6ac3a0f-e598-423a-a9f7-b37928d61208 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:05.009847 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Attempting to bind port b6ac3a0f-e598-423a-a9f7-b37928d61208 on network 41d12453-9aa2-4a5c-aec5-5d40645139c0 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:05.017197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58342) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:05.017789 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:05.018642 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Checking segment: {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:05.019173 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.019688 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Bound using segment: {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:05.020379 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Bound port: b6ac3a0f-e598-423a-a9f7-b37928d61208, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:05.023193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 3, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:05.032355 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.035428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Transition to ACTIVE for port object 7691a0c7-43c3-4ef8-bec8-032f33877c39 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:05.093359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.103246 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Checking router: 867926df-0b6c-4536-afd5-370dff294256 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:02:05.103804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Updating router 867926df-0b6c-4536-afd5-370dff294256 port 2849fa7f-c987-44a0-b580-d6afb375d27a binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:02:05.130653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Router 470fc4ee-ed16-488b-80dd-a2d1b6501110 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:02:05.137758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6f1a4313-83d4-428a-8e1c-411825c83184 tempest-DHCPAgentSchedulersTestJSON-1202938379 tempest-DHCPAgentSchedulersTestJSON-1202938379-project-admin] 10.222.0.50 "GET /v2.0/agents/529f0b95-b4e1-42a2-9fd0-1a3151394413/dhcp-networks HTTP/1.1" status: 200 len: 8840 time: 0.7026136 May 09 05:02:05.142918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.143486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58348) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:05.150175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.155082 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] For port b6ac3a0f-e598-423a-a9f7-b37928d61208, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:05.159617 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] For port b6ac3a0f-e598-423a-a9f7-b37928d61208, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b6ac3a0f-e598-423a-a9f7-b37928d61208,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:05.160865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-1d7b76f0-dfdc-4759-8660-4a85de001850', 'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850', 'tenant_id': '552d729a392a4a17b0f67e5754762d63', 'fixed_ips': [{'subnet_id': 'f02d76ee-b030-4c70-a1f3-3904279468ff'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:05.165999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.167859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.204689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Transition to ACTIVE for port object 7691a0c7-43c3-4ef8-bec8-032f33877c39 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:05.276727 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 75f8afcd-9f42-4165-819a-846bd2071d23 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:05.290592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 75f8afcd-9f42-4165-819a-846bd2071d23 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:05.291031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.320646 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.369155 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:05.370120 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:05.385957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a916cc1-751a-4d5e-9b5c-08c8d5edefba,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:05.403084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.409490 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-626f46d3-5348-43e2-9cfa-597e55d8ac71 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9730718 May 09 05:02:05.436208 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e8602817-fbdc-4a4f-b086-989600863ac0 tempest-AgentManagementNegativeTest-1298920143 tempest-AgentManagementNegativeTest-1298920143-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3857803 May 09 05:02:05.454136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58352) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:05.498909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.501176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.547552 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74e16d-c38e-4549-bbf1-47d849608deb None None] Pushing event updated for resources: {'Port': ['ID=b6ac3a0f-e598-423a-a9f7-b37928d61208,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:05.588051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Request body: {'security_group_rule': {'security_group_id': '1a916cc1-751a-4d5e-9b5c-08c8d5edefba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:05.618068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Network 61058e53-291b-4073-8668-b99eb68040e7 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:05.621767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.644194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:05.658453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:05.664997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.675095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:05.697383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Pushing event updated for resources: {'Port': ['ID=7691a0c7-43c3-4ef8-bec8-032f33877c39,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:05.699213 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:05.858209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:05.956648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:05.987366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Attempting to bind port 7691a0c7-43c3-4ef8-bec8-032f33877c39 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:05.988075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Attempting to bind port 7691a0c7-43c3-4ef8-bec8-032f33877c39 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61058e53-291b-4073-8668-b99eb68040e7'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:05.988761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Attempting to bind port 7691a0c7-43c3-4ef8-bec8-032f33877c39 on network 61058e53-291b-4073-8668-b99eb68040e7 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:06.003438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Sync routers for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:06.017633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Allocated IP 172.26.0.7 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/1a99a814-a8a0-44a1-bc11-18f422b0fd2a) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:06.026571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:06.027022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Checking segment: {'id': 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61058e53-291b-4073-8668-b99eb68040e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:06.027818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.028301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Bound using segment: {'id': 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61058e53-291b-4073-8668-b99eb68040e7'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:06.028934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Bound port: 7691a0c7-43c3-4ef8-bec8-032f33877c39, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61058e53-291b-4073-8668-b99eb68040e7'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:06.029400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.077954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Allocated IP 172.20.0.2 (1d7b76f0-dfdc-4759-8660-4a85de001850/f02d76ee-b030-4c70-a1f3-3904279468ff/2e766887-28f5-43ec-a83e-9648fe351b9c) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:06.081670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58360) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:06.086529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:06.088046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:06.125572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Allocated IP 172.20.0.1 (2b3a1425-8034-42df-a9c9-4e50ae66c991/7e7d9641-4d55-4157-9fd7-11fc847a500f/c82a06e9-b854-4f52-ba13-80e11a714331) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:06.151913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.155833 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e12f74b4-4c31-43d8-99fe-39225ec878ee admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.6182232 May 09 05:02:06.156116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:06.195859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:05Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:06.203350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.214146 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722810b-f2c5-49f6-ba08-ac35ebe54cd6 None None] The sync data for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv is: [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:05Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:06.264467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Allocated IP 172.20.0.4 (fdaf3363-80b7-49c5-a8f1-3991e0dffc6f/6e962a47-9475-4319-bbfc-0776908a1d43/4ede4c4d-c766-4d15-9c88-8f0f9b31f826) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:06.266518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.312756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Usage tracker for resource:security_group_rule and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:06.316574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=2a30fb9f-d8ec-4897-9ed0-76552601aed5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:06.321336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:06.327366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.336350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61058e53-291b-4073-8668-b99eb68040e7']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:06.378932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:06.381603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.405873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:06.406464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:06.422692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.442312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.449670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:06.450205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.544298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:06.556766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5cc8f265644e0391ae7670a2723c8c is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:06.566956 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:06.569396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.571331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:06.580015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Transition to ACTIVE for port object 2e766887-28f5-43ec-a83e-9648fe351b9c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:06.585804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:06.599415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Transition to ACTIVE for port object 2e766887-28f5-43ec-a83e-9648fe351b9c will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:06.625088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:06.630898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:02:06.630898 dv-neutron-840482-1-hyperv neutron-server[88041]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:02:06.630898 dv-neutron-840482-1-hyperv neutron-server[88041]: [parameters: {'id': '61058e53-291b-4073-8668-b99eb68040e7'}] May 09 05:02:06.630898 dv-neutron-840482-1-hyperv neutron-server[88041]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:02:06.631637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:02:06.638496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.645744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:06.698384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:06.703304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.747389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 75f8afcd-9f42-4165-819a-846bd2071d23, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=75f8afcd-9f42-4165-819a-846bd2071d23,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:06.748824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Port': ['ID=1a99a814-a8a0-44a1-bc11-18f422b0fd2a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:06.751075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.794255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.795203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.844367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:06.871368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Transition to ACTIVE for port object c82a06e9-b854-4f52-ba13-80e11a714331 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:06.896924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf34946-09c6-4da7-9454-f76689b53499']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:06.909227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:06.931824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:06.940928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:06.943287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] For port 7691a0c7-43c3-4ef8-bec8-032f33877c39, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:06.948232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Pushing event updated for resources: {'Port': ['ID=2e766887-28f5-43ec-a83e-9648fe351b9c,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.002705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.007296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc95215-88ca-4088-9aeb-c9c2b14b7d6e') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:07.007646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc95215-88ca-4088-9aeb-c9c2b14b7d6e') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:07.019910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.047242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.074332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.082575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] For port 7691a0c7-43c3-4ef8-bec8-032f33877c39, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7691a0c7-43c3-4ef8-bec8-032f33877c39,segment=NetworkSegment(c56d04d4-c2ec-4fac-a087-84ae0a7200a9),segment_id=c56d04d4-c2ec-4fac-a087-84ae0a7200a9)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:07.115679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f19750-cf7a-4745-ae5d-5b063beb9073,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.124557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.124877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f28f6eca-c41d-4f43-9e18-a6bee59e99ab up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:07.135964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.149329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:07.149729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:07.165309 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:07.183241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.207010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:07.239369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.247621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.249059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-54b29e08-11fc-4ff0-a60d-8cbdae17d688 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6761937 May 09 05:02:07.264247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58370) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:07.280359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.283694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.299920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Request body: {'security_group_rule': {'security_group_id': '1a916cc1-751a-4d5e-9b5c-08c8d5edefba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:07.310852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port 7691a0c7-43c3-4ef8-bec8-032f33877c39 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:07.311429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.319395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:07.326960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.resource_extend [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:07.327585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:07.332179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:07.339685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:07.340079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.359725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Usage tracker for resource:security_group_rule and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:07.379717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:07.406242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Network fdaf3363-80b7-49c5-a8f1-3991e0dffc6f is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:07.414568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:07.416543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c82a06e9-b854-4f52-ba13-80e11a714331,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.422023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Attempting to bind port 2e766887-28f5-43ec-a83e-9648fe351b9c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:07.422412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Attempting to bind port 2e766887-28f5-43ec-a83e-9648fe351b9c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:07.422787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Attempting to bind port 2e766887-28f5-43ec-a83e-9648fe351b9c on network 1d7b76f0-dfdc-4759-8660-4a85de001850 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:07.425386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:07.459350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7cd53-2c9c-4b82-9531-dbe35860bea2,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.477947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.487839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-889a6cfe-5625-43ce-9db9-1c481d1c8ec3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a5cc8f265644e0391ae7670a2723c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4006360 May 09 05:02:07.489679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=75f8afcd-9f42-4165-819a-846bd2071d23,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.496681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:07.497046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Checking segment: {'id': '2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:07.497616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.498145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Bound using segment: {'id': '2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:07.498765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Bound port: 2e766887-28f5-43ec-a83e-9648fe351b9c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:07.499123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:07.499471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.508959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58374) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:07.533531 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.540012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event deleted for resources: {'Network': ['ID=abf34946-09c6-4da7-9454-f76689b53499,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.639464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Port': ['ID=4ede4c4d-c766-4d15-9c88-8f0f9b31f826,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.652791 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dec19f76-38e4-45d9-8540-0bec0fe1b26e tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "DELETE /v2.0/networks/abf34946-09c6-4da7-9454-f76689b53499 HTTP/1.1" status: 204 len: 168 time: 2.5081348 May 09 05:02:07.664771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58378) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:07.705467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.749939 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d52750-82fb-4795-a29e-13c7d231eefc tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] DELETE failed (client error): The resource could not be found. May 09 05:02:07.750613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d52750-82fb-4795-a29e-13c7d231eefc tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:02:07.754750 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5d52750-82fb-4795-a29e-13c7d231eefc tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "DELETE /v2.0/ports/7e590760-567a-4c59-99b4-e0e0a5d649c6 HTTP/1.1" status: 404 len: 333 time: 0.0865099 May 09 05:02:07.757159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.763550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58382) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:07.772191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Transition to ACTIVE for port object 2849fa7f-c987-44a0-b580-d6afb375d27a will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:07.776156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f28f6eca-c41d-4f43-9e18-a6bee59e99ab triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:07.776318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.805924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.820354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3f089-882d-4829-8770-ccad3f06dbdb None None] Network 61058e53-291b-4073-8668-b99eb68040e7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:07.833774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa6724-e01c-4f9d-a18b-c340a2cddb7b None None] Pushing event updated for resources: {'Port': ['ID=7691a0c7-43c3-4ef8-bec8-032f33877c39,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:07.872844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.892209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:07.921602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port 7691a0c7-43c3-4ef8-bec8-032f33877c39, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7691a0c7-43c3-4ef8-bec8-032f33877c39,segment=NetworkSegment(c56d04d4-c2ec-4fac-a087-84ae0a7200a9),segment_id=c56d04d4-c2ec-4fac-a087-84ae0a7200a9)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:07.922067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.028783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Deleting subnet 7f9a879b-4772-4d58-bb95-2e8264ccfb3d {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:02:08.056265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35f1fdbc-d808-407f-b8e2-3c39e8d44c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.069146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.081393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-97d39708-37d2-412c-be93-7c408aae709e None None] Provisioning for port c82a06e9-b854-4f52-ba13-80e11a714331 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:08.122293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for 7691a0c7-43c3-4ef8-bec8-032f33877c39 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:08.145832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.156703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] For port 2e766887-28f5-43ec-a83e-9648fe351b9c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:08.166241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-97d39708-37d2-412c-be93-7c408aae709e None None] Provisioning complete for port c82a06e9-b854-4f52-ba13-80e11a714331 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:08.166462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-97d39708-37d2-412c-be93-7c408aae709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.212759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.228639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Attempting to bind port 2849fa7f-c987-44a0-b580-d6afb375d27a on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:08.229270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Attempting to bind port 2849fa7f-c987-44a0-b580-d6afb375d27a by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:08.229478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Attempting to bind port 2849fa7f-c987-44a0-b580-d6afb375d27a on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:08.242292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.252732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] For port 2e766887-28f5-43ec-a83e-9648fe351b9c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2e766887-28f5-43ec-a83e-9648fe351b9c,segment=NetworkSegment(2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095),segment_id=2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:08.253393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35f1fdbc-d808-407f-b8e2-3c39e8d44c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.258673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:08.259339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:08.259999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.260461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:08.260951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Bound port: 2849fa7f-c987-44a0-b580-d6afb375d27a, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:08.261301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.272818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.288760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.339472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d06b7-08c9-461f-b636-c89aea9a87ee None None] Pushing event updated for resources: {'Port': ['ID=2849fa7f-c987-44a0-b580-d6afb375d27a,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:08.343731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.409097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.437406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6e0d16-4e3a-48ac-808b-8691306f6ab0,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:08.444036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-97d39708-37d2-412c-be93-7c408aae709e None None] Port c82a06e9-b854-4f52-ba13-80e11a714331 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:08.468910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.469073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Port': ['ID=7691a0c7-43c3-4ef8-bec8-032f33877c39,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:08.479067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No DVR routers for this DVR port 7691a0c7-43c3-4ef8-bec8-032f33877c39 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:02:08.546615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.583621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] For port 2849fa7f-c987-44a0-b580-d6afb375d27a, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:08.595825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] For port 2849fa7f-c987-44a0-b580-d6afb375d27a, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2849fa7f-c987-44a0-b580-d6afb375d27a,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:08.600298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f76307-b19d-43fa-96a4-839c742aea48 None None] Pushing event updated for resources: {'Port': ['ID=2e766887-28f5-43ec-a83e-9648fe351b9c,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:08.606561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6ac3a0f-e598-423a-a9f7-b37928d61208 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:08.628993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.631066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.643440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.645006 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-186fb2c5-7ff8-46be-894f-d5e9d621f88d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3766806 May 09 05:02:08.674602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.711063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:01Z', 'revision_number': 3, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:08.717498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58386) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:08.732018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Checking router: 470fc4ee-ed16-488b-80dd-a2d1b6501110 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:02:08.732353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Updating router 470fc4ee-ed16-488b-80dd-a2d1b6501110 port 88e0b698-1263-477a-9865-c725fe52defb binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:02:08.758401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:08.776844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:08.795751 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Usage tracker for resource:floatingip and tenant:4075860166744a89adeb0e3b566e6fc0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:08.801094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:08.801445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:08.805028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:08.825527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35f1fdbc-d808-407f-b8e2-3c39e8d44c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.841279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:08.921266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d06b7-08c9-461f-b636-c89aea9a87ee None None] Pushing event updated for resources: {'Port': ['ID=2849fa7f-c987-44a0-b580-d6afb375d27a,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:08.943102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:08.953804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61058e53-291b-4073-8668-b99eb68040e7']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:08.972138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:08.972455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d04d4-c2ec-4fac-a087-84ae0a7200a9') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:08.991305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.020587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.027646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:09.028271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.052388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b6ac3a0f-e598-423a-a9f7-b37928d61208 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:09.060335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35f1fdbc-d808-407f-b8e2-3c39e8d44c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.062608 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-35f1fdbc-d808-407f-b8e2-3c39e8d44c7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbc7cd53-2c9c-4b82-9531-dbe35860bea2 HTTP/1.1" status: 204 len: 168 time: 1.5442708 May 09 05:02:09.076453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1fdbc-d808-407f-b8e2-3c39e8d44c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7cd53-2c9c-4b82-9531-dbe35860bea2,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:09.104374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b6ac3a0f-e598-423a-a9f7-b37928d61208 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:09.104937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:09.149581 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:09.162363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.184211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.195184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=61058e53-291b-4073-8668-b99eb68040e7,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:09.204733 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3e7943c0-85d9-4dd1-af49-765fcfa0291f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/61058e53-291b-4073-8668-b99eb68040e7 HTTP/1.1" status: 204 len: 168 time: 7.4689362 May 09 05:02:09.205825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58392) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:09.213223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512051851'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:09.218610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:09.221203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.221375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Router a4249976-eaec-45c2-9e7c-7fb66738bdc9 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:02:09.226371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:09.230925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:09.276137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:09.289354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.294670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:09.347688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:09.351268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.421377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9a879b-4772-4d58-bb95-2e8264ccfb3d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:09.440641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.446947 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d36d0f84-d25f-4c5a-954e-cb3d150d888a tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "DELETE /v2.0/subnets/7f9a879b-4772-4d58-bb95-2e8264ccfb3d HTTP/1.1" status: 204 len: 168 time: 1.6704021 May 09 05:02:09.452448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58398) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:09.459626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Allocated IP 172.20.0.1 (006d628d-117a-41c0-bc9d-1e03dbacc9bb/f7200ab0-492c-472f-976d-f00eea86fa74/70df0061-2c56-4705-9fdf-b3baad342e1e) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:09.532129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.574565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.579270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:09.602014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:09.615396 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] Sync routers for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:09.632902 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:09.633587 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:09.656285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.679304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.679757 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment 13baf13e-229b-432d-961c-fbbdf8ee6203 of type vlan for network 194503f2-9e41-440c-8c58-6f09b2d23346 May 09 05:02:09.693711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Transition to ACTIVE for port object 88e0b698-1263-477a-9865-c725fe52defb will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:09.715507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.726047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.726869 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ce1c7eb9-f241-4d5c-9819-e32b824dea3e tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.7458415 May 09 05:02:09.742171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.747086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58410) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:09.754935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.777541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:09.780666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Deleting port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:09.781016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.808134 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:09.831330 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:09.832169 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:09.896117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca80ca3-408b-4259-a0c5-0abbf17782ba None None] Network 3d5b06ab-3971-49a4-8451-722a86867625 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:09.935066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.936420 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:09.937406 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97fa15-ee18-4a66-a537-192592550000 None None] The sync data for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:09.938253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.962110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.967982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:09.968552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.970918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.972300 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.8695455 May 09 05:02:09.981505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87b7d7-7f7b-44c4-a1d3-de549d6a779f tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Port': ['ID=4ede4c4d-c766-4d15-9c88-8f0f9b31f826,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:09.989535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.991539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:09.992105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58418) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:10.150603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684cb00f-1878-4122-9c02-45ddeabcd127 None None] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:10.232724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=194503f2-9e41-440c-8c58-6f09b2d23346,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:10.268721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-255f7d35-93bd-4782-90f1-f4cca8a1bb62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0614345 May 09 05:02:10.269661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58426) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:10.280430 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a9a7ce0b-5583-4384-ac06-4c03a0b856bb tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=fdaf3363-80b7-49c5-a8f1-3991e0dffc6f HTTP/1.1" status: 200 len: 689 time: 0.2594836 May 09 05:02:10.285259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': '194503f2-9e41-440c-8c58-6f09b2d23346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:10.302738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58430) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:10.305925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 194503f2-9e41-440c-8c58-6f09b2d23346 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:10.347451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58434) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:10.464583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:10.500989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Attempting to bind port 88e0b698-1263-477a-9865-c725fe52defb on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:10.501190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:10.501271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Attempting to bind port 88e0b698-1263-477a-9865-c725fe52defb by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:10.501601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Attempting to bind port 88e0b698-1263-477a-9865-c725fe52defb on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:10.503694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635b63b-835c-4ae3-8195-28f675f91350 None None] Pushing event updated for resources: {'Port': ['ID=88e0b698-1263-477a-9865-c725fe52defb,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:10.510364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:10.515247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-bce88c9d-e18b-4f5a-8d39-6c2a8fd09081 None None] Provisioning for port 2e766887-28f5-43ec-a83e-9648fe351b9c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:10.515967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c82a06e9-b854-4f52-ba13-80e11a714331,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:10.533700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Transition to ACTIVE for port object 70df0061-2c56-4705-9fdf-b3baad342e1e will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:10.577839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:10.578228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:10.578634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:10.579023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:10.583951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Bound port: 88e0b698-1263-477a-9865-c725fe52defb, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:10.584471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:10.612434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] For port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0cc56e7c-448f-45cb-8420-d2e3c2569a6f,segment=NetworkSegment(0b8621e6-aa3b-4f67-9264-3001f051953f),segment_id=0b8621e6-aa3b-4f67-9264-3001f051953f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:10.612974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:10.637225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:10.693593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-354574668'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:10.712275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:10.724501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:10.732232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Usage tracker for resource:network and tenant:cd18bd57b333483e9ba21332b622670e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:10.742189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:10.883407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b6ac3a0f-e598-423a-a9f7-b37928d61208, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b6ac3a0f-e598-423a-a9f7-b37928d61208,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:10.901977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:10.940231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] For port 88e0b698-1263-477a-9865-c725fe52defb, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:10.953692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Calling delete_port for 0cc56e7c-448f-45cb-8420-d2e3c2569a6f owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:10.970457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:10.982763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d9c56f7c-ec6e-4b8a-95ee-0c342a2358b2 None None] Provisioning complete for port c82a06e9-b854-4f52-ba13-80e11a714331 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:10.983718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d9c56f7c-ec6e-4b8a-95ee-0c342a2358b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.019291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] For port 88e0b698-1263-477a-9865-c725fe52defb, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=88e0b698-1263-477a-9865-c725fe52defb,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:11.045546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.054451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.071798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.119586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:11.122533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.140319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d9c56f7c-ec6e-4b8a-95ee-0c342a2358b2 None None] Port c82a06e9-b854-4f52-ba13-80e11a714331 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:11.141781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b6ac3a0f-e598-423a-a9f7-b37928d61208,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:11.157598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.176767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.224024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:11.224768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:11.240659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:11.261419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event deleted for resources: {'Port': ['ID=0cc56e7c-448f-45cb-8420-d2e3c2569a6f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:11.285883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] No DVR routers for this DVR port 0cc56e7c-448f-45cb-8420-d2e3c2569a6f on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:02:11.287510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:11.294974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Deleting port 4ede4c4d-c766-4d15-9c88-8f0f9b31f826 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:11.294974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.299914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e766887-28f5-43ec-a83e-9648fe351b9c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:11.308214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:11.310776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:11.311273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.317191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:11.322534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Usage tracker for resource:security_group_rule and tenant:cd18bd57b333483e9ba21332b622670e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:11.323712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d1b43-b418-49a7-975f-a5e83879121f None None] DHCP port deletion for 3d5b06ab-3971-49a4-8451-722a86867625 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:02:11.326297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:11.332226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:11.346151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:11.364246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:11.392186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 1, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:11.399796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:11.426128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635b63b-835c-4ae3-8195-28f675f91350 None None] Pushing event updated for resources: {'Port': ['ID=88e0b698-1263-477a-9865-c725fe52defb,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:11.426913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Router 867926df-0b6c-4536-afd5-370dff294256 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:02:11.435221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0633fb52-06ea-4211-b086-594f0247cf5e None None] The sync data for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv is: [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 1, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:11.520729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Pushing event updated for resources: {'Port': ['ID=70df0061-2c56-4705-9fdf-b3baad342e1e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:11.548854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:11.553417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.575252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.586388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2e766887-28f5-43ec-a83e-9648fe351b9c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:11.621842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:11.693629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Allocated IP 172.26.0.230 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/b3958bef-4e8d-4147-873f-e8713e2d19db) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:11.771811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5b06ab-3971-49a4-8451-722a86867625']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:11.816273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8621e6-aa3b-4f67-9264-3001f051953f') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:11.821663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8621e6-aa3b-4f67-9264-3001f051953f') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:11.863073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.863422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.883050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:11.926684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216af91-b909-45ac-a464-655349bf00a9 None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:02:12.071737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2e766887-28f5-43ec-a83e-9648fe351b9c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:12.072347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.086790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Calling delete_port for 4ede4c4d-c766-4d15-9c88-8f0f9b31f826 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:12.123546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:12.137965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.144991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.170134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2dcf0818-7122-49bf-94b1-25e96380a593 None None] Provisioning for port 70df0061-2c56-4705-9fdf-b3baad342e1e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:12.178995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:12.179567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:12.196769 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:12.217110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2dcf0818-7122-49bf-94b1-25e96380a593 None None] Provisioning complete for port 70df0061-2c56-4705-9fdf-b3baad342e1e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:12.217470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0818-7122-49bf-94b1-25e96380a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.236484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.271625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.384621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.393657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.433505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.438123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe284a2d-7133-4b4c-88f3-05408e4e714f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.450864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] Pushing event deleted for resources: {'Network': ['ID=3d5b06ab-3971-49a4-8451-722a86867625,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:12.453649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-da4d4515-bb9e-4a5e-98cf-f128e0eca083 tempest-DHCPAgentSchedulersTestJSON-493393288 tempest-DHCPAgentSchedulersTestJSON-493393288-project] 10.222.0.50 "DELETE /v2.0/networks/3d5b06ab-3971-49a4-8451-722a86867625 HTTP/1.1" status: 204 len: 168 time: 3.0000541 May 09 05:02:12.462264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf0818-7122-49bf-94b1-25e96380a593 None None] Port 70df0061-2c56-4705-9fdf-b3baad342e1e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:12.477432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.481330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216af91-b909-45ac-a464-655349bf00a9 None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:02:12.495822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.509301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:12.513747 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f5cdcbb7-84bd-46cc-9f38-3f5b546d7bd6 admin admin] 10.222.0.50 "PUT /v2.0/routers/867926df-0b6c-4536-afd5-370dff294256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3046756 May 09 05:02:12.515410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.666088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 2e766887-28f5-43ec-a83e-9648fe351b9c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2e766887-28f5-43ec-a83e-9648fe351b9c,segment=NetworkSegment(2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095),segment_id=2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:12.669777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:01Z', 'revision_number': 3, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:12.682714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.683521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 75f8afcd-9f42-4165-819a-846bd2071d23 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:12.789854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.793938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=2e766887-28f5-43ec-a83e-9648fe351b9c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:12.800473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3d3d3-2844-4eb0-bb88-8d1d9f52c80b None None] The sync data for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv is: [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:01Z', 'revision_number': 3, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:12.887433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f6717a8c-e8df-47a5-9f14-757c82a23713 None None] Provisioning complete for port 2e766887-28f5-43ec-a83e-9648fe351b9c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:12.887965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f6717a8c-e8df-47a5-9f14-757c82a23713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:12.939340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ede4c4d-c766-4d15-9c88-8f0f9b31f826,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:12.962107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:13.101855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:13.103639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:13.108078 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Added segment 21166fab-676c-4bbc-874f-a8ed2173d551 of type vlan for network a7e521ba-ad7d-4933-a3e7-be95030be9c4 May 09 05:02:13.116479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=1ae02a51-49ad-4848-9ea9-0dc6da244383,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:13.158207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:13.185703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event updated for resources: {'Port': ['ID=b3958bef-4e8d-4147-873f-e8713e2d19db,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:13.188967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42b092-f705-403d-a506-68dafcaff207,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:13.198568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:13.241669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:13.327289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 75f8afcd-9f42-4165-819a-846bd2071d23 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:13.327660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:13.602845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58458) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:13.603737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': '13baf13e-229b-432d-961c-fbbdf8ee6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '194503f2-9e41-440c-8c58-6f09b2d23346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:13.604334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: 194503f2-9e41-440c-8c58-6f09b2d23346, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:13.687066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:13.721991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 194503f2-9e41-440c-8c58-6f09b2d23346 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:13.895639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:13.923777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:13.984347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 194503f2-9e41-440c-8c58-6f09b2d23346) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:14.020129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:14.025521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.026370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd21b5fc-c76c-42d9-a21d-db250ce6415c None None] Network 194503f2-9e41-440c-8c58-6f09b2d23346 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:14.052555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 88e0b698-1263-477a-9865-c725fe52defb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:14.139172 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-21e0e312-9bc7-4938-ab2b-64b5a17af9a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4fa7170bb3d488f905879bd838128a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5203366 May 09 05:02:14.143827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-705a12ef-ab2a-4ff2-a816-eb5dd433374a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8685455 May 09 05:02:14.144970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58464) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:14.145415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58466) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:14.176832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2045405441'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:14.181724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:14.188182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:14.197709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:14.199590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.205537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:14.233625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:14.237689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.339626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.373312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:14.406660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 88e0b698-1263-477a-9865-c725fe52defb completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:14.427750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 88e0b698-1263-477a-9865-c725fe52defb triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:14.428759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.473959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02416e0e-0a7d-4da0-8e6e-7b35aa9b23e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.477060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:14.479475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6e962a47-9475-4319-bbfc-0776908a1d43,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:14.500450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.500824 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment f29fea32-6436-464b-add7-f303e251e9e1 of type vlan for network bcb66996-e81c-4f78-baf9-d8da66c1984f May 09 05:02:14.659345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-194503f2-9e41-440c-8c58-6f09b2d23346', 'network_id': '194503f2-9e41-440c-8c58-6f09b2d23346', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '1ae02a51-49ad-4848-9ea9-0dc6da244383'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:14.660992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.678294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02416e0e-0a7d-4da0-8e6e-7b35aa9b23e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.704149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.720263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.745820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.753969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:14.754587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.754781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaf3363-80b7-49c5-a8f1-3991e0dffc6f']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:14.783146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb2ae8d-3672-4fe3-a9a0-16fd35018744') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:14.783607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb2ae8d-3672-4fe3-a9a0-16fd35018744') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:14.809095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.833661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7bca1720-8988-4b83-9c6d-7fd5e3eb23d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.835134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.840572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.853704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:14.854582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.861055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:14.862226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.904777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Network': ['ID=a7e521ba-ad7d-4933-a3e7-be95030be9c4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:14.910756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:14.949436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 88e0b698-1263-477a-9865-c725fe52defb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=88e0b698-1263-477a-9865-c725fe52defb,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:14.982693 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:15.031194 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f3607926-b371-48af-a63d-0cd9136bfc34 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 4.6710758 May 09 05:02:15.043906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58474) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:15.083150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:15.098101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'subnet': {'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:15.107921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.108712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6ac3a0f-e598-423a-a9f7-b37928d61208 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:15.134835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02416e0e-0a7d-4da0-8e6e-7b35aa9b23e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.157006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58478) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:15.184763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805420406', 'description': 'tempest-description--1339020468'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:15.198086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02416e0e-0a7d-4da0-8e6e-7b35aa9b23e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9375df-da0a-4629-910f-773286593073,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:15.203084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:15.218822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Usage tracker for resource:security_group and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:15.221637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=bcb66996-e81c-4f78-baf9-d8da66c1984f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:15.224537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:15.228303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.230239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02416e0e-0a7d-4da0-8e6e-7b35aa9b23e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.231438 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-02416e0e-0a7d-4da0-8e6e-7b35aa9b23e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd9375df-da0a-4629-910f-773286593073 HTTP/1.1" status: 204 len: 168 time: 1.0839505 May 09 05:02:15.237194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fdaf3363-80b7-49c5-a8f1-3991e0dffc6f {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 09 05:02:15.252104 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-75846353-4f57-4a65-a8f8-7f31ca1feb70 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1026418 May 09 05:02:15.253355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.258129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:15.260965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58484) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:15.268875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:15.293457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Allocated IP 172.20.0.1 (1d7b76f0-dfdc-4759-8660-4a85de001850/f02d76ee-b030-4c70-a1f3-3904279468ff/2e85cd20-e20c-494f-a845-cd4d06e25b89) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:15.293693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdaf3363-80b7-49c5-a8f1-3991e0dffc6f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:15.321031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=88e0b698-1263-477a-9865-c725fe52defb,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:15.332662 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8113e86d-d217-4103-97fe-b2ca855ead96 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "DELETE /v2.0/networks/fdaf3363-80b7-49c5-a8f1-3991e0dffc6f HTTP/1.1" status: 204 len: 168 time: 5.0248275 May 09 05:02:15.333656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network bcb66996-e81c-4f78-baf9-d8da66c1984f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:15.335454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58488) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:15.512962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.518318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Allocated IP 2001:db8::1 (194503f2-9e41-440c-8c58-6f09b2d23346/1ae02a51-49ad-4848-9ea9-0dc6da244383/703c59fa-0261-4091-9b7e-366e9a685439) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:15.540078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Transition to ACTIVE for port object 2e85cd20-e20c-494f-a845-cd4d06e25b89 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:15.549450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.571494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a6c6e87c-f0af-4653-be5f-4801dac325ed tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Synchronizing usage tracker for tenant:65e2aedc90b84db1b796ca93e59567dd on resource:floatingip {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:15.595768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:15.603683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Usage tracker for resource:security_group_rule and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:15.608903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:15.615137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:15.617669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:15.622047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:15.626045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:15.627065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:15.638256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:15.652916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.670111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:15.674610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.681577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.754086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b6ac3a0f-e598-423a-a9f7-b37928d61208 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:15.754344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.757291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58494) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:15.761431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.804684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.805687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.824731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.862441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing IP validity checks on allocation pools {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:02:15.863189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:02:15.872069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:15.873668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.876021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.886827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Usage tracker for resource:security_group_rule and tenant:1924b8a0c89645b299057a0129b959bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:15.897035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:15.900192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:15.921794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:15.928532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:15.930088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:15.932092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a6c6e87c-f0af-4653-be5f-4801dac325ed tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Unset dirty status for tenant:65e2aedc90b84db1b796ca93e59567dd on resource:floatingip {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:15.933307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Usage tracker for resource:subnet and tenant:cd18bd57b333483e9ba21332b622670e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:15.933546 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a6c6e87c-f0af-4653-be5f-4801dac325ed tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.4902043 May 09 05:02:15.936482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:15.941791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58498) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:15.943699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:15.962201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:15.970173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:15.973335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:15.974028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.012875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:16.016385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.026234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e766887-28f5-43ec-a83e-9648fe351b9c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:16.034294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.080542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.097228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Transition to ACTIVE for port object 703c59fa-0261-4091-9b7e-366e9a685439 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:16.103193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.129691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Transition to ACTIVE for port object 703c59fa-0261-4091-9b7e-366e9a685439 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:16.141647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Port': ['ID=2e85cd20-e20c-494f-a845-cd4d06e25b89,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:16.145666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.158920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a686987-6d88-4dcd-8439-c3f107ab9a3d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:16.174524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.175343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.175931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.176551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.177149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.177731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.178346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.178932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.179511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:16.180773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Synchronizing usage tracker for tenant:65e2aedc90b84db1b796ca93e59567dd on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:16.185323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2e766887-28f5-43ec-a83e-9648fe351b9c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:16.185755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.189592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.191203 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5451faf0-e297-4d37-b363-405961eee8df tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0169246 May 09 05:02:16.195533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58502) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:16.203895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Request body: {'security_group_rule': {'security_group_id': '6a686987-6d88-4dcd-8439-c3f107ab9a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:16.228518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:16.236623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.301321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Network 194503f2-9e41-440c-8c58-6f09b2d23346 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:16.304243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:16.306495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Pushing event updated for resources: {'Port': ['ID=703c59fa-0261-4091-9b7e-366e9a685439,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:16.308316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Usage tracker for resource:security_group_rule and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:16.309277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:16.312413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Unset dirty status for tenant:65e2aedc90b84db1b796ca93e59567dd on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:16.313813 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8af824dc-520f-499d-9780-1db7af1e34aa tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5900 time: 0.3659787 May 09 05:02:16.322546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58506) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:16.328319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:16.334435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.343380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:16.355694 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6083996 May 09 05:02:16.410347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Sync routers for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:16.412687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.470844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.480508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.483791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Pushing event updated for resources: {'Port': ['ID=70df0061-2c56-4705-9fdf-b3baad342e1e,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:16.487609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.504682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Attempting to bind port 703c59fa-0261-4091-9b7e-366e9a685439 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:16.505193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Attempting to bind port 703c59fa-0261-4091-9b7e-366e9a685439 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '13baf13e-229b-432d-961c-fbbdf8ee6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '194503f2-9e41-440c-8c58-6f09b2d23346'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:16.505644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Attempting to bind port 703c59fa-0261-4091-9b7e-366e9a685439 on network 194503f2-9e41-440c-8c58-6f09b2d23346 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:16.508270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:16.509067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:16.595666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:16.596353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Checking segment: {'id': '13baf13e-229b-432d-961c-fbbdf8ee6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '194503f2-9e41-440c-8c58-6f09b2d23346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:16.596764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.597144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Bound using segment: {'id': '13baf13e-229b-432d-961c-fbbdf8ee6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '194503f2-9e41-440c-8c58-6f09b2d23346'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:16.597613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Bound port: 703c59fa-0261-4091-9b7e-366e9a685439, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13baf13e-229b-432d-961c-fbbdf8ee6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '194503f2-9e41-440c-8c58-6f09b2d23346'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:16.597973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.613726 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1924b8a0c89645b299057a0129b959bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508587 May 09 05:02:16.621800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab86840-f401-434a-bd70-dd5f23cd8268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701f01ec-fb14-4ec6-baa7-4a0131c7970f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:16.623605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ee4c0905-503b-423d-9c4e-cd19b14d26be None None] Provisioning for port 2e85cd20-e20c-494f-a845-cd4d06e25b89 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:16.628101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.628730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58522) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:16.636861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2849fa7f-c987-44a0-b580-d6afb375d27a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:16.649089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=7deafb2b-2ba3-4379-b40d-ca3eaf2813e8,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:16.669968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.696305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ee4c0905-503b-423d-9c4e-cd19b14d26be None None] Provisioning complete for port 2e85cd20-e20c-494f-a845-cd4d06e25b89 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:16.696716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0905-503b-423d-9c4e-cd19b14d26be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.715150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-718de127-38ac-4daf-bbe4-0b900fe31948 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] delete failed (client error): The resource could not be found. May 09 05:02:16.716643 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-718de127-38ac-4daf-bbe4-0b900fe31948 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/737ecb3e-dd19-4c16-bca6-d4a2c7b2e272 HTTP/1.1" status: 404 len: 345 time: 0.3905022 May 09 05:02:16.720432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58526) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:16.723587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': 'f29fea32-6436-464b-add7-f303e251e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:16.723939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: bcb66996-e81c-4f78-baf9-d8da66c1984f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:16.729644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:16.729938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d53f145-80a2-4cf3-a4e1-8ac29207b343,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:16.737302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:16.929138 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-74beb107-66e3-4178-b43d-7352579b7286 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] DELETE failed (client error): The resource could not be found. May 09 05:02:16.930261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74beb107-66e3-4178-b43d-7352579b7286 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:02:16.932130 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-74beb107-66e3-4178-b43d-7352579b7286 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "DELETE /v2.0/networks/fdaf3363-80b7-49c5-a8f1-3991e0dffc6f HTTP/1.1" status: 404 len: 339 time: 0.2036507 May 09 05:02:16.945068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:16.946457 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b35416e3-ef41-4320-afb0-9b2eddf1f39f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7486870 May 09 05:02:16.947473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58536) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:16.956011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58538) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:16.969768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'network': {'name': 'tempest-network--1504670995', 'router:external': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:16.989645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Request body: {'security_group_rule': {'security_group_id': '6a686987-6d88-4dcd-8439-c3f107ab9a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:17.002243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c0905-503b-423d-9c4e-cd19b14d26be None None] Port 2e85cd20-e20c-494f-a845-cd4d06e25b89 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:17.006184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc179fcf-6234-49b0-8136-5781edca79a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.008018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network bcb66996-e81c-4f78-baf9-d8da66c1984f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:17.011966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:17.021456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:network and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:17.023269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] For port 703c59fa-0261-4091-9b7e-366e9a685439, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:17.027542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:17.028334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58548) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:17.031923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] For port 703c59fa-0261-4091-9b7e-366e9a685439, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=703c59fa-0261-4091-9b7e-366e9a685439,segment=NetworkSegment(13baf13e-229b-432d-961c-fbbdf8ee6203),segment_id=13baf13e-229b-432d-961c-fbbdf8ee6203)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:17.037856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:17.040672 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 05:02:17.041212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:17.060685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd837b-2d81-4e4b-a3fb-2109a06de74e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event updated for resources: {'Port': ['ID=b3958bef-4e8d-4147-873f-e8713e2d19db,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:17.077556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:17.092656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Made reservation on behalf of 65e2aedc90b84db1b796ca93e59567dd for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:17.095226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.106383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.122253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Usage tracker for resource:security_group_rule and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:17.132647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:17.136568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, bcb66996-e81c-4f78-baf9-d8da66c1984f) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:17.139154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc179fcf-6234-49b0-8136-5781edca79a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.151151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:17.155343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2849fa7f-c987-44a0-b580-d6afb375d27a completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:17.160451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:17.161037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.171712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d340c-3299-4732-a9c5-18dce33dc6e0 None None] Network bcb66996-e81c-4f78-baf9-d8da66c1984f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:17.203341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.207686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2849fa7f-c987-44a0-b580-d6afb375d27a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:17.208110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.216428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:17.225335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b341a175-2cb2-42ad-8c3e-9d50626cfcf8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9612424 May 09 05:02:17.229405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.235875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58552) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:17.244717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.245098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Added segment f8273932-bb70-407c-aca5-dd6cdd11354f of type vlan for network 9a8bb1b8-c270-4538-b156-94347a308fe1 May 09 05:02:17.247273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-31d16fb6-22bf-46d2-b8d8-b07e9d0eb7c5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Synchronizing usage tracker for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:17.316512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc179fcf-6234-49b0-8136-5781edca79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.331030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Router 470fc4ee-ed16-488b-80dd-a2d1b6501110 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:02:17.336826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.352307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.355349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc179fcf-6234-49b0-8136-5781edca79a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701f01ec-fb14-4ec6-baa7-4a0131c7970f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:17.363135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.388220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc179fcf-6234-49b0-8136-5781edca79a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.394076 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cc179fcf-6234-49b0-8136-5781edca79a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/701f01ec-fb14-4ec6-baa7-4a0131c7970f HTTP/1.1" status: 204 len: 168 time: 0.7547281 May 09 05:02:17.430973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7aa5c88-a9d4-47aa-997c-928a9f441ebe,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:17.442916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.444247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:17.445197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.478003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e3a4a716-6f2e-42ee-a51a-523175260763 None None] Provisioning complete for port 70df0061-2c56-4705-9fdf-b3baad342e1e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:17.478497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a716-6f2e-42ee-a51a-523175260763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.491798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.498268 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b1b992c4-d417-4004-9e6f-bd6ae5fea602 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5242279 May 09 05:02:17.499145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58558) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:17.513085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:17.615423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.616652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f80b7-35e3-4e64-a51d-1277306797d6 None None] Pushing event updated for resources: {'Port': ['ID=703c59fa-0261-4091-9b7e-366e9a685439,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:17.634752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:17.662363 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7073507 May 09 05:02:17.662363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Usage tracker for resource:floatingip and tenant:5f09f498fdea4797b15bf1caccdb4bba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:17.673770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:17.681816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58564) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:17.710180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.718823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-31d16fb6-22bf-46d2-b8d8-b07e9d0eb7c5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Unset dirty status for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:17.720359 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-31d16fb6-22bf-46d2-b8d8-b07e9d0eb7c5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--134406985&fields=id&tenant_id=4075860166744a89adeb0e3b566e6fc0 HTTP/1.1" status: 200 len: 267 time: 0.6858397 May 09 05:02:17.747590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4a716-6f2e-42ee-a51a-523175260763 None None] Port 70df0061-2c56-4705-9fdf-b3baad342e1e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:17.764498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5bb5-c6b7-4768-9d65-d02be88fd587 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Network': ['ID=9a8bb1b8-c270-4538-b156-94347a308fe1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:17.766949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:17.786414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 9a8bb1b8-c270-4538-b156-94347a308fe1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:17.950484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:17.998360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec6223b-631d-421c-82a1-e8b391cc6b17 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:18.006244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec6223b-631d-421c-82a1-e8b391cc6b17 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:18.009397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:18.018001 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce03097-317d-4783-a840-16e26751582a None None] Sync routers for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:18.018560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec6223b-631d-421c-82a1-e8b391cc6b17 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:18.028676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec6223b-631d-421c-82a1-e8b391cc6b17 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:18.030618 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cec6223b-631d-421c-82a1-e8b391cc6b17 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3477538 May 09 05:02:18.033410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58574) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:18.035917 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:18.036560 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:18.122681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.192417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 2849fa7f-c987-44a0-b580-d6afb375d27a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2849fa7f-c987-44a0-b580-d6afb375d27a,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:18.200571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-bcb66996-e81c-4f78-baf9-d8da66c1984f', 'network_id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '7deafb2b-2ba3-4379-b40d-ca3eaf2813e8'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:18.201535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.220487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.273076 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fc41e71d-d55b-46bd-bbd5-70be9bae1163 admin admin] 10.222.0.50 "PUT /v2.0/routers/470fc4ee-ed16-488b-80dd-a2d1b6501110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1117175 May 09 05:02:18.313176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.367786 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:18.382905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=2849fa7f-c987-44a0-b580-d6afb375d27a,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:18.402236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0cc56e7c-448f-45cb-8420-d2e3c2569a6f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:02:18.415257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Checking segment: {'id': '21166fab-676c-4bbc-874f-a8ed2173d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:18.415630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network hostable DHCP agents. Network: a7e521ba-ad7d-4933-a3e7-be95030be9c4, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:18.428953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Subnet': ['ID=41f272bc-5279-460c-b567-15c6597944b7,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:18.467365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.526971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 0cc56e7c-448f-45cb-8420-d2e3c2569a6f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:02:18.527569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0cc56e7c-448f-45cb-8420-d2e3c2569a6f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:02:18.618918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 2, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:18.624604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.649427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Checking router: 867926df-0b6c-4536-afd5-370dff294256 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:02:18.654574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Updating router 867926df-0b6c-4536-afd5-370dff294256 port c82a06e9-b854-4f52-ba13-80e11a714331 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:02:18.672920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.725118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8bb1b8-c270-4538-b156-94347a308fe1']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:18.758445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8273932-bb70-407c-aca5-dd6cdd11354f') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:18.758903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8273932-bb70-407c-aca5-dd6cdd11354f') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:18.792104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:18.899765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 88e0b698-1263-477a-9865-c725fe52defb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:18.984837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.026255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029dede4-2195-41d3-8b67-9229d7211992 None None] Network 194503f2-9e41-440c-8c58-6f09b2d23346 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:19.062200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Allocated IP 2001:db8::3 (bcb66996-e81c-4f78-baf9-d8da66c1984f/7deafb2b-2ba3-4379-b40d-ca3eaf2813e8/f65503eb-3841-412a-b653-0aee26f4bac9) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:19.078407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58594) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.085485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Allocated IP 172.26.0.125 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/a2e97403-37fe-4416-b03f-0cc82ca48a7b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:19.121960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:19.149720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-6fabfb9b-213b-4019-b3a4-9f7e29c2acc3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:19.158222 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-6fabfb9b-213b-4019-b3a4-9f7e29c2acc3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 811 time: 1.1386085 May 09 05:02:19.161402 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 2, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:19.174702 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce03097-317d-4783-a840-16e26751582a None None] Checking router: 470fc4ee-ed16-488b-80dd-a2d1b6501110 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:02:19.177146 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce03097-317d-4783-a840-16e26751582a None None] Updating router 470fc4ee-ed16-488b-80dd-a2d1b6501110 port 70df0061-2c56-4705-9fdf-b3baad342e1e binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:02:19.196707 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-55081f0b-00a2-4976-b386-29e8ef78de3f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/quotas/4075860166744a89adeb0e3b566e6fc0 HTTP/1.1" status: 200 len: 375 time: 0.0374839 May 09 05:02:19.245046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.259553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.274414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.276066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.294042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:19.294452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.305386 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2ce03097-317d-4783-a840-16e26751582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:19.327798 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:19.333647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, a7e521ba-ad7d-4933-a3e7-be95030be9c4) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:19.385024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-dae1f0eb-c516-4f96-a599-11073b4df772 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.387008 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dae1f0eb-c516-4f96-a599-11073b4df772 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3043764 May 09 05:02:19.392474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e9d82-bee9-40cf-841f-fddf07dc0494 None None] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:19.407588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58600) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.418592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-6386fc9e-1f66-4f91-ad9a-202918dd0102 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.422385 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6386fc9e-1f66-4f91-ad9a-202918dd0102 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0138502 May 09 05:02:19.434490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58604) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.446165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-1c86393c-2848-4139-acae-128cb97db0ac tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.451824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.456284 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1c86393c-2848-4139-acae-128cb97db0ac tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0190325 May 09 05:02:19.461392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58608) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.462035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:19.462916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.484771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-0832e156-16d8-4c4a-b734-ebf1dfa86def tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.488346 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0832e156-16d8-4c4a-b734-ebf1dfa86def tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0145950 May 09 05:02:19.496924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58612) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.508255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-103cafb2-d26a-489a-9dd7-3ded8b7c0d96 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.516936 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-103cafb2-d26a-489a-9dd7-3ded8b7c0d96 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0189970 May 09 05:02:19.517505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58616) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.527950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.530865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.531400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-bfca515d-d80d-4387-a945-4dc90ea0c06e tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.538099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58620) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.542358 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bfca515d-d80d-4387-a945-4dc90ea0c06e tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0221753 May 09 05:02:19.554239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.581959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a8bb1b8-c270-4538-b156-94347a308fe1 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 09 05:02:19.588411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.595080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:19.647984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c26eb02d-5e66-4536-95ab-165263a6d860 None None] Provisioning for port 703c59fa-0261-4091-9b7e-366e9a685439 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:19.689221 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c53078a8-0298-4aaf-8664-120ffd2498dd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6391926 May 09 05:02:19.692320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58622) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.709720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-8525c07f-43e1-4983-b0ac-c1bfa28ac911 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.710986 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8525c07f-43e1-4983-b0ac-c1bfa28ac911 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0202558 May 09 05:02:19.715474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a8bb1b8-c270-4538-b156-94347a308fe1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:19.718482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1767444676'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:19.726923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58628) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.771091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-b74e3140-6343-4ee2-bbf4-79de2dc62e56 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.775482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b74e3140-6343-4ee2-bbf4-79de2dc62e56 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0342655 May 09 05:02:19.783119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58632) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.786610 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-06baa351-ad92-423d-acab-605a4958efe1 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "DELETE /v2.0/networks/9a8bb1b8-c270-4538-b156-94347a308fe1 HTTP/1.1" status: 204 len: 168 time: 1.7493372 May 09 05:02:19.807636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-e35f7416-7585-4c45-a266-c458874b0b14 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.811311 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e35f7416-7585-4c45-a266-c458874b0b14 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0234816 May 09 05:02:19.820272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58634) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.820623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58636) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.820929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58640) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.823430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Port': ['ID=2e85cd20-e20c-494f-a845-cd4d06e25b89,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:19.842458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'network': {'name': 'tempest-network--1802125434', 'router:external': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:19.851506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:19.859386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-38cb4fe2-8fe2-47bd-b78e-21f78e8130b4 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.864045 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-38cb4fe2-8fe2-47bd-b78e-21f78e8130b4 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0268471 May 09 05:02:19.869970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431158534', 'description': 'tempest-description--1970311072'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:19.887252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:19.890490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58648) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.892341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:19.900340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:19.919339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:19.952614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-9ea89630-1eb3-4c69-bed4-2418aa9a924e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Synchronizing usage tracker for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:19.972552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-d0108dd4-dc0d-4fcc-a112-7febd83bb1cd tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:19.973904 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d0108dd4-dc0d-4fcc-a112-7febd83bb1cd tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0794463 May 09 05:02:19.981439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58652) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:19.999257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Usage tracker for resource:security_group and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:20.005712 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2ce03097-317d-4783-a840-16e26751582a None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.007736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:network and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:20.027880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event updated for resources: {'Port': ['ID=a2e97403-37fe-4416-b03f-0cc82ca48a7b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:20.034025 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-2ce03097-317d-4783-a840-16e26751582a None None] Transition to ACTIVE for port object 70df0061-2c56-4705-9fdf-b3baad342e1e will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:20.042414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:20.044720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:20.047108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-9ea89630-1eb3-4c69-bed4-2418aa9a924e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Unset dirty status for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:20.052245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-e5d5f8ec-4030-4c76-bcd5-1a0baa901ac8 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.052663 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2ce03097-317d-4783-a840-16e26751582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.059911 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-9ea89630-1eb3-4c69-bed4-2418aa9a924e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8569942 May 09 05:02:20.061330 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e5d5f8ec-4030-4c76-bcd5-1a0baa901ac8 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0712891 May 09 05:02:20.062362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:20.065976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.068215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58656) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.072098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:20.073115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Usage tracker for resource:port and tenant:cd18bd57b333483e9ba21332b622670e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:20.083523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 88e0b698-1263-477a-9865-c725fe52defb triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:20.085767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:20.089461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:20.096892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.098832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:20.103370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-73fb5c37-3450-4a1e-bf1b-ff4e48e5a84f tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.104383 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73fb5c37-3450-4a1e-bf1b-ff4e48e5a84f tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0265448 May 09 05:02:20.112183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58664) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.113115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:20.119804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:20.134547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:20.136144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-8f7a1a2a-350d-4569-a177-f34a7be79191 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.137122 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8f7a1a2a-350d-4569-a177-f34a7be79191 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0128136 May 09 05:02:20.144196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.144433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58668) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.157965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-5635d839-36be-4365-9bc9-38c51df50bac tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.158908 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5635d839-36be-4365-9bc9-38c51df50bac tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0108192 May 09 05:02:20.163861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58672) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.166512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Made reservation on behalf of 65e2aedc90b84db1b796ca93e59567dd for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:20.168796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.186729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.224343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-1094078d-bcb1-4ba3-a8c1-5056e78e31ea tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.225965 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1094078d-bcb1-4ba3-a8c1-5056e78e31ea tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0609999 May 09 05:02:20.240248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58676) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.417012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-738effd6-7e78-495c-940a-f8d09c9510c4 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.417968 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-738effd6-7e78-495c-940a-f8d09c9510c4 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1661017 May 09 05:02:20.424997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58684) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.433746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:20.433937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] device_id is not set on port 0bdeb28e-af06-437b-8661-862d7a42d182 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:20.442555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-685789b3-14c3-431b-88c9-9129a4ad77cd tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.452186 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-685789b3-14c3-431b-88c9-9129a4ad77cd tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0266535 May 09 05:02:20.458330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58688) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.463838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-62f8ec78-2c2e-40f6-8cab-7af586809010 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.464870 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-62f8ec78-2c2e-40f6-8cab-7af586809010 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054433 May 09 05:02:20.465851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Usage tracker for resource:security_group_rule and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:20.471172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58692) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.472994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:20.479035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Transition to ACTIVE for port object c82a06e9-b854-4f52-ba13-80e11a714331 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:20.489348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:20.505483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-31bbba8f-d852-4f4d-a9c7-f78ff518519d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.506562 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-31bbba8f-d852-4f4d-a9c7-f78ff518519d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0303628 May 09 05:02:20.508510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-65af7d79-1339-43b8-9776-349302c1ac99 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.510240 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-65af7d79-1339-43b8-9776-349302c1ac99 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1715980 May 09 05:02:20.512576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58698) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.516688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:20.529197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-acc72494-8420-4139-8cc5-4c84f50e351a tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.531117 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-acc72494-8420-4139-8cc5-4c84f50e351a tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0128982 May 09 05:02:20.539196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.539863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58702) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.549703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-bfef5c9e-3b6f-49d2-8474-f85eb92af001 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.550646 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bfef5c9e-3b6f-49d2-8474-f85eb92af001 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0098386 May 09 05:02:20.554901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58706) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.567686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.568711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Added segment 452be7b5-b2c8-4f4f-8081-7e9669761254 of type vlan for network ec5f07a2-81b3-4423-b35a-3f4ed7ce365f May 09 05:02:20.574363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-4e74042a-8dd7-4eba-9cb5-bdcd2488a5ca tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.575454 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4e74042a-8dd7-4eba-9cb5-bdcd2488a5ca tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0110261 May 09 05:02:20.576984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.578191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58710) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.596131 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f8f14-6661-46a1-b498-a9d12c04ac1a None None] Pushing event updated for resources: {'Port': ['ID=70df0061-2c56-4705-9fdf-b3baad342e1e,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:20.603686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-fee4bb2b-5704-419c-8a1c-6a891a3e1541 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.604905 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fee4bb2b-5704-419c-8a1c-6a891a3e1541 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0150990 May 09 05:02:20.612187 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-2ce03097-317d-4783-a840-16e26751582a None None] Attempting to bind port 70df0061-2c56-4705-9fdf-b3baad342e1e on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:20.612640 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-2ce03097-317d-4783-a840-16e26751582a None None] Attempting to bind port 70df0061-2c56-4705-9fdf-b3baad342e1e by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:20.613036 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce03097-317d-4783-a840-16e26751582a None None] Attempting to bind port 70df0061-2c56-4705-9fdf-b3baad342e1e on network 006d628d-117a-41c0-bc9d-1e03dbacc9bb {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:20.613748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.621286 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce03097-317d-4783-a840-16e26751582a None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:20.621880 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce03097-317d-4783-a840-16e26751582a None None] Checking segment: {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:20.622472 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2ce03097-317d-4783-a840-16e26751582a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.622859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce03097-317d-4783-a840-16e26751582a None None] Bound using segment: {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:20.623624 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-2ce03097-317d-4783-a840-16e26751582a None None] Bound port: 70df0061-2c56-4705-9fdf-b3baad342e1e, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:20.624016 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2ce03097-317d-4783-a840-16e26751582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.635942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a9ea0-381e-4df6-b9b2-742faa5dbca0 None None] Pushing event updated for resources: {'Port': ['ID=c82a06e9-b854-4f52-ba13-80e11a714331,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:20.654175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-5894ece6-4d52-4203-8b90-65b80c6ca76f tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.655319 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5894ece6-4d52-4203-8b90-65b80c6ca76f tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0150485 May 09 05:02:20.673095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58718) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.679016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-45fb2643-5378-4251-9ffa-337e53dc5eb4 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.680137 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-45fb2643-5378-4251-9ffa-337e53dc5eb4 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054908 May 09 05:02:20.693526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58722) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.702362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-55c32d6f-c960-4626-9c66-65660b1ba172 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.703479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-55c32d6f-c960-4626-9c66-65660b1ba172 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054781 May 09 05:02:20.708868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58726) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.712666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.723673 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:02:20.729382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-e8e80438-851d-4181-b4da-d1dce2fe1008 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.730500 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e8e80438-851d-4181-b4da-d1dce2fe1008 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0137568 May 09 05:02:20.738985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58730) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.747792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.784008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-e0c6fd78-1bca-496c-a785-193c2a37a10e tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.784326 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-2ce03097-317d-4783-a840-16e26751582a None None] For port 70df0061-2c56-4705-9fdf-b3baad342e1e, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:20.785437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e0c6fd78-1bca-496c-a785-193c2a37a10e tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0435131 May 09 05:02:20.791900 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-2ce03097-317d-4783-a840-16e26751582a None None] For port 70df0061-2c56-4705-9fdf-b3baad342e1e, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=70df0061-2c56-4705-9fdf-b3baad342e1e,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:20.798230 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2ce03097-317d-4783-a840-16e26751582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.802331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58734) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.836706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-ee8854dd-5ccf-4e4b-b607-12c5e75e0d2d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.837808 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ee8854dd-5ccf-4e4b-b607-12c5e75e0d2d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056722 May 09 05:02:20.840812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.843896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58738) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.861646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-58a21a51-c0d5-4fc4-a583-e18722e6eee2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.862748 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-58a21a51-c0d5-4fc4-a583-e18722e6eee2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0161076 May 09 05:02:20.866087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.868673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58742) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.892925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Router a4249976-eaec-45c2-9e7c-7fb66738bdc9 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:02:20.903271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-4753d965-4460-4eca-b80a-334c5ae0cdfd tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.904444 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4753d965-4460-4eca-b80a-334c5ae0cdfd tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0328820 May 09 05:02:20.911450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58746) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:20.918959 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-9caf0b8d-530e-4403-b7a1-3137a7dff912 service neutron] 10.222.0.50 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964024 May 09 05:02:20.943027 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:20.943771 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:20.947971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.952208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:20.953124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.971944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Allocated IP 2001:db8::34e (a7e521ba-ad7d-4933-a3e7-be95030be9c4/41f272bc-5279-460c-b567-15c6597944b7/0bdeb28e-af06-437b-8661-862d7a42d182) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:20.985680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-6d231170-e8d5-4437-b597-3bf6fb34325a tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:20.985935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4d8c4edd-5748-42b3-bf83-4c85a7cf40b5 None None] Provisioning complete for port 2e85cd20-e20c-494f-a845-cd4d06e25b89 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:20.986042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4d8c4edd-5748-42b3-bf83-4c85a7cf40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:20.986604 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6d231170-e8d5-4437-b597-3bf6fb34325a tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0734169 May 09 05:02:21.076862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c4edd-5748-42b3-bf83-4c85a7cf40b5 None None] Port 2e85cd20-e20c-494f-a845-cd4d06e25b89 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:21.086490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'tenant_id': 'cd18bd57b333483e9ba21332b622670e', 'fixed_ips': [{'subnet_id': '41f272bc-5279-460c-b567-15c6597944b7'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:21.087334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.186592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.199520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-ccf20224-e867-4f0b-8eb9-01cf1e891405 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.200504 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ccf20224-e867-4f0b-8eb9-01cf1e891405 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0128520 May 09 05:02:21.222866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58754) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.261179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-36d5e6f7-e76b-49c1-a460-a4b64dfa3e30 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.264646 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-36d5e6f7-e76b-49c1-a460-a4b64dfa3e30 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0382047 May 09 05:02:21.279589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58758) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.286045 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f8f14-6661-46a1-b498-a9d12c04ac1a None None] Pushing event updated for resources: {'Port': ['ID=70df0061-2c56-4705-9fdf-b3baad342e1e,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:21.298865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-8ffc1369-779d-476c-afc6-0e5c74c855eb tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.301573 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8ffc1369-779d-476c-afc6-0e5c74c855eb tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0179958 May 09 05:02:21.320172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58762) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.335196 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:21.339101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-2904bad1-81a5-48f6-b0f0-ca9c5cc41bd7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.340091 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2904bad1-81a5-48f6-b0f0-ca9c5cc41bd7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0189188 May 09 05:02:21.343380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.353451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58766) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.353733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Attempting to bind port c82a06e9-b854-4f52-ba13-80e11a714331 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:21.353881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Attempting to bind port c82a06e9-b854-4f52-ba13-80e11a714331 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:21.354245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Attempting to bind port c82a06e9-b854-4f52-ba13-80e11a714331 on network 2b3a1425-8034-42df-a9c9-4e50ae66c991 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:21.368986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-414a2817-13b1-42bf-9738-59757be1e3c7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.369981 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-414a2817-13b1-42bf-9738-59757be1e3c7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0081313 May 09 05:02:21.374258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:21.374908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Checking segment: {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:21.375506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.376036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Bound using segment: {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:21.376704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Bound port: c82a06e9-b854-4f52-ba13-80e11a714331, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:21.376837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58770) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.377350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.393644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-21f8c531-46bf-4b5a-81eb-3aa04b4d7604 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.394602 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-21f8c531-46bf-4b5a-81eb-3aa04b4d7604 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0154045 May 09 05:02:21.411738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:21.413367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58774) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.460644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] Sync routers for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:21.464281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-7f64c91e-ab31-4ecd-b164-a1dffba9a735 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.465286 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7f64c91e-ab31-4ecd-b164-a1dffba9a735 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0427685 May 09 05:02:21.473642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58778) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.477249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 703c59fa-0261-4091-9b7e-366e9a685439 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:21.483943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.486212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74cff6-ae1c-4db0-8727-b53c0475adb2,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:21.514019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Transition to ACTIVE for port object f65503eb-3841-412a-b653-0aee26f4bac9 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:21.516065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.521430 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b0c528c6-ddb2-4438-ad60-39dc5b20aa53 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6939619 May 09 05:02:21.536098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58780) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.554547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Request body: {'security_group_rule': {'security_group_id': '9a74cff6-ae1c-4db0-8727-b53c0475adb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:21.557001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:21.557793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:21.576912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.595871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7737098 May 09 05:02:21.596612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58784) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.644316 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-4d354e97-ef99-42c7-bd9a-4e7998c37e7b service neutron] 10.222.0.50 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135789 May 09 05:02:21.648762 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-e24904f4-af8e-460c-b4fd-eba4ca6c6d20 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.649689 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e24904f4-af8e-460c-b4fd-eba4ca6c6d20 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0136969 May 09 05:02:21.660187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c7172e7d-97f4-4353-8238-5b52d0340f3d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "PUT /v2.0/routers/a4249976-eaec-45c2-9e7c-7fb66738bdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9055278 May 09 05:02:21.663774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58788) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.664499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58790) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.696834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-94313d8f-3fde-4a67-aec0-f4dd13ef2aa2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.697810 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-94313d8f-3fde-4a67-aec0-f4dd13ef2aa2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0253272 May 09 05:02:21.704379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Request body: {'port': {'network_id': '1d7b76f0-dfdc-4759-8660-4a85de001850', 'name': 'tempest-FloatingIPAdminTestJSON-1848836879'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:21.719740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58796) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.738082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-d58ebe8b-9248-46e0-8446-6fbab85d81f0 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.739040 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d58ebe8b-9248-46e0-8446-6fbab85d81f0 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0130258 May 09 05:02:21.781750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] For port c82a06e9-b854-4f52-ba13-80e11a714331, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:21.785703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] For port c82a06e9-b854-4f52-ba13-80e11a714331, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c82a06e9-b854-4f52-ba13-80e11a714331,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:21.807584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58800) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.825267 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2ce03097-317d-4783-a840-16e26751582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:20Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:21.829016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-2be8969e-06c7-4a29-bdf9-954311e87d9d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.832294 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2be8969e-06c7-4a29-bdf9-954311e87d9d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0111761 May 09 05:02:21.832454 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce03097-317d-4783-a840-16e26751582a None None] The sync data for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv is: [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:20Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:21.859645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58806) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.864123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:21.874333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-d8b77751-703b-4754-83df-1448ebde3665 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.875225 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d8b77751-703b-4754-83df-1448ebde3665 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0148973 May 09 05:02:21.882601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58812) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.892002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-823f2733-bcc9-473f-9df7-49a28891df10 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.892968 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-823f2733-bcc9-473f-9df7-49a28891df10 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0094643 May 09 05:02:21.906075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58816) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.937716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-18ff498d-2681-4960-a511-3da7dcfeee73 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:21.939426 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-18ff498d-2681-4960-a511-3da7dcfeee73 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0325336 May 09 05:02:21.952919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58822) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:21.959122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:21.963509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event updated for resources: {'Port': ['ID=a2e97403-37fe-4416-b03f-0cc82ca48a7b,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:21.979833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161a9d0-f8f8-4827-b6f1-4859566c7f97 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Network': ['ID=ec5f07a2-81b3-4423-b35a-3f4ed7ce365f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:21.985817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Usage tracker for resource:security_group_rule and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:22.003842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-baf917ba-c39b-4225-ad63-01bd98f2a225 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.006588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:22.010787 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-baf917ba-c39b-4225-ad63-01bd98f2a225 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0544894 May 09 05:02:22.022682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58832) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.028587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:22.057685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.065579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:22.066077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-3327f7e8-c100-403b-bd17-27070dd9823d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.067020 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3327f7e8-c100-403b-bd17-27070dd9823d tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0401289 May 09 05:02:22.070647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Transition to ACTIVE for port object f65503eb-3841-412a-b653-0aee26f4bac9 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:22.074665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58840) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.074805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:22.079064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Usage tracker for resource:port and tenant:552d729a392a4a17b0f67e5754762d63 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:22.085166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:22.087140 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network ec5f07a2-81b3-4423-b35a-3f4ed7ce365f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:22.105288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-7661c7e9-b0e6-44df-b20a-51de3ed2b420 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.108745 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7661c7e9-b0e6-44df-b20a-51de3ed2b420 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0308154 May 09 05:02:22.110613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:22.121912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba4321-60da-46ff-84db-e782d4fee5b8 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:22.130677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58850) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.135496 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f6ba4321-60da-46ff-84db-e782d4fee5b8 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] 10.222.0.50 "GET /v2.0/networks/ec5f07a2-81b3-4423-b35a-3f4ed7ce365f HTTP/1.1" status: 200 len: 757 time: 0.3965228 May 09 05:02:22.138304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-3b88a9ab-d94c-4662-8ba5-746c5a4fa2b9 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.139750 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3b88a9ab-d94c-4662-8ba5-746c5a4fa2b9 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066409 May 09 05:02:22.140137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58852) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.140494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58856) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.157267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58858) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.158639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Made reservation on behalf of 552d729a392a4a17b0f67e5754762d63 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:22.164111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.188632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-88e76388-a731-4452-b944-d8be792330b7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.189949 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-88e76388-a731-4452-b944-d8be792330b7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0132356 May 09 05:02:22.214207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58868) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.218714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.234794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Transition to ACTIVE for port object 0bdeb28e-af06-437b-8661-862d7a42d182 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:22.247188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-b4aed4e8-83a8-4556-b0a5-a9feb7bbc9b2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.248687 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b4aed4e8-83a8-4556-b0a5-a9feb7bbc9b2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0309985 May 09 05:02:22.265429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.279443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.288670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58872) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.291732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] device_id is not set on port fec16299-d69e-41d0-b694-4df9b9ac3c7e yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:22.364298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.416671 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 05:02:22.429985 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:22.430624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:22.519477 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d260b35a-0a23-42b3-9c9a-87dec63a230d req-4adb7c94-34f0-406e-9d01-500b4c39c72f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.3708189 May 09 05:02:22.522548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-d20d00c2-7c38-4e19-ab6e-68efa9b6942f tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.523641 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d20d00c2-7c38-4e19-ab6e-68efa9b6942f tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0823772 May 09 05:02:22.533131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58880) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.535964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.537786 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8ce240c7-e979-443e-9109-60f22adf125a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0299313 May 09 05:02:22.557243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=7deafb2b-2ba3-4379-b40d-ca3eaf2813e8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:22.564505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 703c59fa-0261-4091-9b7e-366e9a685439 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:22.569161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:22.570918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:22.572894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271d2fe-d51a-41fd-a296-e8c44b35f7d4 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:22.577290 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4271d2fe-d51a-41fd-a296-e8c44b35f7d4 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] 10.222.0.50 "GET /v2.0/networks/e51b8ab9-6ca4-428e-bd83-164924066bba HTTP/1.1" status: 200 len: 767 time: 0.4150720 May 09 05:02:22.580860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58886) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.584320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.602906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-11e49e61-23cb-48fa-9a40-d74bc00af657 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:22.606483 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-11e49e61-23cb-48fa-9a40-d74bc00af657 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0576987 May 09 05:02:22.617301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58890) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:22.683771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Network bcb66996-e81c-4f78-baf9-d8da66c1984f is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:22.687648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:22.688032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5256f-01c9-4594-88ce-441bb6c3ed3c None None] The sync data for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:22.714740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:22.722239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 703c59fa-0261-4091-9b7e-366e9a685439 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:22.722687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.758364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:22.764375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a9ea0-381e-4df6-b9b2-742faa5dbca0 None None] Pushing event updated for resources: {'Port': ['ID=c82a06e9-b854-4f52-ba13-80e11a714331,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:22.823995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.831408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Allocated IP 172.20.0.3 (1d7b76f0-dfdc-4759-8660-4a85de001850/f02d76ee-b030-4c70-a1f3-3904279468ff/fec16299-d69e-41d0-b694-4df9b9ac3c7e) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:22.881919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.913867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5749c629-0cbe-4545-8e06-5082209e1410,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:22.931352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:22.935667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-77878886-fe98-469d-90c8-77d552b8427f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3855889 May 09 05:02:23.020953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58914) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.029245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Request body: {'security_group_rule': {'security_group_id': '9a74cff6-ae1c-4db0-8727-b53c0475adb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:23.080294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-81b6d3d5-42be-4725-912a-5a896045a7a7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.080541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:23.084267 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-81b6d3d5-42be-4725-912a-5a896045a7a7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.1523571 May 09 05:02:23.099118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58920) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.101509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.106093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Attempting to bind port f65503eb-3841-412a-b653-0aee26f4bac9 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:23.106455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Attempting to bind port f65503eb-3841-412a-b653-0aee26f4bac9 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'f29fea32-6436-464b-add7-f303e251e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:23.106996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Attempting to bind port f65503eb-3841-412a-b653-0aee26f4bac9 on network bcb66996-e81c-4f78-baf9-d8da66c1984f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:23.108906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Pushing event updated for resources: {'Port': ['ID=f65503eb-3841-412a-b653-0aee26f4bac9,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:23.118490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Usage tracker for resource:security_group_rule and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:23.125318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:23.125690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Checking segment: {'id': 'f29fea32-6436-464b-add7-f303e251e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:23.126380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.126791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Bound using segment: {'id': 'f29fea32-6436-464b-add7-f303e251e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:23.127231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Bound port: f65503eb-3841-412a-b653-0aee26f4bac9, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29fea32-6436-464b-add7-f303e251e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:23.127823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.179485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-15ffd9a8-50d9-4276-a3fc-33ab99e5c3bc tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.180472 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-15ffd9a8-50d9-4276-a3fc-33ab99e5c3bc tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0259480 May 09 05:02:23.185002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:23.188012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58926) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.194032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > segment before_delete 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.194488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.195340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.195673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > port after_create 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.196002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > port after_delete 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.196349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > port after_update 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.196697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > segment after_delete 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.197029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet after_create 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.197350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet after_delete 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.197661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet after_update 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.199133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-bb9438dd-2282-4e4e-8d69-e0ab11092654 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.200742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bb9438dd-2282-4e4e-8d69-e0ab11092654 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0115273 May 09 05:02:23.210675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58930) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.211928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:23.229586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-dfbc4145-1f14-4a37-a8fc-f9d5a916cc5e tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.231460 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dfbc4145-1f14-4a37-a8fc-f9d5a916cc5e tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0168343 May 09 05:02:23.234220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58934) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.255041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-acf6b684-c476-4d2c-829b-8b1d1d001353 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.256666 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-acf6b684-c476-4d2c-829b-8b1d1d001353 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112367 May 09 05:02:23.260728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.271197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:02:23.278307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58940) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.287250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-b39d7cc2-5472-41ec-ab4a-bef4d8e333b7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.288201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b39d7cc2-5472-41ec-ab4a-bef4d8e333b7 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086975 May 09 05:02:23.293221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58944) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.331598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-d5ee7782-dc35-40ff-9ba9-cf33162a72c1 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.335281 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d5ee7782-dc35-40ff-9ba9-cf33162a72c1 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145071 May 09 05:02:23.336685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.358512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f21176c3-41e5-4efe-bdae-726932e40bb2 None None] Provisioning complete for port 703c59fa-0261-4091-9b7e-366e9a685439 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:23.359140 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f21176c3-41e5-4efe-bdae-726932e40bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.379445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58948) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.387944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5f07a2-81b3-4423-b35a-3f4ed7ce365f']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:23.402528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-317dce6d-2fcc-4bf5-8579-a4e3876773c8 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.403580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-317dce6d-2fcc-4bf5-8579-a4e3876773c8 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0183549 May 09 05:02:23.413302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58954) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.417657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452be7b5-b2c8-4f4f-8081-7e9669761254') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:23.418074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452be7b5-b2c8-4f4f-8081-7e9669761254') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:23.423398 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.431903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-5c94d03e-c047-4fb9-983b-90dcb134d069 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.433179 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5c94d03e-c047-4fb9-983b-90dcb134d069 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0184159 May 09 05:02:23.447447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58960) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.486129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.490700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-002691e7-cd9a-41e0-83eb-7eab0e8a3ebb tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.491286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet after_create 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.492218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-002691e7-cd9a-41e0-83eb-7eab0e8a3ebb tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0431247 May 09 05:02:23.494600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.496107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet after_delete 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.496545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet before_create 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.496868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Subscribe: > subnet before_update 55550000 {{(pid=88042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 05:02:23.497235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb66996-e81c-4f78-baf9-d8da66c1984f']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:23.501467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58964) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.507608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.512192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-5df44e59-f31f-4edd-8dec-f6064f0d4da9 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.513241 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5df44e59-f31f-4edd-8dec-f6064f0d4da9 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104945 May 09 05:02:23.519306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29fea32-6436-464b-add7-f303e251e9e1') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:23.519613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29fea32-6436-464b-add7-f303e251e9e1') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:23.523531 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58968) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.542813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-439eaf56-8bd7-412b-a7e2-bcdfaa2a07f2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.544680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-439eaf56-8bd7-412b-a7e2-bcdfaa2a07f2 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0139928 May 09 05:02:23.557814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.562388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58974) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.563491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.567195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15bf877-1547-4a8b-a21d-b2da466490ad,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:23.598531 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [None req-708f982c-b33a-43fd-ac3e-27564b61f709 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.603133 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-708f982c-b33a-43fd-ac3e-27564b61f709 tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0337224 May 09 05:02:23.605652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:23.606058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.606953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-56fe27ed-2229-4805-b6d9-8ee6aae872a4 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Synchronizing usage tracker for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:23.616847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58978) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:23.621188 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:23.634552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [None req-8d188791-73fb-46aa-929c-ebf89d71b7da tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:23.636717 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8d188791-73fb-46aa-929c-ebf89d71b7da tempest-ExtensionsTestJSON-1005920707 tempest-ExtensionsTestJSON-1005920707-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0155430 May 09 05:02:23.669906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] For port f65503eb-3841-412a-b653-0aee26f4bac9, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:23.692089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.725830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.729796 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ac11d3df-ee22-451b-bd4a-7d762c16d948 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7018697 May 09 05:02:23.738756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.749088 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-218046df-98d3-49ba-ba6b-954a2ff94940 req-ac9e8450-b3c0-468d-b91a-0b7087ba9109 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.1239274 May 09 05:02:23.749455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58984) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.775017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.797690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec5f07a2-81b3-4423-b35a-3f4ed7ce365f {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 09 05:02:23.797976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 703c59fa-0261-4091-9b7e-366e9a685439, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=703c59fa-0261-4091-9b7e-366e9a685439,segment=NetworkSegment(13baf13e-229b-432d-961c-fbbdf8ee6203),segment_id=13baf13e-229b-432d-961c-fbbdf8ee6203)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:23.802175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.808556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec5f07a2-81b3-4423-b35a-3f4ed7ce365f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:23.818356 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-248c901e-6ab3-4cde-8acd-9790509afab6 tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ec5f07a2-81b3-4423-b35a-3f4ed7ce365f HTTP/1.1" status: 204 len: 168 time: 1.2365038 May 09 05:02:23.819056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 58988) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:23.823243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.824263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'network': {'name': 'tempest-network--1954924894'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:23.824391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2849fa7f-c987-44a0-b580-d6afb375d27a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:23.837469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:23.845278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Usage tracker for resource:network and tenant:65e2aedc90b84db1b796ca93e59567dd is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:23.854299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:23.871643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:23.898663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Made reservation on behalf of 65e2aedc90b84db1b796ca93e59567dd for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:23.901218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.919198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:23.929955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:23.935066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Usage tracker for resource:floatingip and tenant:0ce6ecd3471d470098c25bd511381f67 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:23.938693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=0bdeb28e-af06-437b-8661-862d7a42d182,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:23.943096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-56fe27ed-2229-4805-b6d9-8ee6aae872a4 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Unset dirty status for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:23.945353 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-56fe27ed-2229-4805-b6d9-8ee6aae872a4 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1805420406&fields=id&tenant_id=5f09f498fdea4797b15bf1caccdb4bba HTTP/1.1" status: 200 len: 267 time: 0.9436736 May 09 05:02:23.950930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:23.954373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:23.954993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.957228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: from cryptography.utils import int_from_bytes May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: from cryptography.utils import int_from_bytes May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn_limited( May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:23.978813 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:23.993901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:23.994283 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Added segment 5e9466f3-40a7-4a08-bfb8-b433a01ce910 of type vlan for network ab381924-debb-4cb1-afdb-8b0504931bf9 May 09 05:02:24.032026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:24.066678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.077238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:24.093500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:24.097486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:24.103250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:24.103973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.172958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 58996) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:24.231557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Allocated IP 2001:db8::2 (a7e521ba-ad7d-4933-a3e7-be95030be9c4/41f272bc-5279-460c-b567-15c6597944b7/596ce253-601f-45fa-9404-9d04b4d6e489) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:24.243691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.244683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:24.245256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.255858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.310709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=703c59fa-0261-4091-9b7e-366e9a685439,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:24.320539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.321537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] For port f65503eb-3841-412a-b653-0aee26f4bac9, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f65503eb-3841-412a-b653-0aee26f4bac9,segment=NetworkSegment(f29fea32-6436-464b-add7-f303e251e9e1),segment_id=f29fea32-6436-464b-add7-f303e251e9e1)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:24.362932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5428078 May 09 05:02:24.366937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59002) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:24.371828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.375716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Transition to ACTIVE for port object fec16299-d69e-41d0-b694-4df9b9ac3c7e will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:24.376489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:24.396681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:02:24.396681 dv-neutron-840482-1-hyperv neutron-server[88042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:02:24.396681 dv-neutron-840482-1-hyperv neutron-server[88042]: [parameters: {'id': 'bcb66996-e81c-4f78-baf9-d8da66c1984f'}] May 09 05:02:24.396681 dv-neutron-840482-1-hyperv neutron-server[88042]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:02:24.397108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:02:24.399367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a557327-922a-4db8-8110-aabfe3c98f8e tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Network': ['ID=ab381924-debb-4cb1-afdb-8b0504931bf9,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:24.401529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59006) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:24.403223 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bf606a09-ef58-4e2c-b139-a45b08634c9e tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7031741 May 09 05:02:24.442584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2849fa7f-c987-44a0-b580-d6afb375d27a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:24.443085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.457953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-754785882', 'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:a8:32:9f'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:24.586366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network ab381924-debb-4cb1-afdb-8b0504931bf9 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:24.595280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-4995a9b9-c647-4496-88a8-de1fd4ac8de2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:24.595959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-4995a9b9-c647-4496-88a8-de1fd4ac8de2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Synchronizing usage tracker for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:24.598533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.631791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:24.644062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.653853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Usage tracker for resource:security_group_rule and tenant:a9684ffcba854079bc8bf60da877582a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:24.702222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:24.747075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-4995a9b9-c647-4496-88a8-de1fd4ac8de2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Unset dirty status for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:24.750019 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-4995a9b9-c647-4496-88a8-de1fd4ac8de2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/networks?id=2b3a1425-8034-42df-a9c9-4e50ae66c991 HTTP/1.1" status: 200 len: 806 time: 0.7554793 May 09 05:02:24.751259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:24.823959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:24.829662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Usage tracker for resource:port and tenant:cd18bd57b333483e9ba21332b622670e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:24.833563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:24.841230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:24.852297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event updated for resources: {'Port': ['ID=fec16299-d69e-41d0-b694-4df9b9ac3c7e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:24.866585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:24.905138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:24.918918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:24.958652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:25.013494 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-cc700a6e-e125-4cb9-b8d8-3e558eaf9df0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/quotas/5f09f498fdea4797b15bf1caccdb4bba HTTP/1.1" status: 200 len: 375 time: 0.2162824 May 09 05:02:25.014074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.59', 52240) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:25.025396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:25.175022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b07bcdc-67c5-4092-89c8-c8cb26875194 None None] Network bcb66996-e81c-4f78-baf9-d8da66c1984f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:25.194499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.228727 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce67b86-1467-4ff0-81b3-6f215bd05b83 None None] Pushing event updated for resources: {'Port': ['ID=f65503eb-3841-412a-b653-0aee26f4bac9,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:25.294458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b273febd-d7ce-4f41-b55f-4edc6a8e0733 req-ea4f1ce2-a3de-41d2-b4b6-df0efe93741a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.1175966 May 09 05:02:25.320103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.346674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:21Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:25.356539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] device_id is not set on port 0485e921-1436-426e-a4e9-a8eb25218ea3 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:25.397393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e505d0-411b-49bc-8768-e71e351135f3 None None] The sync data for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv is: [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:21Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:25.420710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port f65503eb-3841-412a-b653-0aee26f4bac9 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:25.421057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.434340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.462959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Network ab381924-debb-4cb1-afdb-8b0504931bf9 is not hosted by any dhcp agent {{(pid=88041) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 09 05:02:25.463745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:25.464355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.465838 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "PUT /v2.0/networks/ab381924-debb-4cb1-afdb-8b0504931bf9 HTTP/1.1" status: 200 len: 858 time: 1.0977702 May 09 05:02:25.503783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-862edb16-3c86-4b93-acfd-b58cb35e91b7 None None] Provisioning for port fec16299-d69e-41d0-b694-4df9b9ac3c7e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:25.549289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59020) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:25.558770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-862edb16-3c86-4b93-acfd-b58cb35e91b7 None None] Provisioning complete for port fec16299-d69e-41d0-b694-4df9b9ac3c7e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:25.563524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-862edb16-3c86-4b93-acfd-b58cb35e91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.653214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 703c59fa-0261-4091-9b7e-366e9a685439 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:25.660388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.733539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81153a2c-a36a-4f28-b928-a23d71c9a44a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event updated for resources: {'Network': ['ID=ab381924-debb-4cb1-afdb-8b0504931bf9,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:25.767719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.810038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.821534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Transition to ACTIVE for port object 596ce253-601f-45fa-9404-9d04b4d6e489 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:25.863653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-862edb16-3c86-4b93-acfd-b58cb35e91b7 None None] Port fec16299-d69e-41d0-b694-4df9b9ac3c7e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:25.869141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Transition to ACTIVE for port object 596ce253-601f-45fa-9404-9d04b4d6e489 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:25.885230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:25.890713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Allocated IP 172.26.0.252 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/4c9889e1-5b70-4086-9249-96a919867a61) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:25.976841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Pushing event updated for resources: {'Port': ['ID=596ce253-601f-45fa-9404-9d04b4d6e489,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:25.979506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 703c59fa-0261-4091-9b7e-366e9a685439 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:25.979887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.032489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:26.040633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:26.045501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:26.060574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.069016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Allocated IP 2001:db8::f8 (a7e521ba-ad7d-4933-a3e7-be95030be9c4/41f272bc-5279-460c-b567-15c6597944b7/0485e921-1436-426e-a4e9-a8eb25218ea3) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:26.110219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.205387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Attempting to bind port 596ce253-601f-45fa-9404-9d04b4d6e489 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:26.207196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:26.207324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Attempting to bind port 596ce253-601f-45fa-9404-9d04b4d6e489 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '21166fab-676c-4bbc-874f-a8ed2173d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:26.207866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.208239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Attempting to bind port 596ce253-601f-45fa-9404-9d04b4d6e489 on network a7e521ba-ad7d-4933-a3e7-be95030be9c4 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:26.223165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event updated for resources: {'Port': ['ID=4c9889e1-5b70-4086-9249-96a919867a61,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:26.237719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:26.238353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Checking segment: {'id': '21166fab-676c-4bbc-874f-a8ed2173d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:26.239523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.240488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Bound using segment: {'id': '21166fab-676c-4bbc-874f-a8ed2173d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:26.241442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Bound port: 596ce253-601f-45fa-9404-9d04b4d6e489, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21166fab-676c-4bbc-874f-a8ed2173d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:26.242005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.261868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:26.274999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:26.277983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:26.319432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c82a06e9-b854-4f52-ba13-80e11a714331 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:26.432799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-8f77adcb-4d5d-4525-8e8b-2a968db05d26 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Synchronizing usage tracker for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:26.538391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.614590 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a6d87573-2ca4-4db1-9ea7-7a7e7c02dae1 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9341671 May 09 05:02:26.617441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59046) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:26.627003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] For port 596ce253-601f-45fa-9404-9d04b4d6e489, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:26.631548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] For port 596ce253-601f-45fa-9404-9d04b4d6e489, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=596ce253-601f-45fa-9404-9d04b4d6e489,segment=NetworkSegment(21166fab-676c-4bbc-874f-a8ed2173d551),segment_id=21166fab-676c-4bbc-874f-a8ed2173d551)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:26.640804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.647256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-8f77adcb-4d5d-4525-8e8b-2a968db05d26 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Unset dirty status for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:26.650129 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-8f77adcb-4d5d-4525-8e8b-2a968db05d26 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f09f498fdea4797b15bf1caccdb4bba&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5114226 May 09 05:02:26.703216 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ef739494-6792-45df-84df-aeecc497480a req-c730d12b-ff1f-4956-8c46-0b74f0f95c8a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.1490507 May 09 05:02:26.721352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-4ad3f23b-fbfc-4fbd-9770-0a33d9a04cd6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:26.732599 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-4ad3f23b-fbfc-4fbd-9770-0a33d9a04cd6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 811 time: 1.6051304 May 09 05:02:26.743026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c82a06e9-b854-4f52-ba13-80e11a714331 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:26.746372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.762557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c82a06e9-b854-4f52-ba13-80e11a714331 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:26.762958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.770985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab381924-debb-4cb1-afdb-8b0504931bf9']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:26.810160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port f65503eb-3841-412a-b653-0aee26f4bac9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f65503eb-3841-412a-b653-0aee26f4bac9,segment=NetworkSegment(f29fea32-6436-464b-add7-f303e251e9e1),segment_id=f29fea32-6436-464b-add7-f303e251e9e1)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:26.810599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.829496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.854832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9466f3-40a7-4a08-bfb8-b433a01ce910') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:26.855171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9466f3-40a7-4a08-bfb8-b433a01ce910') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:26.856039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:26.863948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5e660-9626-45f2-a46b-907ae34372e3 None None] Pushing event updated for resources: {'Port': ['ID=596ce253-601f-45fa-9404-9d04b4d6e489,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:27.013860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.097032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.109090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Transition to ACTIVE for port object 0485e921-1436-426e-a4e9-a8eb25218ea3 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:27.111310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c82a06e9-b854-4f52-ba13-80e11a714331, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c82a06e9-b854-4f52-ba13-80e11a714331,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:27.119316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.120601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 70df0061-2c56-4705-9fdf-b3baad342e1e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:27.162884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.202908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:27.204638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:27.247437 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:27.305425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'project_id': '552d729a392a4a17b0f67e5754762d63', 'port_id': 'fec16299-d69e-41d0-b694-4df9b9ac3c7e'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:27.320624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for f65503eb-3841-412a-b653-0aee26f4bac9 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:27.409959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.413159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.479462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab381924-debb-4cb1-afdb-8b0504931bf9 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 09 05:02:27.490782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.493273 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-55d8d510-2ce4-4d42-892c-8aff85946224 service neutron] 10.222.0.50 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7507439 May 09 05:02:27.498491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c82a06e9-b854-4f52-ba13-80e11a714331,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:27.503567 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ab381924-debb-4cb1-afdb-8b0504931bf9 HTTP/1.1" status: 204 len: 168 time: 1.9531543 May 09 05:02:27.513769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 70df0061-2c56-4705-9fdf-b3baad342e1e completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:27.520714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 70df0061-2c56-4705-9fdf-b3baad342e1e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:27.521462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.532078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:27.533341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59054) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:27.548748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:27.562804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48f0fe-c42b-4afc-a39a-b33e5d91125a tempest-ExternalNetworksTestJSON-364232180 tempest-ExternalNetworksTestJSON-364232180-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab381924-debb-4cb1-afdb-8b0504931bf9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:27.574570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:27.587117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:27.589140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.725208 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf49c8ba-0b8e-45fc-a7df-79ed4b99825e tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] DELETE failed (client error): The resource could not be found. May 09 05:02:27.725984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf49c8ba-0b8e-45fc-a7df-79ed4b99825e tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:02:27.727885 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cf49c8ba-0b8e-45fc-a7df-79ed4b99825e tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] 10.222.0.50 "DELETE /v2.0/subnets/6e962a47-9475-4319-bbfc-0776908a1d43 HTTP/1.1" status: 404 len: 337 time: 0.1704962 May 09 05:02:27.732237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59058) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:27.810061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:27.860071 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-8cf88683-1604-45c9-90e3-0142a88942f7 service neutron] 10.222.0.50 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645716 May 09 05:02:27.902575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:27.905171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 70df0061-2c56-4705-9fdf-b3baad342e1e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=70df0061-2c56-4705-9fdf-b3baad342e1e,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:27.918299 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.026562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Usage tracker for resource:floatingip and tenant:552d729a392a4a17b0f67e5754762d63 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:28.064487 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9684ffcba854079bc8bf60da877582a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8241081 May 09 05:02:28.071678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:28.086719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59064) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:28.092811 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.6898715 May 09 05:02:28.098732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.120785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97158b55-51aa-4f14-b2d0-b6d9a6bfbd2c tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=0485e921-1436-426e-a4e9-a8eb25218ea3,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:28.139499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe93707-dd28-459d-984a-ad13b04932ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a6fdd-8db2-40bf-bcfa-de2fa8a66a15,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:28.201225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59066) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:28.212060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=70df0061-2c56-4705-9fdf-b3baad342e1e,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:28.256433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:28.291219 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25ca3863-d22a-46fb-88a2-babcde28037b req-4e427459-a5c6-4fbb-83e5-8ddbbfec4111 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.1554875 May 09 05:02:28.317262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c82a06e9-b854-4f52-ba13-80e11a714331 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:28.484818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c82a06e9-b854-4f52-ba13-80e11a714331 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:28.485446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.648038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 596ce253-601f-45fa-9404-9d04b4d6e489 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:28.677243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef678af-d4ab-4607-ba6e-53817756ec72 None None] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:28.678105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.752984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51b8ab9-6ca4-428e-bd83-164924066bba']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:28.798144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5510c691-f4d0-4254-9079-051e9dab9140') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:28.798389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5510c691-f4d0-4254-9079-051e9dab9140') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:28.836219 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-01e9113a-f642-4d5d-9a2f-9e10c982525a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4075860166744a89adeb0e3b566e6fc0 HTTP/1.1" status: 200 len: 379 time: 1.6428590 May 09 05:02:28.858751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.895085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.904460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:28.904870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:28.937872 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:28.941713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:28.974882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-57de90be-0429-45fe-9e60-c0c28d68f22d None None] Provisioning for port 596ce253-601f-45fa-9404-9d04b4d6e489 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:28.978834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Request body: {'port': {'device_id': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'admin_state_up': True, 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'security_groups': ['1a916cc1-751a-4d5e-9b5c-08c8d5edefba']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:29.107846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 596ce253-601f-45fa-9404-9d04b4d6e489 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:29.113895 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4a520266-22a5-45e8-866c-3432c7f6561e req-d277d396-c069-4d11-9279-93bb1dbf4714 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 210 time: 0.3569067 May 09 05:02:29.130316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 596ce253-601f-45fa-9404-9d04b4d6e489 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:29.131665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.137400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.159148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.166279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.167000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] Pushing event deleted for resources: {'Network': ['ID=e51b8ab9-6ca4-428e-bd83-164924066bba,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:29.174192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9a0b82b7-d76a-4d79-b48a-94fadfebb762 tempest-ExternalNetworksTestJSON-602530059 tempest-ExternalNetworksTestJSON-602530059-project] 10.222.0.50 "DELETE /v2.0/networks/e51b8ab9-6ca4-428e-bd83-164924066bba HTTP/1.1" status: 204 len: 168 time: 1.4344525 May 09 05:02:29.299972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.380252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a583311-f393-4b4b-91a4-a219e6ed5a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.540204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.552551 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f03a1607-613b-4a8e-8e7e-9e7f4d2fa45c req-86641658-b9b3-49f4-b4d6-efdf9d7ea4de tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.0913746 May 09 05:02:29.627535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 596ce253-601f-45fa-9404-9d04b4d6e489, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=596ce253-601f-45fa-9404-9d04b4d6e489,segment=NetworkSegment(21166fab-676c-4bbc-874f-a8ed2173d551),segment_id=21166fab-676c-4bbc-874f-a8ed2173d551)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:29.634734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Port': ['ID=f65503eb-3841-412a-b653-0aee26f4bac9,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:29.636495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.670242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No DVR routers for this DVR port f65503eb-3841-412a-b653-0aee26f4bac9 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:02:29.710597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59108) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:29.785758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=596ce253-601f-45fa-9404-9d04b4d6e489,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:29.828758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a583311-f393-4b4b-91a4-a219e6ed5a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:29.867372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.000669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Provisioning for port 0bdeb28e-af06-437b-8661-862d7a42d182 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:30.013634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Provisioning complete for port 0bdeb28e-af06-437b-8661-862d7a42d182 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:30.014088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.054488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5aabfaab-1a60-4b9e-9708-9a1647fdfec5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93cd6afec4c84fc986df38a03d5181de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3395653 May 09 05:02:30.055211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59116) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:30.092262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 596ce253-601f-45fa-9404-9d04b4d6e489 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:30.155099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24cfdef4-7d91-4c33-8a20-6c7280b985f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.180828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Port 0bdeb28e-af06-437b-8661-862d7a42d182 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:30.218225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Provisioning for port 0485e921-1436-426e-a4e9-a8eb25218ea3 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:30.233973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Provisioning complete for port 0485e921-1436-426e-a4e9-a8eb25218ea3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:30.238209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.248959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24cfdef4-7d91-4c33-8a20-6c7280b985f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.321932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 596ce253-601f-45fa-9404-9d04b4d6e489 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:30.324658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.330450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa23736-3e4f-4e19-964f-a27f6a4d7406 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:30.352720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa23736-3e4f-4e19-964f-a27f6a4d7406 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:30.375771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa23736-3e4f-4e19-964f-a27f6a4d7406 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:30.377260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffa23736-3e4f-4e19-964f-a27f6a4d7406 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Synchronizing usage tracker for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:30.379671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24cfdef4-7d91-4c33-8a20-6c7280b985f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.420621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfdef4-7d91-4c33-8a20-6c7280b985f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c14e2-5e37-47f9-8244-7fe9a8f92253,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:30.435478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24cfdef4-7d91-4c33-8a20-6c7280b985f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.436634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-24cfdef4-7d91-4c33-8a20-6c7280b985f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a77c14e2-5e37-47f9-8244-7fe9a8f92253 HTTP/1.1" status: 204 len: 168 time: 0.3804255 May 09 05:02:30.505390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Port 0485e921-1436-426e-a4e9-a8eb25218ea3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:30.532360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Provisioning complete for port 596ce253-601f-45fa-9404-9d04b4d6e489 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:30.532745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-63d134cb-24f7-4397-8e49-926caf70ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.649260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.706930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.742865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e9cc21-5167-4d88-aa53-2b0cab0283ba None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:02:30.792842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a583311-f393-4b4b-91a4-a219e6ed5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:30.884251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a583311-f393-4b4b-91a4-a219e6ed5a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a6fdd-8db2-40bf-bcfa-de2fa8a66a15,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:30.921419 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-05fa7bb8-0d94-44fb-9edc-8e46611cbdcf req-1ff9ac0e-3662-4b72-994c-69ad3d84a278 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.1033630 May 09 05:02:30.955330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.007757 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ecb56bcc-dae7-4274-837c-9b3e00081996 req-fb136f61-93d7-443d-9203-fc8c6965983d tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 210 time: 0.2882645 May 09 05:02:31.008060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:31.064747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 70df0061-2c56-4705-9fdf-b3baad342e1e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:31.083709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59130) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:31.084128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffa23736-3e4f-4e19-964f-a27f6a4d7406 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Unset dirty status for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:31.087953 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ffa23736-3e4f-4e19-964f-a27f6a4d7406 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 2.8829951 May 09 05:02:31.088974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59134) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:31.110382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.133896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event updated for resources: {'Port': ['ID=4c9889e1-5b70-4086-9249-96a919867a61,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:31.140950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb66996-e81c-4f78-baf9-d8da66c1984f']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:31.165053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:31.174831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.186699 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-91c6ca82-913d-4497-bb32-2571556db4c9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2711890 May 09 05:02:31.186699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a583311-f393-4b4b-91a4-a219e6ed5a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.188264 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1a583311-f393-4b4b-91a4-a219e6ed5a81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e4a6fdd-8db2-40bf-bcfa-de2fa8a66a15 HTTP/1.1" status: 204 len: 168 time: 3.0300286 May 09 05:02:31.208164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29fea32-6436-464b-add7-f303e251e9e1') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:31.212978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29fea32-6436-464b-add7-f303e251e9e1') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:31.279989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.303503 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.310378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:31.310771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.439996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting port 0485e921-1436-426e-a4e9-a8eb25218ea3 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:31.447480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:31.485259 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:31.493015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.496828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.500810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Made reservation on behalf of 4075860166744a89adeb0e3b566e6fc0 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:31.519304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.601725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.59', 52246) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:31.635459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-592d61c9-c464-485c-ab1f-bd8ab29aebf6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65e2aedc90b84db1b796ca93e59567dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5503194 May 09 05:02:31.644026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59158) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:31.679868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9cc21-5167-4d88-aa53-2b0cab0283ba None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:02:31.686003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 70df0061-2c56-4705-9fdf-b3baad342e1e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:31.686593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.694708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:31.710795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=bcb66996-e81c-4f78-baf9-d8da66c1984f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:31.880600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-644fd575-6768-4467-b412-ed529b03e2f8 None None] Provisioning complete for port 0bdeb28e-af06-437b-8661-862d7a42d182 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:31.881453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-644fd575-6768-4467-b412-ed529b03e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:32.085347 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-863edd01-1126-48b2-abd9-4fab88861795 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/bcb66996-e81c-4f78-baf9-d8da66c1984f HTTP/1.1" status: 204 len: 168 time: 14.8460705 May 09 05:02:32.108251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59174) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:32.157257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1120582001'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:32.169196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:32.190092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:32.194754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:32.210316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:32.223131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Allocated IP 172.20.0.11 (41d12453-9aa2-4a5c-aec5-5d40645139c0/e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a/a328ff35-a032-4b5d-ba2e-f7ce25b9a173) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:32.246126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-644fd575-6768-4467-b412-ed529b03e2f8 None None] Port 0bdeb28e-af06-437b-8661-862d7a42d182 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:32.444780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-644fd575-6768-4467-b412-ed529b03e2f8 None None] Provisioning complete for port 0485e921-1436-426e-a4e9-a8eb25218ea3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:32.445139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-644fd575-6768-4467-b412-ed529b03e2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:32.470466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b5ec30a2-812d-4e19-8bb9-b3e772ec8727 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Synchronizing usage tracker for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:32.479683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:32.495404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:32.546513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-081ef9bf-29b8-49be-a0bb-858c3d093997 req-86d02162-5ac2-4f77-a8d9-c206cf87ff26 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Synchronizing usage tracker for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:32.640054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Allocated IP 172.26.0.178 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/5cc28490-f6e4-4815-8f4e-e6258e6db779) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:32.653684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-081ef9bf-29b8-49be-a0bb-858c3d093997 req-86d02162-5ac2-4f77-a8d9-c206cf87ff26 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Unset dirty status for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:32.654867 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-081ef9bf-29b8-49be-a0bb-858c3d093997 req-86d02162-5ac2-4f77-a8d9-c206cf87ff26 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.3939285 May 09 05:02:32.685135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:32.784905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-644fd575-6768-4467-b412-ed529b03e2f8 None None] Port 0485e921-1436-426e-a4e9-a8eb25218ea3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:32.809960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:32.810320 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment 7b31fe7d-e31d-4884-9ffd-9e06c11c7a39 of type vlan for network 41a451ea-20ab-4554-ab78-3fde553f36b1 May 09 05:02:32.852064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59194) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:32.996018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f7e454b-9aef-43f2-b120-60d4e7b36bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.052087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b5ec30a2-812d-4e19-8bb9-b3e772ec8727 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Unset dirty status for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:33.069606 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b5ec30a2-812d-4e19-8bb9-b3e772ec8727 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1431158534&fields=id&tenant_id=0ce6ecd3471d470098c25bd511381f67 HTTP/1.1" status: 200 len: 267 time: 1.1627941 May 09 05:02:33.134684 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2d9f04ff-48ec-4822-a898-73fe7e7d5f97 req-efff920c-f675-40d4-8f87-a30dce17ce47 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 210 time: 0.1782048 May 09 05:02:33.168083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.177597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-23062459'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:33.194569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:33.199192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-3dd89628-0bff-4d1f-b0ca-aa9e577e24d5 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:33.201259 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-3dd89628-0bff-4d1f-b0ca-aa9e577e24d5 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.59 "GET /v2.0/networks?id=2b3a1425-8034-42df-a9c9-4e50ae66c991 HTTP/1.1" status: 200 len: 806 time: 1.5600538 May 09 05:02:33.215432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Usage tracker for resource:network and tenant:384f43ca50bd444ea746898a3343ba9e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:33.219632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:33.265649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:33.270966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f7e454b-9aef-43f2-b120-60d4e7b36bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.278392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.297881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.311438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.317297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:33.318744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.438206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Made reservation on behalf of 384f43ca50bd444ea746898a3343ba9e for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:33.441790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.460580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Transition to ACTIVE for port object a328ff35-a032-4b5d-ba2e-f7ce25b9a173 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:33.471198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Calling delete_port for 0485e921-1436-426e-a4e9-a8eb25218ea3 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:33.471853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.477172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=41a451ea-20ab-4554-ab78-3fde553f36b1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:33.482746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.491604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 41a451ea-20ab-4554-ab78-3fde553f36b1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:33.516263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:33.524128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Usage tracker for resource:security_group_rule and tenant:384f43ca50bd444ea746898a3343ba9e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:33.532326 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-990c2c54-447a-4972-92ce-e615d3c7f5a6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4204984 May 09 05:02:33.533102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59200) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:33.533987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:33.549443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': '41a451ea-20ab-4554-ab78-3fde553f36b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:33.567091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:33.675878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.774864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.811489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:33.815806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:33.820318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:33.828562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:33.853770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:33.857850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.893667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:33.895794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:33.908454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:33.928149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:33.951261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:34.121043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:34.153401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event updated for resources: {'Port': ['ID=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:34.169237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:34.209836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Port': ['ID=0485e921-1436-426e-a4e9-a8eb25218ea3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:34.213833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f7e454b-9aef-43f2-b120-60d4e7b36bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.338317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-a6a6cfce-c070-41d3-a380-26f875b660f1 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:34.339624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-a6a6cfce-c070-41d3-a380-26f875b660f1 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Synchronizing usage tracker for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:34.353806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a717938c-ca4b-4d9c-ab7b-3a87ecbd7a07 None None] Provisioning for port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:34.360067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a717938c-ca4b-4d9c-ab7b-3a87ecbd7a07 None None] Provisioning complete for port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:34.360703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a717938c-ca4b-4d9c-ab7b-3a87ecbd7a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.471651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.493590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a717938c-ca4b-4d9c-ab7b-3a87ecbd7a07 None None] Port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:34.501029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e454b-9aef-43f2-b120-60d4e7b36bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd7ae18-0bd7-4f03-8f5d-acb9ab58cfc7,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:34.507687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.539658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:34.540587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.546825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-988d2e37-32aa-40c2-b272-0aa0e321dcf4 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Synchronizing usage tracker for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:34.560728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.572917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f7e454b-9aef-43f2-b120-60d4e7b36bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.576721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2f7e454b-9aef-43f2-b120-60d4e7b36bce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdd7ae18-0bd7-4f03-8f5d-acb9ab58cfc7 HTTP/1.1" status: 204 len: 168 time: 2.9217391 May 09 05:02:34.579196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f8737e70-7a66-4bde-a192-54ce9ab85ff5 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/ports/0485e921-1436-426e-a4e9-a8eb25218ea3 HTTP/1.1" status: 204 len: 168 time: 3.4881423 May 09 05:02:34.579427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59212) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:34.591793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Pushing event updated for resources: {'Port': ['ID=5cc28490-f6e4-4815-8f4e-e6258e6db779,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:34.622319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-a6a6cfce-c070-41d3-a380-26f875b660f1 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Unset dirty status for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:34.629717 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-a6a6cfce-c070-41d3-a380-26f875b660f1 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/networks?id=006d628d-117a-41c0-bc9d-1e03dbacc9bb HTTP/1.1" status: 200 len: 810 time: 1.5577579 May 09 05:02:34.637843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-988d2e37-32aa-40c2-b272-0aa0e321dcf4 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Unset dirty status for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:34.638911 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-988d2e37-32aa-40c2-b272-0aa0e321dcf4 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f09f498fdea4797b15bf1caccdb4bba HTTP/1.1" status: 200 len: 380 time: 0.7206199 May 09 05:02:34.648067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0409850-3abe-4093-ad8f-2264eabfa549 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] GET failed (client error): The resource could not be found. May 09 05:02:34.648739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0409850-3abe-4093-ad8f-2264eabfa549 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Synchronizing usage tracker for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:34.654350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:34.659755 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-cd977cd6-3b3f-41ca-a67e-e0e3f6430186 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/quotas/0ce6ecd3471d470098c25bd511381f67 HTTP/1.1" status: 200 len: 375 time: 0.0295336 May 09 05:02:34.720785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Request body: {'port': {'device_id': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'admin_state_up': True, 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'security_groups': ['6a686987-6d88-4dcd-8439-c3f107ab9a3d']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:34.721692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a4f46-40ab-45e4-b0ad-a873158e6f3d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:34.725167 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-a14421fe-7e0e-4a3c-b786-9519caf1de95 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7882588 May 09 05:02:34.746456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:34.746948 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Added segment a85ae4c6-cfee-493a-bd41-81c86f513afd of type vlan for network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e May 09 05:02:34.775537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-0cd78ea1-7154-4b48-a894-f50caaf8e605 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:34.777234 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-0cd78ea1-7154-4b48-a894-f50caaf8e605 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148301 May 09 05:02:34.830389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0409850-3abe-4093-ad8f-2264eabfa549 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Unset dirty status for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:34.836267 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b0409850-3abe-4093-ad8f-2264eabfa549 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "GET /v2.0/ports/0485e921-1436-426e-a4e9-a8eb25218ea3 HTTP/1.1" status: 404 len: 333 time: 0.2534416 May 09 05:02:34.840217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59216) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:34.855378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1446187998'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:34.878146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75661d50-8dd6-4b59-8cb1-25551557d28a req-cdaf637a-f25e-4330-ae4a-d8374c545b57 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:34.879982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-75661d50-8dd6-4b59-8cb1-25551557d28a req-cdaf637a-f25e-4330-ae4a-d8374c545b57 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 932 time: 0.8431010 May 09 05:02:35.132073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:35.172310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b4ca3963-3d7b-42a0-9bc9-305922e2aa62 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ce6ecd3471d470098c25bd511381f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5116718 May 09 05:02:35.225771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:35.242470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:35.243458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:35.275460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Made reservation on behalf of 5f09f498fdea4797b15bf1caccdb4bba for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:35.281590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:35.297394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:35.357633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:35.359017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:35.365133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:35.366055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:35.368322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:35.528425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Request body: {'port': {'device_id': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:35.601623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] device_id is not set on port 27b73d5a-292c-44b7-a144-e1024e62b61e yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:35.691171 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8279853 May 09 05:02:35.693059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59236) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:35.801054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Request body: {'subnet': {'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:35.824241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-6bd57dda-a35a-4838-a1ca-5327b6ffa07e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:02:35.825385 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-6bd57dda-a35a-4838-a1ca-5327b6ffa07e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2515504 May 09 05:02:36.006634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:36.010960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Usage tracker for resource:subnet and tenant:384f43ca50bd444ea746898a3343ba9e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:36.014279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:36.021267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:36.029734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9ed54-4ea2-4327-8a84-5fc25f1facf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event updated for resources: {'Network': ['ID=ae2ebdb5-10a4-40a6-8e44-35cff3c3443e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:36.042571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Allocated IP 172.20.0.14 (2b3a1425-8034-42df-a9c9-4e50ae66c991/7e7d9641-4d55-4157-9fd7-11fc847a500f/332ede9e-3d2b-4157-a90d-2c1eed528819) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:36.053719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:36.105655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Allocated IP 2001:db8::396 (a7e521ba-ad7d-4933-a3e7-be95030be9c4/41f272bc-5279-460c-b567-15c6597944b7/27b73d5a-292c-44b7-a144-e1024e62b61e) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:36.214178 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-75661d50-8dd6-4b59-8cb1-25551557d28a req-1b0bb1b3-9654-4433-8977-4dc77334375f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1063857 May 09 05:02:36.219082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Made reservation on behalf of 384f43ca50bd444ea746898a3343ba9e for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:36.223963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.398234 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-7088c382-0b1e-4e6e-b931-6a6ab5437e0d service neutron] 10.222.0.50 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602889 May 09 05:02:36.524693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.577611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.581211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59248) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:36.644087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.711577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Transition to ACTIVE for port object 332ede9e-3d2b-4157-a90d-2c1eed528819 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:36.733385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-948751179'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:36.749442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:36.758980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:network and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:36.763439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.767088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:36.772142 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7ffb9f17-5710-4e00-8eff-16d442bf638d req-28d3ba43-857c-4ad8-9c6f-1dfc15586aa5 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 210 time: 0.2279208 May 09 05:02:36.779321 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b0c00ee3-ae59-4934-a153-04ebf98e3593 service neutron] 10.222.0.50 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398371 May 09 05:02:36.782686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:36.804608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:36.808728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.821397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Transition to ACTIVE for port object 27b73d5a-292c-44b7-a144-e1024e62b61e will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:36.830350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.853089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:36.857985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:security_group_rule and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:36.861765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:36.864744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:36.870555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:36.987890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:37.003006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:37.013097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event updated for resources: {'Port': ['ID=332ede9e-3d2b-4157-a90d-2c1eed528819,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:37.017492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:37.064329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=6120b8f1-3452-436b-b361-7329e30e54b9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:37.095734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.129255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d7decd70-2108-431b-82ff-f8b791c2e1b7 req-ad84e606-3af3-4893-8c12-c84ee99770f3 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Synchronizing usage tracker for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:37.169624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.231243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.244369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:37.245047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.269392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.281708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:37.315543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:37.333579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:37.339473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:37.340112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.367548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ffb7892e-e3a7-40ff-8f81-c8d4716d58a8 None None] Provisioning for port 332ede9e-3d2b-4157-a90d-2c1eed528819 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:37.372829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ffb7892e-e3a7-40ff-8f81-c8d4716d58a8 None None] Provisioning complete for port 332ede9e-3d2b-4157-a90d-2c1eed528819 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:37.373193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffb7892e-e3a7-40ff-8f81-c8d4716d58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.380099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '41a451ea-20ab-4554-ab78-3fde553f36b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:37.380707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: 41a451ea-20ab-4554-ab78-3fde553f36b1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:37.445430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:37.466084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.472616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ffb7892e-e3a7-40ff-8f81-c8d4716d58a8 None None] Port 332ede9e-3d2b-4157-a90d-2c1eed528819 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:37.489458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca9dec-95c1-4ee7-bee1-6617bf93a9ae,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:37.492340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=27b73d5a-292c-44b7-a144-e1024e62b61e,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:37.505302 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-99635a9f-30bf-4ae8-87aa-349169bee3fc tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6625729 May 09 05:02:37.508803 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-47875826-2c98-4dd3-b1a3-3157db9417b0 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8059993 May 09 05:02:37.510855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59268) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:37.521565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:a8:32:9f'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:37.525269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d7decd70-2108-431b-82ff-f8b791c2e1b7 req-ad84e606-3af3-4893-8c12-c84ee99770f3 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Unset dirty status for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:37.526423 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7decd70-2108-431b-82ff-f8b791c2e1b7 req-ad84e606-3af3-4893-8c12-c84ee99770f3 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.5342779 May 09 05:02:37.566173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.566825 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Added segment 3272b45f-26b8-412b-abb8-6a2d059eeb5b of type vlan for network dffee3b3-0af1-4932-aa58-e019ee902514 May 09 05:02:37.632491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 41a451ea-20ab-4554-ab78-3fde553f36b1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:37.642072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.658938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event updated for resources: {'Subnet': ['ID=af574102-5db8-4e6a-aba9-73323e19aaff,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:37.687446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 41a451ea-20ab-4554-ab78-3fde553f36b1) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:37.697794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439c6cb-0b3c-48cd-8808-4f789df8bb04 None None] Network 41a451ea-20ab-4554-ab78-3fde553f36b1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:37.699640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.714443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f7898e95-3083-4da8-934e-f7a4e03fc087 None None] Provisioning for port 27b73d5a-292c-44b7-a144-e1024e62b61e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:37.731826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:37.732441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.744191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Checking segment: {'id': 'a85ae4c6-cfee-493a-bd41-81c86f513afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:37.744613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Network hostable DHCP agents. Network: ae2ebdb5-10a4-40a6-8e44-35cff3c3443e, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:37.763206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eef99-da6d-4d07-aa83-dd273e2611a6 req-6cb89343-8286-46fe-8c15-9bf2f15d12c8 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:37.764462 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-724eef99-da6d-4d07-aa83-dd273e2611a6 req-6cb89343-8286-46fe-8c15-9bf2f15d12c8 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 932 time: 0.3453352 May 09 05:02:37.768048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f7898e95-3083-4da8-934e-f7a4e03fc087 None None] Provisioning complete for port 27b73d5a-292c-44b7-a144-e1024e62b61e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:37.768820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7898e95-3083-4da8-934e-f7a4e03fc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.852613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7898e95-3083-4da8-934e-f7a4e03fc087 None None] Port 27b73d5a-292c-44b7-a144-e1024e62b61e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:37.860002 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9054ced4-0495-42c0-95da-ffd477fa2f01 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.3205869 May 09 05:02:37.864439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59274) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:37.896653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:37.897732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-724eef99-da6d-4d07-aa83-dd273e2611a6 req-e664f7d2-02b3-467d-a948-ee7c01bdb8ad tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Synchronizing usage tracker for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:37.900332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.906570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:37.906924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:37.985474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-41a451ea-20ab-4554-ab78-3fde553f36b1', 'network_id': '41a451ea-20ab-4554-ab78-3fde553f36b1', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '6120b8f1-3452-436b-b361-7329e30e54b9'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:37.986881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.035704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-724eef99-da6d-4d07-aa83-dd273e2611a6 req-e664f7d2-02b3-467d-a948-ee7c01bdb8ad tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Unset dirty status for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:38.036933 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-724eef99-da6d-4d07-aa83-dd273e2611a6 req-e664f7d2-02b3-467d-a948-ee7c01bdb8ad tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477632 May 09 05:02:38.065871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a328ff35-a032-4b5d-ba2e-f7ce25b9a173 {{(pid=88042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:02:38.075024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, ae2ebdb5-10a4-40a6-8e44-35cff3c3443e) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:38.092496 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4916191 May 09 05:02:38.093253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.093341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.111812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:38.112042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebc0efc-dfaa-44b2-bce4-a1f100b2257b None None] Network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:38.112442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.140219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35352fb6-8730-48e3-b67f-c2821dc965a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Network': ['ID=dffee3b3-0af1-4932-aa58-e019ee902514,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:38.162796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Transition to ACTIVE for port object a328ff35-a032-4b5d-ba2e-f7ce25b9a173 will not be triggered until provisioned by entity L2. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:38.168709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network dffee3b3-0af1-4932-aa58-e019ee902514 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:38.197268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.203991 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1d11bef2-f449-49a7-8cc7-43493eacc0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4765248 May 09 05:02:38.221099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59278) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:38.232160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Request body: {'port': {'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-264599164'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:38.383209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.466332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Pushing event updated for resources: {'Port': ['ID=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:38.702033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Allocated IP 2001:db8::1 (41a451ea-20ab-4554-ab78-3fde553f36b1/6120b8f1-3452-436b-b361-7329e30e54b9/a569f88e-b51b-49d8-9c75-bacb98989727) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:38.705858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:38.727968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.764701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Request body: {'port': {'device_id': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:38.770269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9864a-baad-41f3-a0b9-61bdc090aea5 req-65d4b45e-0545-4172-9d62-33b29dafbd3c tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:38.777652 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4ca9864a-baad-41f3-a0b9-61bdc090aea5 req-65d4b45e-0545-4172-9d62-33b29dafbd3c tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 932 time: 0.8718727 May 09 05:02:38.817637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.836304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:38.910933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:38.941048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Usage tracker for resource:port and tenant:384f43ca50bd444ea746898a3343ba9e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:38.948955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-21ef0f55-dda8-48e2-bc99-b54503c345f0 req-0798ccea-a562-4da2-8423-c1c9d2ad4e7f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.1939664 May 09 05:02:38.949979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:38.956234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:38.974811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:38.984354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.009156 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4ca9864a-baad-41f3-a0b9-61bdc090aea5 req-67f309f6-d0a0-4975-9800-6fd2e21f5e04 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290392 May 09 05:02:39.111820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Attempting to bind port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:39.112168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Attempting to bind port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:39.112528 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Attempting to bind port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 on network 41d12453-9aa2-4a5c-aec5-5d40645139c0 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:39.116328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.131041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Pushing event updated for resources: {'Port': ['ID=5cc28490-f6e4-4815-8f4e-e6258e6db779,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:39.141293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 on network 41d12453-9aa2-4a5c-aec5-5d40645139c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:02:39.142124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Attempting to bind port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 on network 41d12453-9aa2-4a5c-aec5-5d40645139c0 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:39.153565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.271649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-ae2ebdb5-10a4-40a6-8e44-35cff3c3443e', 'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e', 'tenant_id': '384f43ca50bd444ea746898a3343ba9e', 'fixed_ips': [{'subnet_id': 'af574102-5db8-4e6a-aba9-73323e19aaff'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:39.277952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.311326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=27b73d5a-292c-44b7-a144-e1024e62b61e,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:39.322850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Made reservation on behalf of 384f43ca50bd444ea746898a3343ba9e for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:39.326106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.353074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] In _notify_port_updated(), no bound segment for port 27b73d5a-292c-44b7-a144-e1024e62b61e on network a7e521ba-ad7d-4933-a3e7-be95030be9c4 {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:02:39.358594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:39.359329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.364104 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a93faf81-9f8b-43a8-849c-b5041da70a20 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "PUT /v2.0/ports/27b73d5a-292c-44b7-a144-e1024e62b61e HTTP/1.1" status: 200 len: 1003 time: 1.8510456 May 09 05:02:39.368945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59286) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:39.375238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.457450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.493611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] device_id is not set on port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:39.553945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Transition to ACTIVE for port object a569f88e-b51b-49d8-9c75-bacb98989727 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:39.577636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Transition to ACTIVE for port object a569f88e-b51b-49d8-9c75-bacb98989727 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:39.613011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.642673 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Floating IP c2a9e87f-58d8-4acd-a7ea-a4c6e9971725 associated. External IP: 172.26.0.178, port: fec16299-d69e-41d0-b694-4df9b9ac3c7e. May 09 05:02:39.709043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting port 27b73d5a-292c-44b7-a144-e1024e62b61e {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:39.709748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.767701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a58367-ee5b-4f94-9cc8-bcc12b83aa35 req-8d1dc997-49fb-4083-af07-39a7eee94a5a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:39.776062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82a58367-ee5b-4f94-9cc8-bcc12b83aa35 req-8d1dc997-49fb-4083-af07-39a7eee94a5a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 944 time: 0.4994600 May 09 05:02:39.793511 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Network 41a451ea-20ab-4554-ab78-3fde553f36b1 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:39.813991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:39.817764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:39.886154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.59', 52251) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:39.897481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:39.897814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Checking segment: {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:39.898326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Bound using segment: {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'} {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:39.898764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Bound port: a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908e3e43-4390-41aa-8cdf-ce60d205619c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0'}}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:39.899099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:39.913333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.008198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d045d64a-094d-4e87-92f6-14a3da3e344a None None] Provisioning complete for port 27b73d5a-292c-44b7-a144-e1024e62b61e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:40.013491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d045d64a-094d-4e87-92f6-14a3da3e344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.088374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Pushing event updated for resources: {'Port': ['ID=a569f88e-b51b-49d8-9c75-bacb98989727,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:40.154364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Attempting to bind port a569f88e-b51b-49d8-9c75-bacb98989727 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:40.160818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Attempting to bind port a569f88e-b51b-49d8-9c75-bacb98989727 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '41a451ea-20ab-4554-ab78-3fde553f36b1'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:40.160818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Attempting to bind port a569f88e-b51b-49d8-9c75-bacb98989727 on network 41a451ea-20ab-4554-ab78-3fde553f36b1 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:40.180657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:40.185630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Checking segment: {'id': '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '41a451ea-20ab-4554-ab78-3fde553f36b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:40.186418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.186541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Bound using segment: {'id': '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '41a451ea-20ab-4554-ab78-3fde553f36b1'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:40.187315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Bound port: a569f88e-b51b-49d8-9c75-bacb98989727, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '41a451ea-20ab-4554-ab78-3fde553f36b1'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:40.187779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.201797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d045d64a-094d-4e87-92f6-14a3da3e344a None None] Port 27b73d5a-292c-44b7-a144-e1024e62b61e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:40.248829 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82a58367-ee5b-4f94-9cc8-bcc12b83aa35 req-c7424583-fcb8-4d05-b0b7-a2452e3b2172 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4714694 May 09 05:02:40.348915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Allocated IP 2001:db8::92 (ae2ebdb5-10a4-40a6-8e44-35cff3c3443e/af574102-5db8-4e6a-aba9-73323e19aaff/6c4e0d2d-efc0-46f5-8844-04656fe2d4bf) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:40.358857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, cleared binding levels {{(pid=88042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:40.362884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:40.366251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=6120b8f1-3452-436b-b361-7329e30e54b9,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:40.377124 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c80690e-5637-4fd1-9820-9ef0b758e15e req-cb6f906e-ef12-4291-a9d3-5f1f190aa740 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.1857364 May 09 05:02:40.392209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.413516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] For port a569f88e-b51b-49d8-9c75-bacb98989727, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:40.417861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] For port a569f88e-b51b-49d8-9c75-bacb98989727, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a569f88e-b51b-49d8-9c75-bacb98989727,segment=NetworkSegment(7b31fe7d-e31d-4884-9ffd-9e06c11c7a39),segment_id=7b31fe7d-e31d-4884-9ffd-9e06c11c7a39)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:40.425804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.508747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50fca6-8d69-4451-ba71-4636c0d6522f None None] Pushing event updated for resources: {'Port': ['ID=a569f88e-b51b-49d8-9c75-bacb98989727,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:40.607824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fc45c-d1cb-434f-a507-1717704c0ce8 None None] Network 41a451ea-20ab-4554-ab78-3fde553f36b1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:40.630224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:40.632999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-4140c084-ef22-4e36-bd26-4d6c42193897 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:40.633233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.634635 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] 10.222.0.59 "PUT /v2.0/ports/a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1094 time: 5.5282230 May 09 05:02:40.635090 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-4140c084-ef22-4e36-bd26-4d6c42193897 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.59 "GET /v2.0/networks?id=006d628d-117a-41c0-bc9d-1e03dbacc9bb HTTP/1.1" status: 200 len: 810 time: 0.7473695 May 09 05:02:40.642204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:02:40.853654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42560f48-8ff3-404d-b620-39c3d347b99a service neutron] Pushing event updated for resources: {'Port': ['ID=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:40.868421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.885531 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-5a06ca14-c2fd-4835-9bf9-b577318ac752 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce6ecd3471d470098c25bd511381f67 HTTP/1.1" status: 200 len: 380 time: 0.2084403 May 09 05:02:40.905604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a451ea-20ab-4554-ab78-3fde553f36b1']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:40.920765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:40.921212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:40.934757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.955433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:40.963926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:40.964672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.045648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Request body: {'port': {'device_id': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'admin_state_up': True, 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'security_groups': ['9a74cff6-ae1c-4db0-8727-b53c0475adb2']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:41.072084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:41.079893 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:41.139139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Router a4249976-eaec-45c2-9e7c-7fb66738bdc9 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:02:41.146889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:02:41.146889 dv-neutron-840482-1-hyperv neutron-server[88042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:02:41.146889 dv-neutron-840482-1-hyperv neutron-server[88042]: [parameters: {'id': '41a451ea-20ab-4554-ab78-3fde553f36b1'}] May 09 05:02:41.146889 dv-neutron-840482-1-hyperv neutron-server[88042]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:02:41.147272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:02:41.220548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ed6aa-faa7-4be4-91f7-ff66c976c674 req-2e785891-892c-4f8b-9532-6f6f8b80a4d2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:41.221246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-711ed6aa-faa7-4be4-91f7-ff66c976c674 req-2e785891-892c-4f8b-9532-6f6f8b80a4d2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Synchronizing usage tracker for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:41.306765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Calling delete_port for 27b73d5a-292c-44b7-a144-e1024e62b61e owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:41.336938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:41.374711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-1a3ba0d1-099d-4278-8146-e87f49147805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:41.376190 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-1a3ba0d1-099d-4278-8146-e87f49147805 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1097 time: 0.5183382 May 09 05:02:41.381219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:41.394463 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] Sync routers for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:41.417820 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:41.418930 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:41.481648 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72576fb3-ff3a-4223-9582-79e55ebba3d8'] response: {'name': 'network-changed', 'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'status': 'completed', 'code': 200} May 09 05:02:41.494555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-711ed6aa-faa7-4be4-91f7-ff66c976c674 req-2e785891-892c-4f8b-9532-6f6f8b80a4d2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Unset dirty status for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:41.497133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.501205 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-711ed6aa-faa7-4be4-91f7-ff66c976c674 req-2e785891-892c-4f8b-9532-6f6f8b80a4d2 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 932 time: 1.0467944 May 09 05:02:41.523808 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:41.536548 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:41.537689 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:41.566707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332ede9e-3d2b-4157-a90d-2c1eed528819 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:02:41.567566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59314) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:41.569254 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-968508df-797a-499f-af8f-f17141eecb7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 217 time: 0.1654975 May 09 05:02:41.581767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'subnet': {'network_id': 'dffee3b3-0af1-4932-aa58-e019ee902514', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:41.605561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.609680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.618947 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:41.619479 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386477c-18b4-4fdc-8421-e2f2fd36491f None None] The sync data for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:41.653512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:41.658032 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-711ed6aa-faa7-4be4-91f7-ff66c976c674 req-3b11ed0a-f106-478b-b032-13f49d4460fc tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558330 May 09 05:02:41.661508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Transition to ACTIVE for port object 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:41.711838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:41.742985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Made reservation on behalf of 0ce6ecd3471d470098c25bd511381f67 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:41.746509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.761350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.802975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Transition to ACTIVE for port object 332ede9e-3d2b-4157-a90d-2c1eed528819 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:41.817261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.821430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.826444 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e56c6f07-7583-4f22-a2bf-70e753b762d9 req-05f742e3-ccb3-4490-b927-3b0517e17d81 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.0564866 May 09 05:02:41.898458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ff85a190-1d96-440d-9bb3-07b45b5e0723 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 15.2565734 May 09 05:02:41.904238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59318) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:41.912594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port a569f88e-b51b-49d8-9c75-bacb98989727 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:41.912921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:41.984004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-fa4f6905-96e3-474b-9d02-cf436d8feee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:41.985656 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-fa4f6905-96e3-474b-9d02-cf436d8feee2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.3837059 May 09 05:02:41.991731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:41.996225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:subnet and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:41.999681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:42.018218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:42.053440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.074037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Allocated IP 2001:db8::2 (ae2ebdb5-10a4-40a6-8e44-35cff3c3443e/af574102-5db8-4e6a-aba9-73323e19aaff/47a8d695-b163-4e95-b4f5-74445a2fe273) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:42.182293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Pushing event updated for resources: {'Port': ['ID=332ede9e-3d2b-4157-a90d-2c1eed528819,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:42.231569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:42.235401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.357859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:42.361848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-755293f8-bb02-4dbf-bfbe-4d462f2d03eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.379529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:42.381823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Port': ['ID=27b73d5a-292c-44b7-a144-e1024e62b61e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:42.383648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:42.388769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.389931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:42.390674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.401313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Transition to ACTIVE for port object 47a8d695-b163-4e95-b4f5-74445a2fe273 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:42.420936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Transition to ACTIVE for port object 47a8d695-b163-4e95-b4f5-74445a2fe273 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:42.426994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.436856 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-43a5573b-4f6c-4d26-8640-a4dded7e8e00 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] 10.222.0.50 "GET /v2.0/floatingips/c2a9e87f-58d8-4acd-a7ea-a4c6e9971725 HTTP/1.1" status: 200 len: 983 time: 0.4799664 May 09 05:02:42.444345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59322) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:42.507239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:42.515164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:42.518268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Pushing event updated for resources: {'Port': ['ID=47a8d695-b163-4e95-b4f5-74445a2fe273,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:42.520576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:42.586485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Allocated IP 172.20.0.5 (006d628d-117a-41c0-bc9d-1e03dbacc9bb/f7200ab0-492c-472f-976d-f00eea86fa74/4c2031fd-d8b3-4dac-9741-f634a5c09840) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:42.605364 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.3801999 May 09 05:02:42.607797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.611695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaf6e5-97dd-45e6-8418-42a9286beed7 req-8fdb2d78-64cb-4d4d-8372-839fc397ab42 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:42.612658 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cc1cdfbf-bd65-4153-aae3-c55e5a36b3ea tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/ports/27b73d5a-292c-44b7-a144-e1024e62b61e HTTP/1.1" status: 204 len: 168 time: 3.2411540 May 09 05:02:42.613479 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3ceaf6e5-97dd-45e6-8418-42a9286beed7 req-8fdb2d78-64cb-4d4d-8372-839fc397ab42 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 944 time: 1.0126512 May 09 05:02:42.617378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Attempting to bind port 47a8d695-b163-4e95-b4f5-74445a2fe273 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:42.617963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Attempting to bind port 47a8d695-b163-4e95-b4f5-74445a2fe273 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'a85ae4c6-cfee-493a-bd41-81c86f513afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:42.618504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Attempting to bind port 47a8d695-b163-4e95-b4f5-74445a2fe273 on network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:42.620980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3191-cfec-4a21-ad0e-1944237aef59 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event updated for resources: {'Port': ['ID=6c4e0d2d-efc0-46f5-8844-04656fe2d4bf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:42.623339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59326) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:42.623759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59328) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:42.625012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:42.625581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Checking segment: {'id': 'a85ae4c6-cfee-493a-bd41-81c86f513afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:42.626726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.627265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Bound using segment: {'id': 'a85ae4c6-cfee-493a-bd41-81c86f513afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:42.627890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Bound port: 47a8d695-b163-4e95-b4f5-74445a2fe273, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85ae4c6-cfee-493a-bd41-81c86f513afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:42.628444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.670985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Request body: {'port': {'network_id': 'ae2ebdb5-10a4-40a6-8e44-35cff3c3443e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1527186874', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:42.671612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] bootfile-name is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:02:42.672038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] tftp-server is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:02:42.672486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] server-ip-address is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:02:42.712036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-c52a2a40-753f-4026-9009-49f8b68c59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:42.713529 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-c52a2a40-753f-4026-9009-49f8b68c59d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6770263 May 09 05:02:42.720165 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7baf68e2-bea9-4312-99bf-3fe2c29b8aac tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2714891 May 09 05:02:42.721333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Attempting to bind port 332ede9e-3d2b-4157-a90d-2c1eed528819 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:42.721725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Attempting to bind port 332ede9e-3d2b-4157-a90d-2c1eed528819 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:42.722071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Attempting to bind port 332ede9e-3d2b-4157-a90d-2c1eed528819 on network 2b3a1425-8034-42df-a9c9-4e50ae66c991 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:42.728095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] For port 47a8d695-b163-4e95-b4f5-74445a2fe273, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:42.732823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59336) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:42.738086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Port 332ede9e-3d2b-4157-a90d-2c1eed528819 on network 2b3a1425-8034-42df-a9c9-4e50ae66c991 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:02:42.738410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Attempting to bind port 332ede9e-3d2b-4157-a90d-2c1eed528819 on network 2b3a1425-8034-42df-a9c9-4e50ae66c991 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:42.743272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] For port 47a8d695-b163-4e95-b4f5-74445a2fe273, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=47a8d695-b163-4e95-b4f5-74445a2fe273,segment=NetworkSegment(a85ae4c6-cfee-493a-bd41-81c86f513afd),segment_id=a85ae4c6-cfee-493a-bd41-81c86f513afd)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:42.751578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.789513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port a569f88e-b51b-49d8-9c75-bacb98989727, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a569f88e-b51b-49d8-9c75-bacb98989727,segment=NetworkSegment(7b31fe7d-e31d-4884-9ffd-9e06c11c7a39),segment_id=7b31fe7d-e31d-4884-9ffd-9e06c11c7a39)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:42.790007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:42.841838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4ac2-4a76-4e50-83bf-b7923418adcb None None] Pushing event updated for resources: {'Port': ['ID=47a8d695-b163-4e95-b4f5-74445a2fe273,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:42.893710 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4360e9f2-2e16-415c-94c8-21d68c6b59bd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] GET failed (client error): The resource could not be found. May 09 05:02:42.894245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4360e9f2-2e16-415c-94c8-21d68c6b59bd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Synchronizing usage tracker for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:42.894354 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3ceaf6e5-97dd-45e6-8418-42a9286beed7 req-b8184146-5279-4db2-9b4d-2ce4876934cb tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317901 May 09 05:02:43.032422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:43.032823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Checking segment: {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:43.033365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Bound using segment: {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:43.033820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Bound port: 332ede9e-3d2b-4157-a90d-2c1eed528819, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd765ca55-e9af-4a52-9cb7-2010e28b8f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:43.034170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.075540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for a569f88e-b51b-49d8-9c75-bacb98989727 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:43.134437 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d250120f-3d26-4fa1-8a7e-696f9db62635 req-297d7ea6-0338-4487-97ea-4b8c250935b2 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.1164553 May 09 05:02:43.254129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4360e9f2-2e16-415c-94c8-21d68c6b59bd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Unset dirty status for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:43.254805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.261065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4360e9f2-2e16-415c-94c8-21d68c6b59bd tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "GET /v2.0/ports/27b73d5a-292c-44b7-a144-e1024e62b61e HTTP/1.1" status: 404 len: 333 time: 0.6272554 May 09 05:02:43.272518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59342) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:43.295249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-423048715'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:43.299431 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-780694fc-4ed4-4d32-9147-82d8f4d50ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751455 May 09 05:02:43.340016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.582988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No DVR routers for this DVR port a569f88e-b51b-49d8-9c75-bacb98989727 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:02:43.609367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:43.617820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Subnet': ['ID=fc6bf906-9d81-43be-a23a-7d6474f7d041,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:43.621529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Port': ['ID=a569f88e-b51b-49d8-9c75-bacb98989727,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:43.629819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:43.663061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac78d4b-e4b2-45d2-8ae4-2f583182221f req-55f4d095-da4b-415d-80c5-1249208dcc87 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:43.664611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ac78d4b-e4b2-45d2-8ae4-2f583182221f req-55f4d095-da4b-415d-80c5-1249208dcc87 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 944 time: 0.7561123 May 09 05:02:43.665667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting port 5cc28490-f6e4-4815-8f4e-e6258e6db779 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:43.666008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.697267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Usage tracker for resource:port and tenant:384f43ca50bd444ea746898a3343ba9e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:43.712941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=332ede9e-3d2b-4157-a90d-2c1eed528819,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:43.723850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:43.734026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Checking segment: {'id': '3272b45f-26b8-412b-abb8-6a2d059eeb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dffee3b3-0af1-4932-aa58-e019ee902514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:43.734387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network hostable DHCP agents. Network: dffee3b3-0af1-4932-aa58-e019ee902514, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:43.766958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.769733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.778597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.784130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:43.813377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a451ea-20ab-4554-ab78-3fde553f36b1']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:43.826955 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d7d6f638-36cb-4bea-aa1d-810629e1815f req-2b6b3079-9c8a-4afd-af2a-222984649f3f service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116098 May 09 05:02:43.829225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network dffee3b3-0af1-4932-aa58-e019ee902514 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:43.832261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:43.832581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b31fe7d-e31d-4884-9ffd-9e06c11c7a39') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:43.851399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.861543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, dffee3b3-0af1-4932-aa58-e019ee902514) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:43.867443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:43.867861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.875003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ee79d-2ca6-4ef3-ae9e-92eaeef8e5c6 None None] Network dffee3b3-0af1-4932-aa58-e019ee902514 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:43.891333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.901233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:43.901739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.907428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Pushing event updated for resources: {'Port': ['ID=332ede9e-3d2b-4157-a90d-2c1eed528819,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:43.922601 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:43.925388 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-26367b05-d87c-47dc-9883-2b2f7d609db3 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3551371 May 09 05:02:43.930115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59348) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:43.936006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-380431478'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:43.937845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:43.978728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:43.985392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:43.990067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-11f52b55-6e77-41ff-9026-5b0ef03c3879 service neutron] 10.222.0.59 "PUT /v2.0/ports/332ede9e-3d2b-4157-a90d-2c1eed528819 HTTP/1.1" status: 200 len: 1094 time: 5.3309600 May 09 05:02:43.991089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:02:44.001918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Transition to ACTIVE for port object 4c2031fd-d8b3-4dac-9741-f634a5c09840 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:44.022639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Made reservation on behalf of 384f43ca50bd444ea746898a3343ba9e for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:44.034437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.067434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:44.080461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:network and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:44.091908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:44.114391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:44.119570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a6ef0-fc8a-4a3f-a1f7-7a18e38e82a8 None None] Network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:44.119952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.124184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.198811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=41a451ea-20ab-4554-ab78-3fde553f36b1,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:44.209396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:44.212859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.226238 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a3042016-3506-4905-ad68-098c6ed6eafa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/41a451ea-20ab-4554-ab78-3fde553f36b1 HTTP/1.1" status: 204 len: 168 time: 6.3587482 May 09 05:02:44.231031 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ac78d4b-e4b2-45d2-8ae4-2f583182221f req-c6fe77d3-5a9f-435d-8169-d440166654ce tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5308723 May 09 05:02:44.239764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59358) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:44.251258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1095019313'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:44.263142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:44.266371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:44.273128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:44.277044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] device_id is not set on port a9a9a303-f543-4f58-91ca-b537b004dd01 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:44.282781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:44.297819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:44.301003 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:44.319895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-6c0f3e2a-3175-4cc6-b8f7-d69f9e8b95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:44.321512 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-6c0f3e2a-3175-4cc6-b8f7-d69f9e8b95c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1097 time: 0.3128059 May 09 05:02:44.326188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.326630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Added segment 461e4167-6ce2-4075-8b60-74dd5d3e313e of type vlan for network aa7ab597-9056-4a41-9f04-60f1d97ad81a May 09 05:02:44.342913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:44.347019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.359416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9d29a495-cefd-46f7-829c-5680458c0141 None None] Provisioning for port 47a8d695-b163-4e95-b4f5-74445a2fe273 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:44.363257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:44.367067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.413327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] device_id is not set on port 2dc6fede-ea4c-4136-861a-87aebe99164b yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:44.454132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954a917-a7ed-49d2-904e-573e0a8c4fce req-13b0a010-828b-4844-adfe-dd8ae088d071 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:44.461607 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8954a917-a7ed-49d2-904e-573e0a8c4fce req-13b0a010-828b-4844-adfe-dd8ae088d071 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 944 time: 0.3336346 May 09 05:02:44.469434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-dffee3b3-0af1-4932-aa58-e019ee902514', 'network_id': 'dffee3b3-0af1-4932-aa58-e019ee902514', 'tenant_id': 'ce1e6ebacdfc40e994accc4a6a0cb55e', 'fixed_ips': [{'subnet_id': 'fc6bf906-9d81-43be-a23a-7d6474f7d041'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:44.470208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.519672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40f4e491-8d2a-4c86-9ef4-5571970bac83 req-668ac998-c947-4247-9090-8a59ed7a07a2 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Synchronizing usage tracker for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:44.525425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.569039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:44.605102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40f4e491-8d2a-4c86-9ef4-5571970bac83 req-668ac998-c947-4247-9090-8a59ed7a07a2 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Unset dirty status for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:44.605102 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40f4e491-8d2a-4c86-9ef4-5571970bac83 req-668ac998-c947-4247-9090-8a59ed7a07a2 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.2096040 May 09 05:02:44.608428 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8954a917-a7ed-49d2-904e-573e0a8c4fce req-76c9fdd7-06e9-4ba8-9da6-47d8817a2e8e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427553 May 09 05:02:44.638959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-0a4e0b67-60cd-49c8-8019-12d6190499e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:44.640963 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-0a4e0b67-60cd-49c8-8019-12d6190499e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.3112361 May 09 05:02:44.668221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.669058 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment 1041607d-dfa5-45ca-92ce-af7eb591f009 of type vlan for network ee8dd502-9626-4c72-b80a-9fadaabafa64 May 09 05:02:44.683994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.684326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.690463 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb1a37da-f94b-46da-a3ea-867a007f1f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.707954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 47a8d695-b163-4e95-b4f5-74445a2fe273 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:44.720296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.731314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.784150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef170503-7b8c-4e2a-b7fb-cadb3b7d52f1'] response: {'name': 'network-changed', 'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'status': 'completed', 'code': 200} May 09 05:02:44.815753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.821849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:44.822537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.851839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.857387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:44.858135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:44.882680 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-52ea4656-93bf-4475-8dd6-c0be0ab734c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 217 time: 0.1198509 May 09 05:02:44.886438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Allocated IP 2001:db8:0:ffff::2 (dffee3b3-0af1-4932-aa58-e019ee902514/fc6bf906-9d81-43be-a23a-7d6474f7d041/d0a20411-5ca8-4c3b-88cb-020f29d24d00) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:44.889004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 47a8d695-b163-4e95-b4f5-74445a2fe273 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:44.904916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 47a8d695-b163-4e95-b4f5-74445a2fe273 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:44.905277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.050252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Network': ['ID=aa7ab597-9056-4a41-9f04-60f1d97ad81a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:45.075197 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c02953d9-5707-42a4-b057-24979e21d293 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1438270 May 09 05:02:45.082384 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8392415 May 09 05:02:45.082636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event updated for resources: {'Port': ['ID=4c2031fd-d8b3-4dac-9741-f634a5c09840,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:45.087145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-7ac1634c-4c59-43f7-abfd-ad79b7e00ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:45.088673 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-7ac1634c-4c59-43f7-abfd-ad79b7e00ac2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f09f498fdea4797b15bf1caccdb4bba&device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 1097 time: 0.9194374 May 09 05:02:45.098121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Calling delete_port for 5cc28490-f6e4-4815-8f4e-e6258e6db779 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:45.106008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network aa7ab597-9056-4a41-9f04-60f1d97ad81a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:45.130180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:45.130796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59368) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:45.142642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'subnet': {'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:45.166732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': 'ee8dd502-9626-4c72-b80a-9fadaabafa64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:45.233763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:45.247001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:45.272864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:45.302850 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-0f8e1bc3-9288-46e6-aaeb-c8f5818eb5b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=332ede9e-3d2b-4157-a90d-2c1eed528819 HTTP/1.1" status: 200 len: 217 time: 0.1383030 May 09 05:02:45.330932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.341134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-75a4d390-7424-47e7-8f8e-6827d27f49df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:45.343274 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-75a4d390-7424-47e7-8f8e-6827d27f49df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.4003832 May 09 05:02:45.386671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Allocated IP 2001:db8::2c4 (ae2ebdb5-10a4-40a6-8e44-35cff3c3443e/af574102-5db8-4e6a-aba9-73323e19aaff/a9a9a303-f543-4f58-91ca-b537b004dd01) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:45.444635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Allocated IP 2001:db8::3e3 (a7e521ba-ad7d-4933-a3e7-be95030be9c4/41f272bc-5279-460c-b567-15c6597944b7/2dc6fede-ea4c-4136-861a-87aebe99164b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:45.478844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c4f5dcd6-1c89-408b-a339-f737d9cb7e48 None None] Provisioning complete for port 47a8d695-b163-4e95-b4f5-74445a2fe273 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:45.479352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd6-1c89-408b-a339-f737d9cb7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.559914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.564184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 47a8d695-b163-4e95-b4f5-74445a2fe273, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=47a8d695-b163-4e95-b4f5-74445a2fe273,segment=NetworkSegment(a85ae4c6-cfee-493a-bd41-81c86f513afd),segment_id=a85ae4c6-cfee-493a-bd41-81c86f513afd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:45.589550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.592005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Transition to ACTIVE for port object d0a20411-5ca8-4c3b-88cb-020f29d24d00 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:45.610289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:45.611017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.637246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-e3bcc253-878d-4e5d-9e63-5fddf9f3024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:45.638771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-e3bcc253-878d-4e5d-9e63-5fddf9f3024d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e7d9641-4d55-4157-9fd7-11fc847a500f HTTP/1.1" status: 200 len: 845 time: 0.3080330 May 09 05:02:45.702742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Transition to ACTIVE for port object d0a20411-5ca8-4c3b-88cb-020f29d24d00 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:45.707188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd1ba6-165a-4233-9eda-156a11c56288 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=ee8dd502-9626-4c72-b80a-9fadaabafa64,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:45.712242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.716881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=47a8d695-b163-4e95-b4f5-74445a2fe273,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:45.723632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.769054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:45.773704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:45.776384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network ee8dd502-9626-4c72-b80a-9fadaabafa64 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:45.776570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:45.782338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:45.810457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:45.814631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:subnet and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:45.817180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:45.820840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:45.838870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:45.850814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:45.888484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Network dffee3b3-0af1-4932-aa58-e019ee902514 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:45.909359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:45.916844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-e9221e21-f185-4614-9cc9-764e7dad6f4a tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9215240 May 09 05:02:45.936798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:45.957119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Pushing event updated for resources: {'Port': ['ID=d0a20411-5ca8-4c3b-88cb-020f29d24d00,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:45.974502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Request body: {'port': {'device_id': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:45.982223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-32e1f282-0275-43cd-8462-e48bf473e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:45.984324 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-32e1f282-0275-43cd-8462-e48bf473e66c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5467827 May 09 05:02:45.991379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:45.995096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.017973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.094121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Attempting to bind port d0a20411-5ca8-4c3b-88cb-020f29d24d00 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:46.094550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Attempting to bind port d0a20411-5ca8-4c3b-88cb-020f29d24d00 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3272b45f-26b8-412b-abb8-6a2d059eeb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dffee3b3-0af1-4932-aa58-e019ee902514'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:46.095051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Attempting to bind port d0a20411-5ca8-4c3b-88cb-020f29d24d00 on network dffee3b3-0af1-4932-aa58-e019ee902514 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:46.102829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:46.103400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Checking segment: {'id': '3272b45f-26b8-412b-abb8-6a2d059eeb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dffee3b3-0af1-4932-aa58-e019ee902514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:46.103908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.104450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Bound using segment: {'id': '3272b45f-26b8-412b-abb8-6a2d059eeb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dffee3b3-0af1-4932-aa58-e019ee902514'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:46.105112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Bound port: d0a20411-5ca8-4c3b-88cb-020f29d24d00, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272b45f-26b8-412b-abb8-6a2d059eeb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'dffee3b3-0af1-4932-aa58-e019ee902514'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:46.105601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.108504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94525e7-8ac7-401d-ab7f-47c342c58ea7 req-7bb6defc-65a6-465e-b999-c4c99f7ffeb8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:46.110066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c94525e7-8ac7-401d-ab7f-47c342c58ea7 req-7bb6defc-65a6-465e-b999-c4c99f7ffeb8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 944 time: 0.6456106 May 09 05:02:46.118105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c4f5dcd6-1c89-408b-a339-f737d9cb7e48 None None] Provisioning for port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:46.128278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c4f5dcd6-1c89-408b-a339-f737d9cb7e48 None None] Provisioning complete for port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:46.128965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd6-1c89-408b-a339-f737d9cb7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.194604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.232603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c4f5dcd6-1c89-408b-a339-f737d9cb7e48 None None] Port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:46.258957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] For port d0a20411-5ca8-4c3b-88cb-020f29d24d00, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:46.262520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] For port d0a20411-5ca8-4c3b-88cb-020f29d24d00, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0a20411-5ca8-4c3b-88cb-020f29d24d00,segment=NetworkSegment(3272b45f-26b8-412b-abb8-6a2d059eeb5b),segment_id=3272b45f-26b8-412b-abb8-6a2d059eeb5b)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:46.268360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.351263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event deleted for resources: {'Port': ['ID=5cc28490-f6e4-4815-8f4e-e6258e6db779,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:46.375320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b4f84-a214-4977-b223-42f2a6f3f984 None None] Pushing event updated for resources: {'Port': ['ID=d0a20411-5ca8-4c3b-88cb-020f29d24d00,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:46.392912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-d7a89487-2674-4bea-a2ed-2de0c325b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:46.394471 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-d7a89487-2674-4bea-a2ed-2de0c325b80b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b3a1425-8034-42df-a9c9-4e50ae66c991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7460341 May 09 05:02:46.398511 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8cc5237c-c399-46fb-813a-25a690d1ed7e None None] Provisioning for port 4c2031fd-d8b3-4dac-9741-f634a5c09840 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:46.406889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8cc5237c-c399-46fb-813a-25a690d1ed7e None None] Provisioning complete for port 4c2031fd-d8b3-4dac-9741-f634a5c09840 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:46.407590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cc5237c-c399-46fb-813a-25a690d1ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.408229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf2b4-1549-41c0-886a-1c49d62fd572 req-8d7a7cfd-7586-445c-8a5c-8a0ed3bd986a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:46.409799 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-deaaf2b4-1549-41c0-886a-1c49d62fd572 req-8d7a7cfd-7586-445c-8a5c-8a0ed3bd986a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 944 time: 0.5681117 May 09 05:02:46.417591 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c94525e7-8ac7-401d-ab7f-47c342c58ea7 req-811ad004-b69e-4be6-9815-5cfc2eaea960 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919159 May 09 05:02:46.460102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.477332 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5237c-c399-46fb-813a-25a690d1ed7e None None] Port 4c2031fd-d8b3-4dac-9741-f634a5c09840 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:46.481421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Transition to ACTIVE for port object a9a9a303-f543-4f58-91ca-b537b004dd01 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:46.488931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8cc5237c-c399-46fb-813a-25a690d1ed7e None None] Provisioning complete for port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:46.489451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cc5237c-c399-46fb-813a-25a690d1ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.525993 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-bc581f94-d17d-4bc5-b4ac-da113a222e0e service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034166 May 09 05:02:46.559454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5237c-c399-46fb-813a-25a690d1ed7e None None] Port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:46.580962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 47a8d695-b163-4e95-b4f5-74445a2fe273 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:46.701408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.715123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 47a8d695-b163-4e95-b4f5-74445a2fe273 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:46.715624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.721836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.752813 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-deaaf2b4-1549-41c0-886a-1c49d62fd572 req-1dfd6fb2-8c48-4d7d-99f4-02daeca0b155 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139164 May 09 05:02:46.858153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.918133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:46.953692 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-50f85a26-5491-48e0-8dd4-986c3876e4cd service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060907 May 09 05:02:46.968418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=00cb334a-94fe-4311-b5c5-5eb25d312556,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:47.022215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:02:47.024734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.055573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Transition to ACTIVE for port object 2dc6fede-ea4c-4136-861a-87aebe99164b will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:47.060222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:47.074784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': '1041607d-dfa5-45ca-92ce-af7eb591f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ee8dd502-9626-4c72-b80a-9fadaabafa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:47.075168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: ee8dd502-9626-4c72-b80a-9fadaabafa64, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:47.075445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.075823 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Floating IP c2a9e87f-58d8-4acd-a7ea-a4c6e9971725 disassociated (deleted). External IP: 172.26.0.178, port: fec16299-d69e-41d0-b694-4df9b9ac3c7e. May 09 05:02:47.127476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:47.131193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Subnet': ['ID=b8a42914-770f-4b44-8b8c-ae4119d322e3,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:47.145193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Checking segment: {'id': '461e4167-6ce2-4075-8b60-74dd5d3e313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:47.145557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network hostable DHCP agents. Network: aa7ab597-9056-4a41-9f04-60f1d97ad81a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:47.152151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network ee8dd502-9626-4c72-b80a-9fadaabafa64 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:47.162836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:47.168918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:47.169582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.172887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, ee8dd502-9626-4c72-b80a-9fadaabafa64) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:47.182671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f65dd-45b5-48ee-8a27-c56b7fa36f07 None None] Network ee8dd502-9626-4c72-b80a-9fadaabafa64 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:47.186161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:47.186429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event updated for resources: {'Port': ['ID=a9a9a303-f543-4f58-91ca-b537b004dd01,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:47.190136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.196344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network aa7ab597-9056-4a41-9f04-60f1d97ad81a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:47.216574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, aa7ab597-9056-4a41-9f04-60f1d97ad81a) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:47.240170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:47.240783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.247895 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-94606288-0d28-49be-a031-013afde5a19f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1143532 May 09 05:02:47.253516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59380) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:47.300623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e75ce-bece-4647-8d28-1124a4cf93c3 None None] Network aa7ab597-9056-4a41-9f04-60f1d97ad81a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:47.358827 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4d461708-f328-49a7-97c6-efadad61c0f0 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2268250 May 09 05:02:47.364518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59384) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:47.368570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.369149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.369247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.369578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.369911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.370240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.370635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.370972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.371297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.371628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.371950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.372268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:47.390927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'port': {'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a', 'name': 'tempest-NetworksIpV6TestAttrs-1226121813'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:47.465052 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3f87d317-2d6a-45f7-b343-d6677581b33e tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.8374612 May 09 05:02:47.469562 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-dc56b0aa-2b3c-4350-9c09-1980a795170c service neutron] 10.222.0.59 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9297616 May 09 05:02:47.470158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a328ff35-a032-4b5d-ba2e-f7ce25b9a173 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:02:47.497816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59390) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:47.621488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.679436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.704701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.714827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b70bae2-93e2-45e6-9ba1-e25cd806ef2b None None] Provisioning for port a9a9a303-f543-4f58-91ca-b537b004dd01 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:47.720124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:47.738943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b70bae2-93e2-45e6-9ba1-e25cd806ef2b None None] Provisioning complete for port a9a9a303-f543-4f58-91ca-b537b004dd01 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:47.739305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8b70bae2-93e2-45e6-9ba1-e25cd806ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.754192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:port and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:47.767752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:47.774748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84df4f-41e7-4ca0-b6d0-0bdc23a4c7df req-2fcf0295-c672-4daf-bb10-bfcb93e7325f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:47.776272 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1f84df4f-41e7-4ca0-b6d0-0bdc23a4c7df req-2fcf0295-c672-4daf-bb10-bfcb93e7325f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 931 time: 1.1151359 May 09 05:02:47.785556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1bef9-4ba3-44e0-a162-8b4f37462788 None None] Network dffee3b3-0af1-4932-aa58-e019ee902514 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:47.785885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:47.808735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.833331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:47.836926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:47.876266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223073-f3d9-487d-a168-e1f01997bb4e req-5826b62e-ee6d-4f6d-92ab-7d42a07c55e5 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:47.877728 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-73223073-f3d9-487d-a168-e1f01997bb4e req-5826b62e-ee6d-4f6d-92ab-7d42a07c55e5 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 944 time: 0.3007238 May 09 05:02:47.895042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] device_id is not set on port 42ca8fb2-69aa-4b89-a93f-647a1121ab02 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:47.966842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:47.980311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8b70bae2-93e2-45e6-9ba1-e25cd806ef2b None None] Port a9a9a303-f543-4f58-91ca-b537b004dd01 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:47.991213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:47.994117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:48.000994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:48.001825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.010774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b60f3-ab8a-4f0f-9157-946f2db8479c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-ee8dd502-9626-4c72-b80a-9fadaabafa64', 'network_id': 'ee8dd502-9626-4c72-b80a-9fadaabafa64', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '00cb334a-94fe-4311-b5c5-5eb25d312556'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:48.012151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-497b60f3-ab8a-4f0f-9157-946f2db8479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.049443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:48.083402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'port_id': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'mac_address': 'fa:16:3e:e0:0a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:02:48.104854 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.8216884 May 09 05:02:48.133547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59396) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:48.143156 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-73223073-f3d9-487d-a168-e1f01997bb4e req-fea589a6-e1b4-4900-9887-dea766b00b6d tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483597 May 09 05:02:48.146220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.182047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05c870-441b-4eaf-8a12-e310cddf0a64 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=2dc6fede-ea4c-4136-861a-87aebe99164b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:48.230794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a8:32:9f'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:48.256172 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1f84df4f-41e7-4ca0-b6d0-0bdc23a4c7df req-08816b49-6087-4bc2-b82c-7ccea7c0f916 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910189 May 09 05:02:48.271431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=00cb334a-94fe-4311-b5c5-5eb25d312556,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:48.319198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab16ab3-3f2e-4743-a3f0-b28e4ac584c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:48.324943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab16ab3-3f2e-4743-a3f0-b28e4ac584c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:48.330695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab16ab3-3f2e-4743-a3f0-b28e4ac584c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:48.332262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1ab16ab3-3f2e-4743-a3f0-b28e4ac584c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Synchronizing usage tracker for tenant:384f43ca50bd444ea746898a3343ba9e on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:48.334834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.334834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.334834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.334834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.335196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.335473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.335841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.336566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.336724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.337347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.337468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.337960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:48.352492 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5cbeae50-5bf2-4a3f-b3f5-3d2c5f971577 req-ad0ca88a-a805-49de-8993-307e865a0ec0 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345903 May 09 05:02:48.375364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-aa7ab597-9056-4a41-9f04-60f1d97ad81a', 'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a', 'tenant_id': 'ce1e6ebacdfc40e994accc4a6a0cb55e', 'fixed_ips': [{'subnet_id': 'b8a42914-770f-4b44-8b8c-ae4119d322e3'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:48.376238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.388688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Router a4249976-eaec-45c2-9e7c-7fb66738bdc9 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:02:48.395403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c290c616-3bf5-4d9e-833e-d637400cc366 None None] Provisioning for port d0a20411-5ca8-4c3b-88cb-020f29d24d00 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:48.441408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server [None req-497b60f3-ab8a-4f0f-9157-946f2db8479c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00cb334a-94fe-4311-b5c5-5eb25d312556: This subnet is being modified by another concurrent operation. May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:02:48.494324 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise exception May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00cb334a-94fe-4311-b5c5-5eb25d312556: This subnet is being modified by another concurrent operation. May 09 05:02:48.498775 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server May 09 05:02:48.509965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1ab16ab3-3f2e-4743-a3f0-b28e4ac584c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Unset dirty status for tenant:384f43ca50bd444ea746898a3343ba9e on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:48.513957 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ab16ab3-3f2e-4743-a3f0-b28e4ac584c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.0121276 May 09 05:02:48.525003 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59400) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:48.530416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a328ff35-a032-4b5d-ba2e-f7ce25b9a173 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:02:48.577344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8de13-2425-4581-8097-fe27a96df1b3 None None] Network ee8dd502-9626-4c72-b80a-9fadaabafa64 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:48.662369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.685701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0a20411-5ca8-4c3b-88cb-020f29d24d00 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:48.714264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Allocated IP 2001:db8::f816:3eff:fe31:17bc (aa7ab597-9056-4a41-9f04-60f1d97ad81a/b8a42914-770f-4b44-8b8c-ae4119d322e3/42ca8fb2-69aa-4b89-a93f-647a1121ab02) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:48.727660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8dd502-9626-4c72-b80a-9fadaabafa64']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:48.734458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:48.763294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1041607d-dfa5-45ca-92ce-af7eb591f009') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:48.764310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1041607d-dfa5-45ca-92ce-af7eb591f009') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:48.767733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.768560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.786449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Deleting port a9a9a303-f543-4f58-91ca-b537b004dd01 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:48.786973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.817255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2031fd-d8b3-4dac-9741-f634a5c09840 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:02:48.819945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-986bf50f-8d62-4c2a-a10a-95cedfe2c5ef None None] Provisioning for port 2dc6fede-ea4c-4136-861a-87aebe99164b completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:48.822930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.829161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.852245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-986bf50f-8d62-4c2a-a10a-95cedfe2c5ef None None] Provisioning complete for port 2dc6fede-ea4c-4136-861a-87aebe99164b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:48.852637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-986bf50f-8d62-4c2a-a10a-95cedfe2c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.853863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Transition to ACTIVE for port object 4c2031fd-d8b3-4dac-9741-f634a5c09840 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:48.870284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.915084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:02:48.929445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.939967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] Sync routers for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:02:48.949302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:48.961039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028850b-0acd-4533-b3c5-c115f288832b req-94690d54-f43a-4dd5-b015-268635d6421b tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:48.969645 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a028850b-0acd-4533-b3c5-c115f288832b req-94690d54-f43a-4dd5-b015-268635d6421b tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 944 time: 0.6451211 May 09 05:02:49.014225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:49.021813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-986bf50f-8d62-4c2a-a10a-95cedfe2c5ef None None] Port 2dc6fede-ea4c-4136-861a-87aebe99164b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:49.023463 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:49.024242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:49.026461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-57157ea8-88ec-4d7a-9627-fd587ab1f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:49.028040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-57157ea8-88ec-4d7a-9627-fd587ab1f380 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f09f498fdea4797b15bf1caccdb4bba&device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 1097 time: 0.5728149 May 09 05:02:49.061016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:49.061428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:49.081359 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:02:49.099664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.100289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.100884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.101385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.101873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.102345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.102804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.103286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.103794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.104261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.104767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.105265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:02:49.120479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port d0a20411-5ca8-4c3b-88cb-020f29d24d00 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:49.125817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:49.130177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d0a20411-5ca8-4c3b-88cb-020f29d24d00 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:49.130823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.195720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:02:49.196352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:49.240865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2031fd-d8b3-4dac-9741-f634a5c09840,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:49.281958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:49.285777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123fa48-7817-4775-b7e1-10e904e267f0 None None] The sync data for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:02:49.338866 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b5d1dac9-410f-463c-997a-a107bab73ba3 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "DELETE /v2.0/floatingips/c2a9e87f-58d8-4acd-a7ea-a4c6e9971725 HTTP/1.1" status: 204 len: 168 time: 6.6019757 May 09 05:02:49.343267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59408) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:49.403842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.408385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.427120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['a328ff35-a032-4b5d-ba2e-f7ce25b9a173'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:02:49.427729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:49.431274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.445086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a028850b-0acd-4533-b3c5-c115f288832b req-255d83a7-d304-4748-af4e-8faf353f7aaf tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4741657 May 09 05:02:49.450494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:49.464994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Usage tracker for resource:floatingip and tenant:2f55ef7803db4b05b841cf483a7e86e1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:49.469554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:49.494791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:49.539658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=ee8dd502-9626-4c72-b80a-9fadaabafa64,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:49.556857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-b6dcdae9-ca56-4228-9766-0afcebd9d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:49.558724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-b6dcdae9-ca56-4228-9766-0afcebd9d452 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b3a1425-8034-42df-a9c9-4e50ae66c991 HTTP/1.1" status: 200 len: 907 time: 0.4960201 May 09 05:02:49.565187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.578043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Attempting to bind port 4c2031fd-d8b3-4dac-9741-f634a5c09840 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:49.578423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Attempting to bind port 4c2031fd-d8b3-4dac-9741-f634a5c09840 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:49.578736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Attempting to bind port 4c2031fd-d8b3-4dac-9741-f634a5c09840 on network 006d628d-117a-41c0-bc9d-1e03dbacc9bb {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:49.581334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f5701d70-5750-4c32-bfff-670d1adcc157 None None] Provisioning complete for port d0a20411-5ca8-4c3b-88cb-020f29d24d00 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:49.581724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f5701d70-5750-4c32-bfff-670d1adcc157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.638586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.652877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Port 4c2031fd-d8b3-4dac-9741-f634a5c09840 on network 006d628d-117a-41c0-bc9d-1e03dbacc9bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:02:49.653205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Attempting to bind port 4c2031fd-d8b3-4dac-9741-f634a5c09840 on network 006d628d-117a-41c0-bc9d-1e03dbacc9bb {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:49.656031 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-7f850c44-1f2d-46fd-8a20-38641f375e4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=332ede9e-3d2b-4157-a90d-2c1eed528819 HTTP/1.1" status: 200 len: 217 time: 0.0719254 May 09 05:02:49.711475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:49.711872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Checking segment: {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:49.712460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Bound using segment: {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:49.712688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Bound port: 4c2031fd-d8b3-4dac-9741-f634a5c09840, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3da74e-8ae3-4f5f-9935-7c32da5f462e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:49.713014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.722142 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0c2aa5ce-cbd4-4543-b89c-c75460df14d8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/ee8dd502-9626-4c72-b80a-9fadaabafa64 HTTP/1.1" status: 204 len: 168 time: 2.4673467 May 09 05:02:49.724759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port d0a20411-5ca8-4c3b-88cb-020f29d24d00, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0a20411-5ca8-4c3b-88cb-020f29d24d00,segment=NetworkSegment(3272b45f-26b8-412b-abb8-6a2d059eeb5b),segment_id=3272b45f-26b8-412b-abb8-6a2d059eeb5b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:49.724993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.750253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59412) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:49.768440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757313889'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:49.771601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:49.787180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:49.789086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72366c-69ec-4bea-b721-7f4c7d3ee9c3 req-5a8a14ff-bfa5-4136-a740-0d154f88b637 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:49.790512 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee72366c-69ec-4bea-b721-7f4c7d3ee9c3 req-5a8a14ff-bfa5-4136-a740-0d154f88b637 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 944 time: 0.4057803 May 09 05:02:49.808631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Transition to ACTIVE for port object 42ca8fb2-69aa-4b89-a93f-647a1121ab02 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:49.823037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:49.830778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:49.849591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:49.875729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=d0a20411-5ca8-4c3b-88cb-020f29d24d00,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:49.900157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-6091d6d8-f419-42ad-9736-1ef38afa1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:49.901641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-6091d6d8-f419-42ad-9736-1ef38afa1aaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e7d9641-4d55-4157-9fd7-11fc847a500f HTTP/1.1" status: 200 len: 845 time: 0.1915169 May 09 05:02:49.922476 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee72366c-69ec-4bea-b721-7f4c7d3ee9c3 req-c4b40aa1-a4b8-4036-9f2e-92867c411e0a tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031096 May 09 05:02:49.981652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:49.986407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:49.997912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.073065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.086700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:50.087380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.088769 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c2031fd-d8b3-4dac-9741-f634a5c09840 HTTP/1.1" status: 200 len: 1093 time: 4.1389604 May 09 05:02:50.089202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:02:50.121754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9343031-9a99-409b-baf0-db445e034a23 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2031fd-d8b3-4dac-9741-f634a5c09840,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:50.130767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-233c3c03-6009-4dbd-9e1d-71b4c5c19ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:50.132287 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-233c3c03-6009-4dbd-9e1d-71b4c5c19ed8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b3a1425-8034-42df-a9c9-4e50ae66c991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2132976 May 09 05:02:50.133681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.165941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:50.169397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.228187 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be53cdfb-ff6d-4832-a7e3-b7d1ce6bcd48'] response: {'name': 'network-changed', 'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'status': 'completed', 'code': 200} May 09 05:02:50.265795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Calling delete_port for a9a9a303-f543-4f58-91ca-b537b004dd01 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:50.347495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b261d6-7d7d-41fd-8af3-e10fb3d09694 req-f31c933d-ed77-430e-8af1-4185299fc27c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:50.348903 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d6b261d6-7d7d-41fd-8af3-e10fb3d09694 req-f31c933d-ed77-430e-8af1-4185299fc27c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 943 time: 0.7599416 May 09 05:02:50.360679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.417967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:50.423223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Allocated IP 2001:db8::f816:3eff:feeb:4a53 (aa7ab597-9056-4a41-9f04-60f1d97ad81a/b8a42914-770f-4b44-8b8c-ae4119d322e3/6dd260c4-f95a-4f3f-8af9-05e73507b07a) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:50.449360 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-4466cd3c-5323-49c0-92f8-436ea62c3579 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756214 May 09 05:02:50.460843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-6be2e1cb-fd03-4add-b67c-48e1c12b92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:50.462836 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-6be2e1cb-fd03-4add-b67c-48e1c12b92de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ce6ecd3471d470098c25bd511381f67&device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 1096 time: 0.2903152 May 09 05:02:50.464701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Allocated IP 172.26.0.240 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/08f5fc91-02f8-4090-b60a-4a437e0df169) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:50.493054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.493389 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment 78aa23cf-a3e1-4b61-a745-c46c33cd0428 of type vlan for network 88fdb4cd-8172-4328-be28-f08e3adb1121 May 09 05:02:50.528722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network aa7ab597-9056-4a41-9f04-60f1d97ad81a is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:50.540006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:50.546451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:50.552653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:50.553296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.596523 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d6b261d6-7d7d-41fd-8af3-e10fb3d09694 req-137d5d20-e08b-429c-a9ae-b226faca5130 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295482 May 09 05:02:50.615062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Port': ['ID=42ca8fb2-69aa-4b89-a93f-647a1121ab02,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:50.649839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.655326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.656713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0a20411-5ca8-4c3b-88cb-020f29d24d00 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:50.691205 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7b94844f-9e89-48e6-a448-a0b99ea43360 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3252463 May 09 05:02:50.698736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.702493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59424) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:50.743276 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-cfc31c12-5e68-4c08-b2fb-4b117f3169e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840 HTTP/1.1" status: 200 len: 217 time: 0.2571199 May 09 05:02:50.789146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.803441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Transition to ACTIVE for port object 6dd260c4-f95a-4f3f-8af9-05e73507b07a will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:50.810214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] In _notify_port_updated(), no bound segment for port 2dc6fede-ea4c-4136-861a-87aebe99164b on network a7e521ba-ad7d-4933-a3e7-be95030be9c4 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:02:50.815835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:50.816454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.818889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d0a20411-5ca8-4c3b-88cb-020f29d24d00 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:50.819261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.821006 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "PUT /v2.0/ports/2dc6fede-ea4c-4136-861a-87aebe99164b HTTP/1.1" status: 200 len: 1002 time: 2.6765902 May 09 05:02:50.822267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59428) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:50.829734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:50.865613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Transition to ACTIVE for port object 6dd260c4-f95a-4f3f-8af9-05e73507b07a will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:50.881790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.945844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e77659-9f8f-4df5-acf8-0e014f122196 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=2dc6fede-ea4c-4136-861a-87aebe99164b,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:50.958704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Network aa7ab597-9056-4a41-9f04-60f1d97ad81a is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:50.960681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:50.971069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:50.975409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:51.067425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting subnet b8a42914-770f-4b44-8b8c-ae4119d322e3 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:02:51.069464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.085121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-1eafbfee-c3be-4913-a45c-bd8d1192696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:51.086611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-1eafbfee-c3be-4913-a45c-bd8d1192696f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7200ab0-492c-472f-976d-f00eea86fa74 HTTP/1.1" status: 200 len: 849 time: 0.3057818 May 09 05:02:51.091470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:51.092114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.147689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.153786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Pushing event updated for resources: {'Port': ['ID=6dd260c4-f95a-4f3f-8af9-05e73507b07a,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:51.186163 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3ac08a4-3e93-420f-b59b-6db4e662ebbd req-908eb871-8ded-4b59-9b7f-01f825447888 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7228048 May 09 05:02:51.205067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Attempting to bind port 6dd260c4-f95a-4f3f-8af9-05e73507b07a on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:51.205871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Attempting to bind port 6dd260c4-f95a-4f3f-8af9-05e73507b07a by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '461e4167-6ce2-4075-8b60-74dd5d3e313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:51.206234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Attempting to bind port 6dd260c4-f95a-4f3f-8af9-05e73507b07a on network aa7ab597-9056-4a41-9f04-60f1d97ad81a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:51.213657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:51.214252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Checking segment: {'id': '461e4167-6ce2-4075-8b60-74dd5d3e313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:51.214855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.215449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Bound using segment: {'id': '461e4167-6ce2-4075-8b60-74dd5d3e313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:51.216229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Bound port: 6dd260c4-f95a-4f3f-8af9-05e73507b07a, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461e4167-6ce2-4075-8b60-74dd5d3e313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'aa7ab597-9056-4a41-9f04-60f1d97ad81a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:51.216788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.217094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting port 2dc6fede-ea4c-4136-861a-87aebe99164b {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:51.217438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.231126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.241325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bd355-c6a5-40f4-8eaf-4f8e6d52f7e6 req-16273402-b4ab-4fcd-97e0-99b49f5c784a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:51.243001 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1d4bd355-c6a5-40f4-8eaf-4f8e6d52f7e6 req-16273402-b4ab-4fcd-97e0-99b49f5c784a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 945 time: 0.4921532 May 09 05:02:51.243925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event deleted for resources: {'Port': ['ID=a9a9a303-f543-4f58-91ca-b537b004dd01,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:51.301016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-a9832ee4-a837-4834-9d6b-a633c0342c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:51.303905 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-a9832ee4-a837-4834-9d6b-a633c0342c02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=006d628d-117a-41c0-bc9d-1e03dbacc9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956737 May 09 05:02:51.322497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] For port 6dd260c4-f95a-4f3f-8af9-05e73507b07a, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:51.326810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] For port 6dd260c4-f95a-4f3f-8af9-05e73507b07a, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6dd260c4-f95a-4f3f-8af9-05e73507b07a,segment=NetworkSegment(461e4167-6ce2-4075-8b60-74dd5d3e313e),segment_id=461e4167-6ce2-4075-8b60-74dd5d3e313e)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:51.328720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-11d8d715-bfae-4f29-a3ad-825960b34d72 None None] Provisioning complete for port 2dc6fede-ea4c-4136-861a-87aebe99164b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:51.329215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-11d8d715-bfae-4f29-a3ad-825960b34d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.359045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.409628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 332ede9e-3d2b-4157-a90d-2c1eed528819 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:02:51.420850 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1d4bd355-c6a5-40f4-8eaf-4f8e6d52f7e6 req-06ebd641-fdb0-473a-95f8-a5ddb1be7a5b tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517930 May 09 05:02:51.428262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a328ff35-a032-4b5d-ba2e-f7ce25b9a173 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:51.456182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.468925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.506792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.512086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1eacad3b-df04-4f95-96b1-2830290e70b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "DELETE /v2.0/ports/a9a9a303-f543-4f58-91ca-b537b004dd01 HTTP/1.1" status: 204 len: 168 time: 2.9785707 May 09 05:02:51.513369 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7610829 May 09 05:02:51.514163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59434) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:51.514163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59436) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:51.546707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:51.563240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-11d8d715-bfae-4f29-a3ad-825960b34d72 None None] Port 2dc6fede-ea4c-4136-861a-87aebe99164b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:51.574897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cc201-ecf1-4886-b369-55dcab2e0647 None None] Pushing event updated for resources: {'Port': ['ID=6dd260c4-f95a-4f3f-8af9-05e73507b07a,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:51.576758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76f6ed-a3ee-410f-9cbe-e35247d58bed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=88fdb4cd-8172-4328-be28-f08e3adb1121,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:51.576879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Request body: {'port': {'name': 'tempest-new-port-name-1620055887', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:51.577235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] bootfile-name is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:02:51.577578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] tftp-server is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:02:51.577924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] server-ip-address is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:02:51.655188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:51.689447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:51.698003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:51.717416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:51.743718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:51.772657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:51.773325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:51.814503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Pushing event updated for resources: {'Port': ['ID=08f5fc91-02f8-4090-b60a-4a437e0df169,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:51.818384 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-12ca5d66-f32e-483f-b9d0-5521ac68cafc service neutron] 10.222.0.59 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065482 May 09 05:02:51.897673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7ae75-da1c-40ba-80ab-3fd40de2f950 req-e7a2b404-4d3d-463c-bde5-100f1d109d9f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:51.899419 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9fe7ae75-da1c-40ba-80ab-3fd40de2f950 req-e7a2b404-4d3d-463c-bde5-100f1d109d9f tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 944 time: 0.7532878 May 09 05:02:51.927823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.006876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=332ede9e-3d2b-4157-a90d-2c1eed528819,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:52.063972 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'port_id': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'mac_address': 'fa:16:3e:9b:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:02:52.118014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:52.132546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:52.141472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:52.170589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:52.172505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.180785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.198868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.229123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:02:52.239075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Calling delete_port for 2dc6fede-ea4c-4136-861a-87aebe99164b owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:52.257216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:52.260689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.267790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.275480 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a462f6c4-ec01-4713-87e2-b7da4e4af3aa req-26838e4a-55a4-45da-8b64-d4fb9caa2598 service neutron] 10.222.0.59 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366879 May 09 05:02:52.291632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332ede9e-3d2b-4157-a90d-2c1eed528819 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:02:52.309850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=332ede9e-3d2b-4157-a90d-2c1eed528819,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:52.326274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:52.329567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.346732 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9fe7ae75-da1c-40ba-80ab-3fd40de2f950 req-aa271706-d395-404f-b522-d0cf566d4223 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295552 May 09 05:02:52.364185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec46603-fad9-4844-b9dd-6b9ee59da034 req-7416acf2-d457-41f7-86ae-3c8bb8811792 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:52.365310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ec46603-fad9-4844-b9dd-6b9ee59da034 req-7416acf2-d457-41f7-86ae-3c8bb8811792 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 943 time: 0.5889103 May 09 05:02:52.383050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.415336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.419487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.493186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=332ede9e-3d2b-4157-a90d-2c1eed528819,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:52.568370 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cf9f3d-e5fd-44eb-92e7-cd52e3bf70ef'] response: {'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'code': 200} May 09 05:02:52.578991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a42914-770f-4b44-8b8c-ae4119d322e3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:52.581712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.606057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:52.645461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6dd260c4-f95a-4f3f-8af9-05e73507b07a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:52.717576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.737063 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-31cbcd5e-1bc7-410c-af50-50c99ba71e06 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/b8a42914-770f-4b44-8b8c-ae4119d322e3 HTTP/1.1" status: 204 len: 168 time: 1.9973683 May 09 05:02:52.775371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 6dd260c4-f95a-4f3f-8af9-05e73507b07a completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:52.792041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Port': ['ID=2dc6fede-ea4c-4136-861a-87aebe99164b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:52.799589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59454) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:52.919261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.924448 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8371f960-d72e-4988-a995-d3df9e66e388 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/ports/2dc6fede-ea4c-4136-861a-87aebe99164b HTTP/1.1" status: 204 len: 168 time: 2.0839214 May 09 05:02:52.925656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59458) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:52.934118 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ec46603-fad9-4844-b9dd-6b9ee59da034 req-b7b02573-cfc3-4a2e-b3e8-4cfe1b1678ff tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5532048 May 09 05:02:52.934730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:52.968761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['332ede9e-3d2b-4157-a90d-2c1eed528819'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:02:52.996878 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-08802498-283e-4d8c-be53-cd6adb52f211 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] GET failed (client error): The resource could not be found. May 09 05:02:52.997556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-08802498-283e-4d8c-be53-cd6adb52f211 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Synchronizing usage tracker for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:53.019499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-08802498-283e-4d8c-be53-cd6adb52f211 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Unset dirty status for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:53.025244 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-08802498-283e-4d8c-be53-cd6adb52f211 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "GET /v2.0/ports/2dc6fede-ea4c-4136-861a-87aebe99164b HTTP/1.1" status: 404 len: 333 time: 0.0912495 May 09 05:02:53.026031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59462) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:53.040949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfdfc8-3e55-46bf-89f1-f9be8b642449 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.045889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfdfc8-3e55-46bf-89f1-f9be8b642449 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.046861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-92dfdfc8-3e55-46bf-89f1-f9be8b642449 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Synchronizing usage tracker for tenant:ce1e6ebacdfc40e994accc4a6a0cb55e on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:53.059850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1722474030'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:53.167803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06bb42-9c73-45e4-bf38-4690b05a584b None None] Network aa7ab597-9056-4a41-9f04-60f1d97ad81a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:02:53.211569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825cfe5-0a22-41f9-b374-4e78dc6b438d req-86161909-b416-47a9-94ff-16ec1488fc94 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.213159 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1825cfe5-0a22-41f9-b374-4e78dc6b438d req-86161909-b416-47a9-94ff-16ec1488fc94 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4724412 May 09 05:02:53.234458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-92dfdfc8-3e55-46bf-89f1-f9be8b642449 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Unset dirty status for tenant:ce1e6ebacdfc40e994accc4a6a0cb55e on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:53.238386 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-92dfdfc8-3e55-46bf-89f1-f9be8b642449 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4255209 May 09 05:02:53.245056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59466) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:53.287032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-0028e690-3b1e-4d0f-950f-8456ba503650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.288636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-0028e690-3b1e-4d0f-950f-8456ba503650 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ce6ecd3471d470098c25bd511381f67&device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 1096 time: 0.8710999 May 09 05:02:53.296148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0eca725b-5774-41e0-b16a-d1387da23f5e None None] Provisioning for port 6dd260c4-f95a-4f3f-8af9-05e73507b07a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:53.307549 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1825cfe5-0a22-41f9-b374-4e78dc6b438d req-f5ee3b8f-00ee-4587-829b-66f0ce986b2d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782714 May 09 05:02:53.308494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:53.313843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0eca725b-5774-41e0-b16a-d1387da23f5e None None] Provisioning complete for port 6dd260c4-f95a-4f3f-8af9-05e73507b07a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:53.314718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0eca725b-5774-41e0-b16a-d1387da23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.319164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:53.331206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:53.343072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.361456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] device_id is not set on port c30be413-e35e-4430-9947-42e65c78cfb6 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:53.517122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Allocated IP 2001:db8::330 (a7e521ba-ad7d-4933-a3e7-be95030be9c4/41f272bc-5279-460c-b567-15c6597944b7/c30be413-e35e-4430-9947-42e65c78cfb6) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:53.569446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:53.590353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0eca725b-5774-41e0-b16a-d1387da23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.629705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0eca725b-5774-41e0-b16a-d1387da23f5e None None] For port 6dd260c4-f95a-4f3f-8af9-05e73507b07a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6dd260c4-f95a-4f3f-8af9-05e73507b07a,segment=NetworkSegment(461e4167-6ce2-4075-8b60-74dd5d3e313e),segment_id=461e4167-6ce2-4075-8b60-74dd5d3e313e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:53.636274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0eca725b-5774-41e0-b16a-d1387da23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.642836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.681814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.699174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] DHCP port deletion for aa7ab597-9056-4a41-9f04-60f1d97ad81a request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:02:53.708562 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] Deleting port 6dd260c4-f95a-4f3f-8af9-05e73507b07a {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:53.709043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.739455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-62921644-8b16-4fe0-9767-90ba2cd573f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.740616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-62921644-8b16-4fe0-9767-90ba2cd573f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.8817282 May 09 05:02:53.752697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.760902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca725b-5774-41e0-b16a-d1387da23f5e None None] Pushing event updated for resources: {'Port': ['ID=6dd260c4-f95a-4f3f-8af9-05e73507b07a,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:53.772639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Transition to ACTIVE for port object c30be413-e35e-4430-9947-42e65c78cfb6 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:53.774411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a041f0-60cd-42cd-acaf-724dd618aa69 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.800179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.809256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.815764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] In _notify_port_updated(), no bound segment for port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf on network ae2ebdb5-10a4-40a6-8e44-35cff3c3443e {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:02:53.821449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.822101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.823386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "PUT /v2.0/ports/6c4e0d2d-efc0-46f5-8844-04656fe2d4bf HTTP/1.1" status: 200 len: 1129 time: 2.2919376 May 09 05:02:53.842466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59474) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:53.887845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.937796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-bd986097-98ff-43d3-8d34-dae774433c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.939907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-bd986097-98ff-43d3-8d34-dae774433c83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=006d628d-117a-41c0-bc9d-1e03dbacc9bb HTTP/1.1" status: 200 len: 911 time: 0.6169462 May 09 05:02:53.940841 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a041f0-60cd-42cd-acaf-724dd618aa69 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 09 05:02:53.941284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a041f0-60cd-42cd-acaf-724dd618aa69 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:02:53.946771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] For port 6dd260c4-f95a-4f3f-8af9-05e73507b07a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6dd260c4-f95a-4f3f-8af9-05e73507b07a,segment=NetworkSegment(461e4167-6ce2-4075-8b60-74dd5d3e313e),segment_id=461e4167-6ce2-4075-8b60-74dd5d3e313e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:53.947769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:53.950719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:53.961826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:53.967897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=c30be413-e35e-4430-9947-42e65c78cfb6,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:53.972664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:53.978453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:53.979192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.006606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b191c8-524f-42f7-a209-2a5a91bbea22 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:54.007239 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-79b191c8-524f-42f7-a209-2a5a91bbea22 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Synchronizing usage tracker for tenant:384f43ca50bd444ea746898a3343ba9e on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:54.044109 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e1e7aecd-fc42-429c-a0e1-b403ef0a6c68 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9934318 May 09 05:02:54.047201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59480) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:54.060051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'network_id': 'a7e521ba-ad7d-4933-a3e7-be95030be9c4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-143424774'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:54.096315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-79b191c8-524f-42f7-a209-2a5a91bbea22 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Unset dirty status for tenant:384f43ca50bd444ea746898a3343ba9e on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:54.097604 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-79b191c8-524f-42f7-a209-2a5a91bbea22 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "GET /v2.0/ports/6c4e0d2d-efc0-46f5-8844-04656fe2d4bf HTTP/1.1" status: 200 len: 1129 time: 0.2541714 May 09 05:02:54.116300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59484) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:54.146251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:54.153850 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-d38629da-1e65-4179-a814-55fccf0483ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840 HTTP/1.1" status: 200 len: 217 time: 0.1969073 May 09 05:02:54.159442 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-53a041f0-60cd-42cd-acaf-724dd618aa69 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/aa7ab597-9056-4a41-9f04-60f1d97ad81a HTTP/1.1" status: 409 len: 405 time: 0.9055419 May 09 05:02:54.161994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] Calling delete_port for 6dd260c4-f95a-4f3f-8af9-05e73507b07a owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:54.168189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59488) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:54.177253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=fe87af53-39f0-4a88-8912-08c2d841903f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:54.184047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Usage tracker for resource:security_group_rule and tenant:7603c02e446e40d491ac4574103ad1fe is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:54.225155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1257128087'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:54.232493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:54.238187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9bd8c-8099-4b90-93c4-273b2d08a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event updated for resources: {'Port': ['ID=6c4e0d2d-efc0-46f5-8844-04656fe2d4bf,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:54.249164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:54.264187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:54.266532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:54.293079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:network and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:54.297146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.300668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:54.318891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:54.324044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.327817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': '78aa23cf-a3e1-4b61-a745-c46c33cd0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:54.328163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: 88fdb4cd-8172-4328-be28-f08e3adb1121, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:54.352413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ec3a0a33-68c6-4479-97b0-8dbb14e8926b None None] Provisioning complete for port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:54.352948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0a33-68c6-4479-97b0-8dbb14e8926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.370080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Deleting port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:54.370413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.384850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef21922-8f77-495a-b1eb-7a9ff15b030a req-6fa946f0-9f29-49c3-9e39-60fa71ac3af3 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:54.386361 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bef21922-8f77-495a-b1eb-7a9ff15b030a req-6fa946f0-9f29-49c3-9e39-60fa71ac3af3 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 945 time: 0.8567624 May 09 05:02:54.387678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.437103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-d064da1d-56ac-4b99-8bb0-fb0400faa578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:54.438505 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-d064da1d-56ac-4b99-8bb0-fb0400faa578 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7200ab0-492c-472f-976d-f00eea86fa74 HTTP/1.1" status: 200 len: 849 time: 0.2694170 May 09 05:02:54.495084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] Pushing event deleted for resources: {'Port': ['ID=6dd260c4-f95a-4f3f-8af9-05e73507b07a,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:54.495442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:54.497141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f6ab2-788b-47f3-a656-090d8dd17c72 None None] No DVR routers for this DVR port 6dd260c4-f95a-4f3f-8af9-05e73507b07a on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:02:54.500081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.507765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a0a33-68c6-4479-97b0-8dbb14e8926b None None] Port 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:54.536915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a23a4a-636f-427d-a3cf-b57dc774648c None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:02:54.603300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6dd260c4-f95a-4f3f-8af9-05e73507b07a no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:02:54.624978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Pushing event updated for resources: {'Port': ['ID=08f5fc91-02f8-4090-b60a-4a437e0df169,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:54.639070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:54.650609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 6dd260c4-f95a-4f3f-8af9-05e73507b07a {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:02:54.650857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6dd260c4-f95a-4f3f-8af9-05e73507b07a not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:02:54.671307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bef21922-8f77-495a-b1eb-7a9ff15b030a req-b52b3b65-c2f4-4c52-bf89-289b801faf80 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535057 May 09 05:02:54.680489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 88fdb4cd-8172-4328-be28-f08e3adb1121) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:54.688261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.693654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:54.697711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-07735203-1548-4464-8287-2dc9c0b00149 None None] Provisioning for port c30be413-e35e-4430-9947-42e65c78cfb6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:54.707465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:54.708067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.723514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-07735203-1548-4464-8287-2dc9c0b00149 None None] Provisioning complete for port c30be413-e35e-4430-9947-42e65c78cfb6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:54.723875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-07735203-1548-4464-8287-2dc9c0b00149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.748106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.748106 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Added segment 3b0d59e3-f82b-47ba-bf58-08570940f1c4 of type vlan for network 9f0e1c60-683d-4230-9b63-235a4a45c69a May 09 05:02:54.801279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-07735203-1548-4464-8287-2dc9c0b00149 None None] Port c30be413-e35e-4430-9947-42e65c78cfb6 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:02:54.803874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:54.809352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Usage tracker for resource:port and tenant:cd18bd57b333483e9ba21332b622670e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:54.812575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:54.819675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:54.840408 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-45400109-ed9d-42f8-a77c-0203402395a4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3070967 May 09 05:02:54.843694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d460da8-4380-490a-a39d-769840f7ba50 req-ebb5122e-4a02-4c6b-96e5-607eec8036df tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:54.843997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.845457 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3d460da8-4380-490a-a39d-769840f7ba50 req-ebb5122e-4a02-4c6b-96e5-607eec8036df tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 943 time: 0.5841544 May 09 05:02:54.845942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59494) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:54.852806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.854377 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2ac4146b-2d5f-4afb-a62b-7222a2f1ccc4 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4761364 May 09 05:02:54.860047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-f92347b8-5f84-4929-b2c8-2c0eb244fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:54.862638 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-f92347b8-5f84-4929-b2c8-2c0eb244fadb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=006d628d-117a-41c0-bc9d-1e03dbacc9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3760805 May 09 05:02:54.863368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59498) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:54.865670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.872651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:54.874426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:54.980707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a23a4a-636f-427d-a3cf-b57dc774648c None None] Unable to find a vacant binding_index for network 88fdb4cd-8172-4328-be28-f08e3adb1121 and agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 {{(pid=88043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 09 05:02:54.987415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a23a4a-636f-427d-a3cf-b57dc774648c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 88fdb4cd-8172-4328-be28-f08e3adb1121) {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:02:55.077943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.171529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:55.177801 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-0324f4ff-e80e-46aa-b0af-6e31a9601b59 service neutron] 10.222.0.59 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867997 May 09 05:02:55.217456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:55.233337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Made reservation on behalf of cd18bd57b333483e9ba21332b622670e for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:55.236375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.246916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:55.255756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Calling delete_port for 6c4e0d2d-efc0-46f5-8844-04656fe2d4bf owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:55.287992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:subnet and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:55.304620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:55.310395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Synchronizing usage tracker for tenant:7603c02e446e40d491ac4574103ad1fe on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:55.311471 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3d460da8-4380-490a-a39d-769840f7ba50 req-fa9fbb35-2177-44b3-a792-6eff91c40e49 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592545 May 09 05:02:55.319120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Usage tracker for resource:floatingip and tenant:afcfda22073f4beaba8761d90da19cac is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:55.329602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] device_id is not set on port 61cf3715-306f-4081-a592-c7992dcbb227 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:55.330988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:55.346555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ee0468-7d5d-4af7-93ca-3831b497121a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:55.368502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:55.379233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:55.383756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 4c2031fd-d8b3-4dac-9741-f634a5c09840 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:02:55.390153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.398034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:55.398752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.424267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 332ede9e-3d2b-4157-a90d-2c1eed528819 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:55.429332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:55.433634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.464748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.570817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-88fdb4cd-8172-4328-be28-f08e3adb1121', 'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': 'fe87af53-39f0-4a88-8912-08c2d841903f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:55.570973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] Unset dirty status for tenant:7603c02e446e40d491ac4574103ad1fe on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:55.571312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.572558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-21f7ef1b-1d2a-4126-aeb0-4d37c00209df req-cb47a112-a0a3-417b-985c-fbdbe4bd039f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8183095 May 09 05:02:55.603086 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4247293 May 09 05:02:55.639029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59504) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:55.647261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'subnet': {'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:55.672158 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-84b51c08-5eae-4e6c-9792-7a38dea5a236 req-22f53bfd-9a6a-4257-83b0-3d5f4394ef3d service neutron] 10.222.0.59 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794219 May 09 05:02:55.673108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a19b02-cc99-4b14-9763-9077ebff1cc8 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Network': ['ID=9f0e1c60-683d-4230-9b63-235a4a45c69a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:55.693870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:55.702096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 332ede9e-3d2b-4157-a90d-2c1eed528819 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:55.705412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4e039-0935-472f-b802-1155688e5f37 req-e9d2eba3-1dca-4bb4-9c0a-9b1ba0c4202d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:55.707326 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9bb4e039-0935-472f-b802-1155688e5f37 req-e9d2eba3-1dca-4bb4-9c0a-9b1ba0c4202d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.8270669 May 09 05:02:55.730045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'port_id': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'mac_address': 'fa:16:3e:7a:43:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:02:55.735094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 9f0e1c60-683d-4230-9b63-235a4a45c69a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:55.779765 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9bb4e039-0935-472f-b802-1155688e5f37 req-63da6cfb-d24d-4b98-a811-6f0790bd6e3d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600851 May 09 05:02:55.822554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Allocated IP 2001:db8::34c (a7e521ba-ad7d-4933-a3e7-be95030be9c4/41f272bc-5279-460c-b567-15c6597944b7/61cf3715-306f-4081-a592-c7992dcbb227) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:55.829923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.913066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 332ede9e-3d2b-4157-a90d-2c1eed528819 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:55.913552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.915111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:55.923823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:56.003543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Allocated IP 172.26.0.89 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/fab07fd4-7d97-47de-82f2-0ffec648ac48) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:56.004283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event deleted for resources: {'Port': ['ID=6c4e0d2d-efc0-46f5-8844-04656fe2d4bf,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:56.010049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:56.041630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.132891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:56.136356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.136638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2031fd-d8b3-4dac-9741-f634a5c09840 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:02:56.180240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:56.187735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.191936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Allocated IP 2001:db8::2 (88fdb4cd-8172-4328-be28-f08e3adb1121/fe87af53-39f0-4a88-8912-08c2d841903f/738c3ef2-5ae9-4311-930b-5cd95f9a4653) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:56.194479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.210274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.253218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.324297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:56.327197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:56.331360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:56.375810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Pushing event updated for resources: {'Port': ['ID=fab07fd4-7d97-47de-82f2-0ffec648ac48,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:56.453272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.455961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.464273 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=4c2031fd-d8b3-4dac-9741-f634a5c09840,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:56.507806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:02:56.522399 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9feb0279-b847-47ca-8289-9a023781bf3a tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "DELETE /v2.0/ports/6c4e0d2d-efc0-46f5-8844-04656fe2d4bf HTTP/1.1" status: 204 len: 168 time: 2.3891289 May 09 05:02:56.531042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59514) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:56.531261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba7937-096c-4ad2-85ef-85237298868d req-5ad8e8c7-5e55-4c7c-b2c5-aab23da8f45d tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:56.531969 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7cba7937-096c-4ad2-85ef-85237298868d req-5ad8e8c7-5e55-4c7c-b2c5-aab23da8f45d tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 945 time: 0.7118094 May 09 05:02:56.545929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=332ede9e-3d2b-4157-a90d-2c1eed528819,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:56.581044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.635615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.657392 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7cba7937-096c-4ad2-85ef-85237298868d req-1612d17b-7bd9-44ab-8995-487fe6f87084 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174991 May 09 05:02:56.680470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.696052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['4c2031fd-d8b3-4dac-9741-f634a5c09840'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:02:56.700739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Deleting subnet af574102-5db8-4e6a-aba9-73323e19aaff {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:02:56.708972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.729943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=332ede9e-3d2b-4157-a90d-2c1eed528819,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:56.733038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Transition to ACTIVE for port object 738c3ef2-5ae9-4311-930b-5cd95f9a4653 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:56.734737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.752298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.777581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Transition to ACTIVE for port object 738c3ef2-5ae9-4311-930b-5cd95f9a4653 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:56.781901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431554ef-d030-4c19-9e25-987c17da274d req-ed1c5dd7-d45f-45a6-90fc-d483d20b3bf3 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:56.789855 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-431554ef-d030-4c19-9e25-987c17da274d req-ed1c5dd7-d45f-45a6-90fc-d483d20b3bf3 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 944 time: 0.3259454 May 09 05:02:56.794674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.818329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Transition to ACTIVE for port object 61cf3715-306f-4081-a592-c7992dcbb227 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:02:56.834567 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd984ba2-172a-41a1-860c-020318cb0fe4'] response: {'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'code': 200} May 09 05:02:56.835644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:56.844378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:56.854508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:56.855172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.881798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:56.882564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=859521e1-632d-450d-b3fc-5b2057ff80f7,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:56.921807 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b738abfa-b046-4d56-bda4-e14074e5e441 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0712607 May 09 05:02:56.933996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:56.935020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59520) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:56.939440 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:56.944062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:56.955826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Pushing event updated for resources: {'Port': ['ID=738c3ef2-5ae9-4311-930b-5cd95f9a4653,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:56.980153 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-431554ef-d030-4c19-9e25-987c17da274d req-2aed43f5-b23a-4919-b336-9ae6543d0dc1 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892681 May 09 05:02:57.120927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.152724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Attempting to bind port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:02:57.153279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Attempting to bind port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '78aa23cf-a3e1-4b61-a745-c46c33cd0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:02:57.153390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Attempting to bind port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 on network 88fdb4cd-8172-4328-be28-f08e3adb1121 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:02:57.161018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.169751 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:02:57.170139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Checking segment: {'id': '78aa23cf-a3e1-4b61-a745-c46c33cd0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:57.170540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.170947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Bound using segment: {'id': '78aa23cf-a3e1-4b61-a745-c46c33cd0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:02:57.171404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Bound port: 738c3ef2-5ae9-4311-930b-5cd95f9a4653, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78aa23cf-a3e1-4b61-a745-c46c33cd0428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:02:57.171738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.256703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.258207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.259710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.261306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.262774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.263708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Synchronizing usage tracker for tenant:881a7265684948edb031f4c4cf17eb2d on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:57.277434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] For port 738c3ef2-5ae9-4311-930b-5cd95f9a4653, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:02:57.280841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:02:57.281728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] For port 738c3ef2-5ae9-4311-930b-5cd95f9a4653, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=738c3ef2-5ae9-4311-930b-5cd95f9a4653,segment=NetworkSegment(78aa23cf-a3e1-4b61-a745-c46c33cd0428),segment_id=78aa23cf-a3e1-4b61-a745-c46c33cd0428)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:02:57.286944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.301405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.303184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:02:57.312995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:57.319516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:02:57.320067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.325019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.325833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.334463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:02:57.335297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=61cf3715-306f-4081-a592-c7992dcbb227,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:57.341580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.386993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d0258-6436-40f9-a58d-3373033c90fa None None] Pushing event updated for resources: {'Port': ['ID=738c3ef2-5ae9-4311-930b-5cd95f9a4653,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:57.412916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Unset dirty status for tenant:881a7265684948edb031f4c4cf17eb2d on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:57.417923 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0dbc2159-4229-47aa-9a6d-a377d7e16694 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4817727 May 09 05:02:57.423660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59524) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:57.428163 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-faba7f35-8890-4422-bab1-2c630ac2a022 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3799284 May 09 05:02:57.433562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59526) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:57.440062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639590802'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:57.452163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:57.452779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:a8:32:9f'}, {'ip_address': '2001:db8::330', 'mac_address': 'fa:16:3e:7b:f2:9f'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:57.463443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:57.473142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5a39-e3b9-4559-8cb4-bd470c62ef3e req-7f8f6dab-1830-42b7-a38c-aecc43bf313a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.475079 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fffc5a39-e3b9-4559-8cb4-bd470c62ef3e req-7f8f6dab-1830-42b7-a38c-aecc43bf313a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3839853 May 09 05:02:57.482596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:57.493677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Subnet': ['ID=b86f6e11-400c-4e9c-979e-0fdd914f73a3,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:57.506905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Pushing event updated for resources: {'Port': ['ID=fab07fd4-7d97-47de-82f2-0ffec648ac48,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:57.507058 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:02:57.520755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:57.532496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378495c8-dbf1-45d6-89ec-667b57706dcc req-bd05c903-9b15-434b-b9f8-17eb28b5e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.535502 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-378495c8-dbf1-45d6-89ec-667b57706dcc req-bd05c903-9b15-434b-b9f8-17eb28b5e2b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 1099 time: 0.4182179 May 09 05:02:57.537389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.559472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Checking segment: {'id': '3b0d59e3-f82b-47ba-bf58-08570940f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:02:57.559854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network hostable DHCP agents. Network: 9f0e1c60-683d-4230-9b63-235a4a45c69a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:02:57.567032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:57.570975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.606610 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fffc5a39-e3b9-4559-8cb4-bd470c62ef3e req-9e2c7f39-bd64-4de6-b9d8-a2deb893f029 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209569 May 09 05:02:57.613638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.620780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.626608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event deleted for resources: {'Subnet': ['ID=af574102-5db8-4e6a-aba9-73323e19aaff,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:57.628888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network 9f0e1c60-683d-4230-9b63-235a4a45c69a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:02:57.637661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:02:57.646464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 9f0e1c60-683d-4230-9b63-235a4a45c69a) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:02:57.651024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.651361 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment 88923365-8f2a-4020-8a9c-35c076b4c3a3 of type vlan for network b14ad288-4349-4b8d-84b2-2f258ad0ebee May 09 05:02:57.653816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.654391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.703146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e4f65341-84f3-40c3-a5bd-01737949ce80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0608196 May 09 05:02:57.703352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59532) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:57.711039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'port': {'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a', 'name': 'tempest-NetworksIpV6TestAttrs-754005696'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:57.776665 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-378495c8-dbf1-45d6-89ec-667b57706dcc req-5e64455b-5e8a-46ab-a620-21537df28a52 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284737 May 09 05:02:57.780232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-91b0325b-a5b2-4868-a109-79e91a3908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "DELETE /v2.0/subnets/af574102-5db8-4e6a-aba9-73323e19aaff HTTP/1.1" status: 204 len: 168 time: 1.2383516 May 09 05:02:57.783344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59538) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:57.811703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.812966 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-af463969-32ac-458b-9b83-257737d77429 tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9424031 May 09 05:02:57.818576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59542) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:57.841661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.929034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:57.934443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:57.937028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.020350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:58.032800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-20c0faa5-dd5e-4b53-9f3b-9ad3314e4ca5 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Synchronizing usage tracker for tenant:2f55ef7803db4b05b841cf483a7e86e1 on resource:floatingip {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:58.042081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:port and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:02:58.051519 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6207495 May 09 05:02:58.052327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59548) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:58.055399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:02:58.063110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:58.082073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:58.093404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843212c-8d8c-410d-9ba3-c3c90d9394be tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=b14ad288-4349-4b8d-84b2-2f258ad0ebee,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:58.109910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:58.121156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.165457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-20c0faa5-dd5e-4b53-9f3b-9ad3314e4ca5 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Unset dirty status for tenant:2f55ef7803db4b05b841cf483a7e86e1 on resource:floatingip {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:58.166600 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-20c0faa5-dd5e-4b53-9f3b-9ad3314e4ca5 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.3433468 May 09 05:02:58.171794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59552) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:58.220642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:58.225318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.237734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.265095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Deleting port 47a8d695-b163-4e95-b4f5-74445a2fe273 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:58.265448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.299332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] device_id is not set on port da7f8c28-0a6d-4ac7-86c5-2797e5191f94 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:02:58.307928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-25ae00c9-47e7-40ae-a297-f80ef36d10c9 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Synchronizing usage tracker for tenant:552d729a392a4a17b0f67e5754762d63 on resource:floatingip {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:02:58.373618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a14ca-9ee1-4919-939d-e1031cdf7c61 req-aef47bf5-e8b3-4194-8a2d-4fa05cdf08bc tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:58.375433 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-288a14ca-9ee1-4919-939d-e1031cdf7c61 req-aef47bf5-e8b3-4194-8a2d-4fa05cdf08bc tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 0.4372470 May 09 05:02:58.478927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.487080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-25ae00c9-47e7-40ae-a297-f80ef36d10c9 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Unset dirty status for tenant:552d729a392a4a17b0f67e5754762d63 on resource:floatingip {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:02:58.491052 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-25ae00c9-47e7-40ae-a297-f80ef36d10c9 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3131528 May 09 05:02:58.495621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59556) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:58.507851 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-288a14ca-9ee1-4919-939d-e1031cdf7c61 req-d9cdda2b-4c53-424e-b8cc-ca2d58069c4c tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218870 May 09 05:02:58.647683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 738c3ef2-5ae9-4311-930b-5cd95f9a4653 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:58.674555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520e627-d9a5-4945-8f26-850ba73eafeb None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:02:58.728054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1732-1fef-44cc-87fb-3c73b158a632 req-21c23b1c-ce3e-417f-ab7c-ca649103caaa tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:58.735085 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-763b1732-1fef-44cc-87fb-3c73b158a632 req-21c23b1c-ce3e-417f-ab7c-ca649103caaa tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 944 time: 0.5782540 May 09 05:02:58.744850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] For port 47a8d695-b163-4e95-b4f5-74445a2fe273, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=47a8d695-b163-4e95-b4f5-74445a2fe273,segment=NetworkSegment(a85ae4c6-cfee-493a-bd41-81c86f513afd),segment_id=a85ae4c6-cfee-493a-bd41-81c86f513afd)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:58.745306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.764363 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.773240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e891dcd6-4552-455d-b6c8-09fe821b46fb None None] Provisioning for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:58.822199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee is not hosted by any dhcp agent {{(pid=88042) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 09 05:02:58.827650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:58.828036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:58.828272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.832515 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "PUT /v2.0/networks/b14ad288-4349-4b8d-84b2-2f258ad0ebee HTTP/1.1" status: 200 len: 723 time: 0.7740767 May 09 05:02:58.838781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:58.839157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:58.852165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59562) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:59.002226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8520e627-d9a5-4945-8f26-850ba73eafeb None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:02:59.018443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.018670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:02:59.026348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853bf46-64c2-4cb2-b18f-18d15fa5ba58 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=b14ad288-4349-4b8d-84b2-2f258ad0ebee,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:59.044228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Deleting port fab07fd4-7d97-47de-82f2-0ffec648ac48 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:59.044341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.053148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:02:59.073739 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-763b1732-1fef-44cc-87fb-3c73b158a632 req-e67f3c59-264e-4a79-b8fd-21dbcdb345b9 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378012 May 09 05:02:59.137182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Calling delete_port for 47a8d695-b163-4e95-b4f5-74445a2fe273 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:59.167365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Allocated IP 2001:db8::f816:3eff:fe63:5ee9 (9f0e1c60-683d-4230-9b63-235a4a45c69a/b86f6e11-400c-4e9c-979e-0fdd914f73a3/da7f8c28-0a6d-4ac7-86c5-2797e5191f94) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:02:59.210575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:02:59.245629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 738c3ef2-5ae9-4311-930b-5cd95f9a4653, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=738c3ef2-5ae9-4311-930b-5cd95f9a4653,segment=NetworkSegment(78aa23cf-a3e1-4b61-a745-c46c33cd0428),segment_id=78aa23cf-a3e1-4b61-a745-c46c33cd0428)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:02:59.247747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:02:59.260009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.307884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:02:59.311383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.324577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.325188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.328113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.343715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ee3d-0c59-4ade-be4a-841f31e964ba req-b2cb564f-1fe9-4657-a8ad-db9ebd527fce tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:59.351228 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a73ee3d-0c59-4ade-be4a-841f31e964ba req-b2cb564f-1fe9-4657-a8ad-db9ebd527fce tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5926397 May 09 05:02:59.410861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 4c2031fd-d8b3-4dac-9741-f634a5c09840 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:02:59.436109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.438540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=738c3ef2-5ae9-4311-930b-5cd95f9a4653,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:59.439781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.481487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Calling delete_port for fab07fd4-7d97-47de-82f2-0ffec648ac48 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:02:59.534934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] In _notify_port_updated(), no bound segment for port 61cf3715-306f-4081-a592-c7992dcbb227 on network a7e521ba-ad7d-4933-a3e7-be95030be9c4 {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:02:59.541546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:02:59.542423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.544049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "PUT /v2.0/ports/61cf3715-306f-4081-a592-c7992dcbb227 HTTP/1.1" status: 200 len: 1067 time: 2.1077795 May 09 05:02:59.547937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59568) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:02:59.551131 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a73ee3d-0c59-4ade-be4a-841f31e964ba req-e466e49e-d3e5-4283-bdcd-158daa2a7f07 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988261 May 09 05:02:59.553175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] No DVR routers for this DVR port 47a8d695-b163-4e95-b4f5-74445a2fe273 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:02:59.661456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting port 61cf3715-306f-4081-a592-c7992dcbb227 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:02:59.661961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.705354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb89dde-ee49-4757-81be-498e197bfb04 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event updated for resources: {'Port': ['ID=61cf3715-306f-4081-a592-c7992dcbb227,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:59.741191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 4c2031fd-d8b3-4dac-9741-f634a5c09840 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:02:59.759472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 4c2031fd-d8b3-4dac-9741-f634a5c09840 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:02:59.759826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.796773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.811902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event deleted for resources: {'Port': ['ID=47a8d695-b163-4e95-b4f5-74445a2fe273,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:02:59.854242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2ebdb5-10a4-40a6-8e44-35cff3c3443e']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:59.874452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85ae4c6-cfee-493a-bd41-81c86f513afd') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:59.874773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85ae4c6-cfee-493a-bd41-81c86f513afd') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:02:59.889174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.889441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-9f0e1c60-683d-4230-9b63-235a4a45c69a', 'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a', 'tenant_id': 'ce1e6ebacdfc40e994accc4a6a0cb55e', 'fixed_ips': [{'subnet_id': 'b86f6e11-400c-4e9c-979e-0fdd914f73a3'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:02:59.889934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.954317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.972296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:02:59.972719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:02:59.987727 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:00.044905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.075145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:03:00.085103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ac6ab-b84d-4697-a792-cd296efbb25e req-d525ccb1-a265-4fa8-a451-6b9bddc9d0a9 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:00.086471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:00.086680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-210ac6ab-b84d-4697-a792-cd296efbb25e req-d525ccb1-a265-4fa8-a451-6b9bddc9d0a9 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3281219 May 09 05:03:00.093836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.105723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59578) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:00.111834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Request body: {'floatingip': {'port_id': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:00.179372 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735e5692-774e-4ce6-a630-5312d744b0f7'] response: {'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'code': 200} May 09 05:03:00.179966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=4c2031fd-d8b3-4dac-9741-f634a5c09840,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:00.180366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.199056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.205719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.261830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.274638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.387709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] Pushing event deleted for resources: {'Network': ['ID=ae2ebdb5-10a4-40a6-8e44-35cff3c3443e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:00.464154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Calling delete_port for 61cf3715-306f-4081-a592-c7992dcbb227 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:00.515679 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cfb15510-178e-4c14-bf5c-6f5c3bdea4ab tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269 tempest-ExtraDHCPOptionsIpV6TestJSON-1127050269-project] 10.222.0.50 "DELETE /v2.0/networks/ae2ebdb5-10a4-40a6-8e44-35cff3c3443e HTTP/1.1" status: 204 len: 168 time: 2.7313182 May 09 05:03:00.521095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b10f6f-c0b3-4f34-b7ae-cb5be5b960b4 req-50d18679-2e0f-4574-b697-3cfccf769c8c tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:00.528156 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-93b10f6f-c0b3-4f34-b7ae-cb5be5b960b4 req-50d18679-2e0f-4574-b697-3cfccf769c8c tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 0.8010783 May 09 05:03:00.554170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.618362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.619340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=26ec5ce8-edbd-4272-ba5b-9754caefb2eb,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:00.640631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': '88923365-8f2a-4020-8a9c-35c076b4c3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:00.640950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: b14ad288-4349-4b8d-84b2-2f258ad0ebee, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:00.651392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 738c3ef2-5ae9-4311-930b-5cd95f9a4653 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:00.677746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Pushing event deleted for resources: {'Port': ['ID=fab07fd4-7d97-47de-82f2-0ffec648ac48,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:00.749330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:00.749990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.769885 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-93b10f6f-c0b3-4f34-b7ae-cb5be5b960b4 req-b35653a3-4dd9-4c82-8386-bbf574f35535 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406726 May 09 05:03:00.772464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Transition to ACTIVE for port object da7f8c28-0a6d-4ac7-86c5-2797e5191f94 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:00.903518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd0563-0618-42f9-a28e-eabd00907ae9 req-12a381db-03ba-4c19-bd91-993eac562184 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:00.910371 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bcd0563-0618-42f9-a28e-eabd00907ae9 req-12a381db-03ba-4c19-bd91-993eac562184 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 0.6444116 May 09 05:03:00.915812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:00.931053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:00.951974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d2fd3-ad1b-4c37-9f07-34d28a80246c req-96a9f7cb-5331-4126-8980-e4a19e0092d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:00.953803 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-309d2fd3-ad1b-4c37-9f07-34d28a80246c req-96a9f7cb-5331-4126-8980-e4a19e0092d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 1098 time: 0.5641127 May 09 05:03:00.954573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59588) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:01.011354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.012527 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f23fe26b-a84f-467c-847c-1f30de1a799b tempest-FloatingIPAdminTestJSON-1991375164 tempest-FloatingIPAdminTestJSON-1991375164-project] 10.222.0.50 "DELETE /v2.0/floatingips/2baf6a3b-aa72-4a38-843c-49dcc6c3db8e HTTP/1.1" status: 204 len: 168 time: 2.4883888 May 09 05:03:01.015685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, b14ad288-4349-4b8d-84b2-2f258ad0ebee) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:01.019849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59592) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:01.023463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.063961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:01.064582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-988495'] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.085178 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bcd0563-0618-42f9-a28e-eabd00907ae9 req-1160680f-6949-4efc-af4e-15ca7d5cfc29 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734552 May 09 05:03:01.124638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Allocated IP 2001:db8::f816:3eff:feba:cf89 (9f0e1c60-683d-4230-9b63-235a4a45c69a/b86f6e11-400c-4e9c-979e-0fdd914f73a3/27cca951-3489-4634-a641-ab8d5fcf025c) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:01.138358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.139196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-eac4f0ad-0f55-47ff-9d02-d96c3ec7b8fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1252358 May 09 05:03:01.140228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59598) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:01.159411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Port': ['ID=61cf3715-306f-4081-a592-c7992dcbb227,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:01.203300 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-309d2fd3-ad1b-4c37-9f07-34d28a80246c req-c459fef9-0405-4dce-98fa-3279f79a48c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921315 May 09 05:03:01.226139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4e870600-73cd-49df-86ab-4ec978469ff7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:01.352488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.353947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Deleting port 08f5fc91-02f8-4090-b60a-4a437e0df169 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:01.354276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.363054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Transition to ACTIVE for port object 27cca951-3489-4634-a641-ab8d5fcf025c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:01.381322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Transition to ACTIVE for port object 27cca951-3489-4634-a641-ab8d5fcf025c will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:01.385311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network 9f0e1c60-683d-4230-9b63-235a4a45c69a is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:01.387971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.401839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:01.416309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:01.421757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:01.422359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.434845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Port': ['ID=da7f8c28-0a6d-4ac7-86c5-2797e5191f94,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:01.453641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-00e17ae1-eafa-4c34-bfe6-060328795b4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=384f43ca50bd444ea746898a3343ba9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959650 May 09 05:03:01.475999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Pushing event updated for resources: {'Port': ['ID=27cca951-3489-4634-a641-ab8d5fcf025c,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:01.484283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Network 9f0e1c60-683d-4230-9b63-235a4a45c69a is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:01.484533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59602) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:01.486619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:01.490415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:01.492891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126361-9e8e-475a-b45b-d04df2ac6bc3 req-1e78ebb4-6059-48e7-9260-1206e4f2617d tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:01.494950 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-80126361-9e8e-475a-b45b-d04df2ac6bc3 req-1e78ebb4-6059-48e7-9260-1206e4f2617d tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 0.5573351 May 09 05:03:01.517318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59606) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:01.522352 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bf774046-9501-4c52-a8ea-90031063af22 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.8151214 May 09 05:03:01.533329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59608) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:01.539493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Request body: {'floatingip': {'port_id': '332ede9e-3d2b-4157-a90d-2c1eed528819'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:01.581752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Attempting to bind port 27cca951-3489-4634-a641-ab8d5fcf025c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:01.582274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Attempting to bind port 27cca951-3489-4634-a641-ab8d5fcf025c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3b0d59e3-f82b-47ba-bf58-08570940f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:01.582642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Attempting to bind port 27cca951-3489-4634-a641-ab8d5fcf025c on network 9f0e1c60-683d-4230-9b63-235a4a45c69a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:01.589029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:01.589796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Checking segment: {'id': '3b0d59e3-f82b-47ba-bf58-08570940f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:01.590154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.590546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Bound using segment: {'id': '3b0d59e3-f82b-47ba-bf58-08570940f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:01.591004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Bound port: 27cca951-3489-4634-a641-ab8d5fcf025c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0d59e3-f82b-47ba-bf58-08570940f1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9f0e1c60-683d-4230-9b63-235a4a45c69a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:01.591588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.690403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] For port 27cca951-3489-4634-a641-ab8d5fcf025c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:01.694313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] For port 27cca951-3489-4634-a641-ab8d5fcf025c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=27cca951-3489-4634-a641-ab8d5fcf025c,segment=NetworkSegment(3b0d59e3-f82b-47ba-bf58-08570940f1c4),segment_id=3b0d59e3-f82b-47ba-bf58-08570940f1c4)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:01.700153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.715022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.741428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.742050 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-45269147-597c-49ab-85ed-3236da1f92d3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/ports/61cf3715-306f-4081-a592-c7992dcbb227 HTTP/1.1" status: 204 len: 168 time: 2.1912637 May 09 05:03:01.746608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.746899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.753929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59614) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:01.768196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e870600-73cd-49df-86ab-4ec978469ff7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6498948'] for subnet, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:01.775726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b339c-68d0-4e4c-b98e-cb85bf6e2ccb None None] Pushing event updated for resources: {'Port': ['ID=27cca951-3489-4634-a641-ab8d5fcf025c,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:01.903522 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-370b47da-0626-452c-9d93-7e323d05f8f9 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] GET failed (client error): The resource could not be found. May 09 05:03:01.904051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-370b47da-0626-452c-9d93-7e323d05f8f9 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Synchronizing usage tracker for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:01.917541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Calling delete_port for 08f5fc91-02f8-4090-b60a-4a437e0df169 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:01.971240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting subnet b86f6e11-400c-4e9c-979e-0fdd914f73a3 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:02.015905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-370b47da-0626-452c-9d93-7e323d05f8f9 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Unset dirty status for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:02.017098 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-370b47da-0626-452c-9d93-7e323d05f8f9 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "GET /v2.0/ports/61cf3715-306f-4081-a592-c7992dcbb227 HTTP/1.1" status: 404 len: 333 time: 0.2623384 May 09 05:03:02.021452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59618) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:02.022552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.095205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b1aca0d-7d3e-41ac-95fd-64635896f87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.199954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting port c30be413-e35e-4430-9947-42e65c78cfb6 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:02.200600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.206580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:03:02.352663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.417192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Pushing event deleted for resources: {'Port': ['ID=08f5fc91-02f8-4090-b60a-4a437e0df169,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:02.456463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.514020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b1aca0d-7d3e-41ac-95fd-64635896f87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.602079 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 27cca951-3489-4634-a641-ab8d5fcf025c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:02.675623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.739219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 27cca951-3489-4634-a641-ab8d5fcf025c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:02.758232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.763038 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-891b55b5-319d-49b2-bbe1-1a5672680a08 tempest-FloatingIPAdminTestJSON-1550712792 tempest-FloatingIPAdminTestJSON-1550712792-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/7edc4d78-536c-4e24-a91c-6df5dff29991 HTTP/1.1" status: 204 len: 168 time: 1.7375877 May 09 05:03:02.764025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59624) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:02.797485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.893884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.932687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:02.942926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25adbc-66f7-43ca-856c-2955d22a692b None None] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:02.952716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Calling delete_port for c30be413-e35e-4430-9947-42e65c78cfb6 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:02.990747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00136006-ab67-4e75-abf2-a5c3fd94cc58 None None] Network 9f0e1c60-683d-4230-9b63-235a4a45c69a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:03.027746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f8964-127d-4027-a55d-2cbcb5f9cc99 None None] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:03.090194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting port fec16299-d69e-41d0-b694-4df9b9ac3c7e {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:03.090902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.158611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Floating IP 29ebae6f-1a07-4e62-9b2a-a93ccd801e15 associated. External IP: 172.26.0.230, port: a328ff35-a032-4b5d-ba2e-f7ce25b9a173. May 09 05:03:03.361807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230fd11a-58a7-4557-bf16-e1d9ec6da570 None None] DHCP port deletion for ae2ebdb5-10a4-40a6-8e44-35cff3c3443e request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:03.375895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-73f52afb-406b-49d8-9ca6-df1ad0b9ac66 None None] Provisioning for port 27cca951-3489-4634-a641-ab8d5fcf025c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:03.384166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e870600-73cd-49df-86ab-4ec978469ff7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775671722617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7320340'] for subnet, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.392508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-73f52afb-406b-49d8-9ca6-df1ad0b9ac66 None None] Provisioning complete for port 27cca951-3489-4634-a641-ab8d5fcf025c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:03.393013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-73f52afb-406b-49d8-9ca6-df1ad0b9ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.484524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.540253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.563907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Port': ['ID=c30be413-e35e-4430-9947-42e65c78cfb6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:03.643264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e870600-73cd-49df-86ab-4ec978469ff7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:03.643851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e870600-73cd-49df-86ab-4ec978469ff7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.648622 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4e870600-73cd-49df-86ab-4ec978469ff7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "PUT /v2.0/subnets/26ec5ce8-edbd-4272-ba5b-9754caefb2eb HTTP/1.1" status: 200 len: 826 time: 2.4477148 May 09 05:03:03.649238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59628) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:03.721495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Calling delete_port for fec16299-d69e-41d0-b694-4df9b9ac3c7e owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:03.783187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac852-d64d-4fdb-98b8-d7c9536d9c5d req-88834176-065a-4129-bd79-d5325419ddac tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:03.784836 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e61ac852-d64d-4fdb-98b8-d7c9536d9c5d req-88834176-065a-4129-bd79-d5325419ddac tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 1.4066815 May 09 05:03:03.807061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-73f52afb-406b-49d8-9ca6-df1ad0b9ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.821823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.867568 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c6099274-76b8-48d4-aa44-ed3562c813f3 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/ports/c30be413-e35e-4430-9947-42e65c78cfb6 HTTP/1.1" status: 204 len: 168 time: 1.8438332 May 09 05:03:03.874282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59632) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:03.895520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-73f52afb-406b-49d8-9ca6-df1ad0b9ac66 None None] For port 27cca951-3489-4634-a641-ab8d5fcf025c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=27cca951-3489-4634-a641-ab8d5fcf025c,segment=NetworkSegment(3b0d59e3-f82b-47ba-bf58-08570940f1c4),segment_id=3b0d59e3-f82b-47ba-bf58-08570940f1c4)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:03.914211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b1aca0d-7d3e-41ac-95fd-64635896f87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.933503 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed329294-259b-4455-9959-1541d05f5b97 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] GET failed (client error): The resource could not be found. May 09 05:03:03.934036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ed329294-259b-4455-9959-1541d05f5b97 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Synchronizing usage tracker for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:03.981079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ed329294-259b-4455-9959-1541d05f5b97 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Unset dirty status for tenant:cd18bd57b333483e9ba21332b622670e on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:03.991952 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ed329294-259b-4455-9959-1541d05f5b97 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "GET /v2.0/ports/c30be413-e35e-4430-9947-42e65c78cfb6 HTTP/1.1" status: 404 len: 333 time: 0.1188600 May 09 05:03:03.992834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59636) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:03.994736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-73f52afb-406b-49d8-9ca6-df1ad0b9ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:03.995727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.063801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b14ad288-4349-4b8d-84b2-2f258ad0ebee', 'network_id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '26ec5ce8-edbd-4272-ba5b-9754caefb2eb'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:04.064707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.134557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-61dbee12-d918-4aee-b2c4-c75f3c452541 None None] Could not find standard attr ID for object 61cf3715-306f-4081-a592-c7992dcbb227. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:03:04.149312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aca0d-7d3e-41ac-95fd-64635896f87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a4f46-40ab-45e4-b0ad-a873158e6f3d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:04.168379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e870600-73cd-49df-86ab-4ec978469ff7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=26ec5ce8-edbd-4272-ba5b-9754caefb2eb,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:04.234427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.245914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52afb-406b-49d8-9ca6-df1ad0b9ac66 None None] Pushing event updated for resources: {'Port': ['ID=27cca951-3489-4634-a641-ab8d5fcf025c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:04.260527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:03:04.315453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event deleted for resources: {'Port': ['ID=fec16299-d69e-41d0-b694-4df9b9ac3c7e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:04.424065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b1aca0d-7d3e-41ac-95fd-64635896f87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.427809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6b1aca0d-7d3e-41ac-95fd-64635896f87a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c7a4f46-40ab-45e4-b0ad-a873158e6f3d HTTP/1.1" status: 204 len: 168 time: 2.9367619 May 09 05:03:04.427985 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] Update dhcp port {'port': {'network_id': '88fdb4cd-8172-4328-be28-f08e3adb1121', 'fixed_ips': [{'subnet_id': 'fe87af53-39f0-4a88-8912-08c2d841903f', 'ip_address': '2001:db8::2'}, {'subnet_id': '859521e1-632d-450d-b3fc-5b2057ff80f7'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '738c3ef2-5ae9-4311-930b-5cd95f9a4653'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:03:04.435939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting port 0bdeb28e-af06-437b-8661-862d7a42d182 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:04.436555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.517279 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e61ac852-d64d-4fdb-98b8-d7c9536d9c5d req-36f98ee3-59fe-4851-9518-5d64b4f124da tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6561737 May 09 05:03:04.532623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.548809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.557539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.563259 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c973d6c0-eefb-4f11-a90d-cbe3effbc86a tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "DELETE /v2.0/ports/fec16299-d69e-41d0-b694-4df9b9ac3c7e HTTP/1.1" status: 204 len: 168 time: 1.7981935 May 09 05:03:04.564247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59642) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:04.638824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Allocated IP 2001:db8::2 (b14ad288-4349-4b8d-84b2-2f258ad0ebee/26ec5ce8-edbd-4272-ba5b-9754caefb2eb/4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:04.658837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 27cca951-3489-4634-a641-ab8d5fcf025c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:04.696841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.732605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Router 67228db6-0036-4e6e-b38f-7296a79334ca has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:04.753332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.905804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:04.927800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc91d82-880b-4906-8d41-3e086e4c411d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:04.928808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1bc91d82-880b-4906-8d41-3e086e4c411d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Synchronizing usage tracker for tenant:552d729a392a4a17b0f67e5754762d63 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:05.013632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 27cca951-3489-4634-a641-ab8d5fcf025c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:05.014644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.096772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Calling delete_port for 0bdeb28e-af06-437b-8661-862d7a42d182 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:05.172410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1bc91d82-880b-4906-8d41-3e086e4c411d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Unset dirty status for tenant:552d729a392a4a17b0f67e5754762d63 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:05.174303 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1bc91d82-880b-4906-8d41-3e086e4c411d tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4249976-eaec-45c2-9e7c-7fb66738bdc9 HTTP/1.1" status: 200 len: 913 time: 0.6060984 May 09 05:03:05.177020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59656) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:05.202840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] Allocated IP 172.20.0.1 (88fdb4cd-8172-4328-be28-f08e3adb1121/859521e1-632d-450d-b3fc-5b2057ff80f7/738c3ef2-5ae9-4311-930b-5cd95f9a4653) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:05.244812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.276414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.284967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c2233-52df-4db0-a531-967033c43c8d None None] Network 9f0e1c60-683d-4230-9b63-235a4a45c69a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:05.371355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Transition to ACTIVE for port object 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:05.392184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Transition to ACTIVE for port object 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:05.443879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.490202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:05.502481 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] Sync routers for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:05.509548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Subnet': ['ID=b86f6e11-400c-4e9c-979e-0fdd914f73a3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:05.514594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.517907 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:05.518681 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:05.550277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.580923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] For port 738c3ef2-5ae9-4311-930b-5cd95f9a4653, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=738c3ef2-5ae9-4311-930b-5cd95f9a4653,segment=NetworkSegment(78aa23cf-a3e1-4b61-a745-c46c33cd0428),segment_id=78aa23cf-a3e1-4b61-a745-c46c33cd0428)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:05.584595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59670) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:05.607245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.665799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59676) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:05.669007 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f683476a-a0c3-4a18-bcbf-a2e71232e7be tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/b86f6e11-400c-4e9c-979e-0fdd914f73a3 HTTP/1.1" status: 204 len: 168 time: 4.0758631 May 09 05:03:05.670514 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Floating IP 3c3f0295-fb42-4044-ab79-64e8485bd44d associated. External IP: 172.26.0.125, port: 332ede9e-3d2b-4157-a90d-2c1eed528819. May 09 05:03:05.788955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.793373 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-df2e80b7-7b4a-4d97-9fda-2a38923df47d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "PUT /v2.0/floatingips/29ebae6f-1a07-4e62-9b2a-a93ccd801e15 HTTP/1.1" status: 200 len: 992 time: 5.6861932 May 09 05:03:05.846039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Pushing event updated for resources: {'Port': ['ID=4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:05.854661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:05.856052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 47a8d695-b163-4e95-b4f5-74445a2fe273 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:05.863129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'networks': [{'name': 'tempest-network--359398107'}, {'name': 'tempest-network--485476194'}]} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:05.863653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'network': {'name': 'tempest-network--359398107'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:05.864287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'network': {'name': 'tempest-network--485476194'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:05.891878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:05.892826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:05.900175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:03:05.902569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-16b6ad86-2fdb-45f8-b5f1-afe87abab03e None None] Provisioning for port da7f8c28-0a6d-4ac7-86c5-2797e5191f94 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:05.908508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Usage tracker for resource:network and tenant:ab880aabb114445baeac2647275c4fed is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:05.912066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:05.914507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 47a8d695-b163-4e95-b4f5-74445a2fe273 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:05.914920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 47a8d695-b163-4e95-b4f5-74445a2fe273 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:05.916101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:05.926555 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:03:05.928002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:05.929860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:05.953904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd729965-36bd-41a9-8c92-28129252992b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:05.955402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd729965-36bd-41a9-8c92-28129252992b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:05.956139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bd729965-36bd-41a9-8c92-28129252992b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Synchronizing usage tracker for tenant:ce1e6ebacdfc40e994accc4a6a0cb55e on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:06.017832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-16b6ad86-2fdb-45f8-b5f1-afe87abab03e None None] Provisioning complete for port da7f8c28-0a6d-4ac7-86c5-2797e5191f94 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:06.017832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-16b6ad86-2fdb-45f8-b5f1-afe87abab03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.059404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Port': ['ID=0bdeb28e-af06-437b-8661-862d7a42d182,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:06.097005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Made reservation on behalf of ab880aabb114445baeac2647275c4fed for: {'network': 2} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:06.101478 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.151474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.255982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-16b6ad86-2fdb-45f8-b5f1-afe87abab03e None None] Port da7f8c28-0a6d-4ac7-86c5-2797e5191f94 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:03:06.304549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bd729965-36bd-41a9-8c92-28129252992b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Unset dirty status for tenant:ce1e6ebacdfc40e994accc4a6a0cb55e on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:06.305825 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bd729965-36bd-41a9-8c92-28129252992b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6388228 May 09 05:03:06.315972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.332787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59686) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:06.342710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] Transition to ACTIVE for port object 738c3ef2-5ae9-4311-930b-5cd95f9a4653 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:06.345505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.352077 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '29ebae6f-1a07-4e62-9b2a-a93ccd801e15', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'floating_ip_address': '172.26.0.230', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'port_id': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'mac_address': 'fa:16:3e:e0:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:13Z', 'updated_at': '2022-05-09T05:03:01Z', 'revision_number': 1, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:06.356849 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] Checking router: 67228db6-0036-4e6e-b38f-7296a79334ca for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:03:06.365263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.366193 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:06.366796 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:06.389810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Attempting to bind port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:06.390800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Attempting to bind port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '88923365-8f2a-4020-8a9c-35c076b4c3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:06.391387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Attempting to bind port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 on network b14ad288-4349-4b8d-84b2-2f258ad0ebee {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:06.393800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.394982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14ad288-4349-4b8d-84b2-2f258ad0ebee']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:06.408697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88923365-8f2a-4020-8a9c-35c076b4c3a3') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:06.409045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88923365-8f2a-4020-8a9c-35c076b4c3a3') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:06.422493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.426945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:06.431459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Usage tracker for resource:security_group_rule and tenant:ab880aabb114445baeac2647275c4fed is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:06.441098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.445913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:06.449479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:06.450291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.456033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:06.504452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-16b6ad86-2fdb-45f8-b5f1-afe87abab03e None None] Provisioning complete for port 27cca951-3489-4634-a641-ab8d5fcf025c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:06.505137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-16b6ad86-2fdb-45f8-b5f1-afe87abab03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.521829 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f5ccd9ef-be77-46b3-89d2-7e563ec15d65 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/ports/0bdeb28e-af06-437b-8661-862d7a42d182 HTTP/1.1" status: 204 len: 168 time: 2.5090702 May 09 05:03:06.522490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59690) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:06.532212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:06.532974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Checking segment: {'id': '88923365-8f2a-4020-8a9c-35c076b4c3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:06.534127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.534886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Bound using segment: {'id': '88923365-8f2a-4020-8a9c-35c076b4c3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:06.535577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Bound port: 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88923365-8f2a-4020-8a9c-35c076b4c3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:06.536207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.572563 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:03:06.582080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d5a1-de90-4e8b-9582-d8d652e2412d req-a1b304e3-7fee-40b8-8a1f-aaf3e7cf64a8 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:06.583909 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e459d5a1-de90-4e8b-9582-d8d652e2412d req-a1b304e3-7fee-40b8-8a1f-aaf3e7cf64a8 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 0.8350518 May 09 05:03:06.626534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b9822f3d-c240-43bb-97a5-a365f9b6a7a5 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.729243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=26ec5ce8-edbd-4272-ba5b-9754caefb2eb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:06.731301 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:06.743356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:03:06.743356 dv-neutron-840482-1-hyperv neutron-server[88041]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:03:06.743356 dv-neutron-840482-1-hyperv neutron-server[88041]: [parameters: {'id': 'b14ad288-4349-4b8d-84b2-2f258ad0ebee'}] May 09 05:03:06.743356 dv-neutron-840482-1-hyperv neutron-server[88041]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:06.743796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:06.785899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ff20c-3066-45f1-bb59-1a18046e0e76 None None] Pushing event updated for resources: {'Port': ['ID=738c3ef2-5ae9-4311-930b-5cd95f9a4653,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:06.812326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.824553 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9822f3d-c240-43bb-97a5-a365f9b6a7a5 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 09 05:03:06.825126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9822f3d-c240-43bb-97a5-a365f9b6a7a5 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:06.833336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.833795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.836332 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] For port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:06.846674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] For port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09,segment=NetworkSegment(88923365-8f2a-4020-8a9c-35c076b4c3a3),segment_id=88923365-8f2a-4020-8a9c-35c076b4c3a3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:06.850314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting subnet 41f272bc-5279-460c-b567-15c6597944b7 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:06.854985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.929386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.940942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:06.993099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a31975-5718-490e-b657-77634975d023 None None] DHCP port deletion for 9f0e1c60-683d-4230-9b63-235a4a45c69a request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:07.025374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-27a31975-5718-490e-b657-77634975d023 None None] Deleting port 27cca951-3489-4634-a641-ab8d5fcf025c {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:07.026800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-27a31975-5718-490e-b657-77634975d023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.029495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Router 867926df-0b6c-4536-afd5-370dff294256 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:07.051698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.061406 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '29ebae6f-1a07-4e62-9b2a-a93ccd801e15', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'floating_ip_address': '172.26.0.230', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'port_id': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'mac_address': 'fa:16:3e:e0:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:13Z', 'updated_at': '2022-05-09T05:03:01Z', 'revision_number': 1, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:07.076060 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41582e26-79b0-4eaa-8f53-6555c07a03c6 None None] The sync data for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv is: [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '29ebae6f-1a07-4e62-9b2a-a93ccd801e15', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'floating_ip_address': '172.26.0.230', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'port_id': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'mac_address': 'fa:16:3e:e0:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:13Z', 'updated_at': '2022-05-09T05:03:01Z', 'revision_number': 1, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:07.175382 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e459d5a1-de90-4e8b-9582-d8d652e2412d req-dd4a5784-e026-4102-97c3-02b11e67cc33 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5799451 May 09 05:03:07.185274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.234005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c33fd2-952a-44d2-b4c3-7cb257b61485 None None] Pushing event updated for resources: {'Port': ['ID=4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:07.250307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e739-7bdb-417a-8274-c6f042b398e3 req-cc34a64e-b50d-42c4-86b3-fd924078f5f1 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:07.251918 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0869e739-7bdb-417a-8274-c6f042b398e3 req-cc34a64e-b50d-42c4-86b3-fd924078f5f1 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 1.1399791 May 09 05:03:07.253763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.258366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.264279 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b9822f3d-c240-43bb-97a5-a365f9b6a7a5 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/9f0e1c60-683d-4230-9b63-235a4a45c69a HTTP/1.1" status: 409 len: 405 time: 0.9234629 May 09 05:03:07.282981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59698) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:07.309909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-439019280'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:07.316512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:07.321057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:network and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:07.330275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:07.336682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:07.351982 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afebd3a-753a-44fe-9199-c2e8189d7141'] response: {'name': 'network-changed', 'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'status': 'completed', 'code': 200} May 09 05:03:07.357133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9963d-ec5a-4ec0-bb45-b724ec96ce5e None None] Network a7e521ba-ad7d-4933-a3e7-be95030be9c4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:07.364215 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0869e739-7bdb-417a-8274-c6f042b398e3 req-14f3f02f-d771-4ab0-a75f-c2204c1bece6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881836 May 09 05:03:07.371830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Subnet': ['ID=41f272bc-5279-460c-b567-15c6597944b7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:07.380170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.442190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:07.448787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.488627 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-25cf3a23-58fd-419b-9cbb-1e50e706a9c6 tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/subnets/41f272bc-5279-460c-b567-15c6597944b7 HTTP/1.1" status: 204 len: 168 time: 0.9561975 May 09 05:03:07.504754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59704) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:07.515642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294a20ec-e12f-4b72-9191-c290106a6753,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:07.543622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:07.544308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.544719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadbb33-ff98-4798-b713-03ab4ccd4d49 None None] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:07.586143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:07.713755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69bfb97-2b12-4b19-a831-1b5eaca42f93 None None] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:07.750875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:07.788502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.793482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:07.799555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.799886 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Added segment 3ba91318-466b-4aa6-90d0-3a6e5a47e10c of type vlan for network b10a8628-eeea-4b3e-a22a-eb64f2622b52 May 09 05:03:07.822853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] Sync routers for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:07.907890 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.907890 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Added segment bf6fea17-acd1-4fd5-8293-f7ff07fda812 of type vlan for network 3afb0113-efb0-4bdb-b2d3-ade5cbe20207 May 09 05:03:07.929773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-4e0a39d6-10c4-4fb3-a521-1b2cde20d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:07.931209 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-4e0a39d6-10c4-4fb3-a521-1b2cde20d1ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.5513594 May 09 05:03:07.951363 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:07.986374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.014085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204734a-d8f1-494e-b611-18ad47dab810 req-ea68df75-ed4c-48dd-916e-72b14502c69b tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:08.019914 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a204734a-d8f1-494e-b611-18ad47dab810 req-ea68df75-ed4c-48dd-916e-72b14502c69b tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 0.4348245 May 09 05:03:08.022404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.029718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59708) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:08.045449 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3dad53cc-0d97-4aa5-b36d-85b43c94f518 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "PUT /v2.0/floatingips/3c3f0295-fb42-4044-ab79-64e8485bd44d HTTP/1.1" status: 200 len: 992 time: 6.5214314 May 09 05:03:08.046992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Request body: {'floatingip': {'port_id': '4c2031fd-d8b3-4dac-9741-f634a5c09840'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:08.077787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09,segment=NetworkSegment(88923365-8f2a-4020-8a9c-35c076b4c3a3),segment_id=88923365-8f2a-4020-8a9c-35c076b4c3a3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:08.078151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.093236 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44beea-0c03-4716-9d3b-3eab1f16d0bc req-639fdfdc-6512-4d81-9b80-6d972200e261 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:08.095079 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0f44beea-0c03-4716-9d3b-3eab1f16d0bc req-639fdfdc-6512-4d81-9b80-6d972200e261 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4772007 May 09 05:03:08.145012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-01c66cfd-f072-439f-8ed5-8401a51942b9 None None] Provisioning for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:08.145657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Deleting port 596ce253-601f-45fa-9404-9d04b4d6e489 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:08.146050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.228859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c23cc0-5fd4-4eb9-8f9a-c7494cda5041 None None] New status for floating IP 29ebae6f-1a07-4e62-9b2a-a93ccd801e15: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:03:08.254770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:08.260179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:08.260988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:08.318653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-01c66cfd-f072-439f-8ed5-8401a51942b9 None None] Provisioning complete for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:08.318901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-01c66cfd-f072-439f-8ed5-8401a51942b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.349482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0f44beea-0c03-4716-9d3b-3eab1f16d0bc req-a3ee5094-a44c-42c0-9616-5910150123b3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464869 May 09 05:03:08.354141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-b53f052b-9cc4-4e81-90fe-b2be1633412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:08.355626 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-b53f052b-9cc4-4e81-90fe-b2be1633412e service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.4085424 May 09 05:03:08.372686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-27a31975-5718-490e-b657-77634975d023 None None] For port 27cca951-3489-4634-a641-ab8d5fcf025c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=27cca951-3489-4634-a641-ab8d5fcf025c,segment=NetworkSegment(3b0d59e3-f82b-47ba-bf58-08570940f1c4),segment_id=3b0d59e3-f82b-47ba-bf58-08570940f1c4)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:08.373088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-27a31975-5718-490e-b657-77634975d023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.373627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.379504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:08.380204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.388659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:03:08.474450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.478401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.523050 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-a1523847-90cb-42c2-8697-dc55bf978830 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1000 time: 0.1591246 May 09 05:03:08.586180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-27a31975-5718-490e-b657-77634975d023 None None] Calling delete_port for 27cca951-3489-4634-a641-ab8d5fcf025c owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:08.678211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 738c3ef2-5ae9-4311-930b-5cd95f9a4653 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:08.682227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No DVR routers for this DVR port 4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:08.756613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Port': ['ID=4ca0201b-f98f-47f1-bf9f-3e2cf89ffc09,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:08.892725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-1ba1bfde-3160-4bdf-bfe5-b4d235dc213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:08.894522 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-1ba1bfde-3160-4bdf-bfe5-b4d235dc213d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.3620369 May 09 05:03:08.896937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.919023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757334f7-c571-4a70-a0de-649bf09160b0 None None] Network b14ad288-4349-4b8d-84b2-2f258ad0ebee requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:08.948152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Network': ['ID=3afb0113-efb0-4bdb-b2d3-ade5cbe20207,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:08.959847 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7a6edd09-c2dd-4916-b535-657b221f9403 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6736639 May 09 05:03:08.965894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:08.966779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-27a31975-5718-490e-b657-77634975d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:08.972809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'subnet': {'network_id': '3afb0113-efb0-4bdb-b2d3-ade5cbe20207', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:08.994692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14ad288-4349-4b8d-84b2-2f258ad0ebee']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:09.011856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:09.073462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 3afb0113-efb0-4bdb-b2d3-ade5cbe20207 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:09.075672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88923365-8f2a-4020-8a9c-35c076b4c3a3') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:09.076179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88923365-8f2a-4020-8a9c-35c076b4c3a3') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:09.111809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.125197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.125538 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Added segment 5ee2e4a4-b483-4dd0-be57-88ea24d05743 of type vlan for network e24bd8e2-cf5c-438c-869a-03ae926d2d67 May 09 05:03:09.153632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.156199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:09.168720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:09.169116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:09.185558 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:09.193915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:09.204464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a31975-5718-490e-b657-77634975d023 None None] Pushing event deleted for resources: {'Port': ['ID=27cca951-3489-4634-a641-ab8d5fcf025c,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:09.226906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a31975-5718-490e-b657-77634975d023 None None] No DVR routers for this DVR port 27cca951-3489-4634-a641-ab8d5fcf025c on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:09.263359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e127e18-b2b5-4b54-b8da-9ce04b92e2d0 req-a68740e0-db7b-4040-88de-01c7db501ded tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:09.264657 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3e127e18-b2b5-4b54-b8da-9ce04b92e2d0 req-a68740e0-db7b-4040-88de-01c7db501ded tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 1.0374134 May 09 05:03:09.266580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] For port 596ce253-601f-45fa-9404-9d04b4d6e489, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=596ce253-601f-45fa-9404-9d04b4d6e489,segment=NetworkSegment(21166fab-676c-4bbc-874f-a8ed2173d551),segment_id=21166fab-676c-4bbc-874f-a8ed2173d551)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:09.266942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.285246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-6e134ced-0e11-436e-9f3f-a591014fcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:09.288257 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-6e134ced-0e11-436e-9f3f-a591014fcb69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3802652 May 09 05:03:09.289805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:09.293722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.297634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.322621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:03:09.424025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:03:09.433285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.437986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.489031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Calling delete_port for 596ce253-601f-45fa-9404-9d04b4d6e489 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:09.529482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] DHCP port deletion for a7e521ba-ad7d-4933-a3e7-be95030be9c4 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:09.540351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:09.540758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.560848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=b14ad288-4349-4b8d-84b2-2f258ad0ebee,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:09.622815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:03:09.623973 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73efbdde-088a-491b-af52-eecb6f2a5c0a tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/b14ad288-4349-4b8d-84b2-2f258ad0ebee HTTP/1.1" status: 204 len: 168 time: 5.9649422 May 09 05:03:09.627773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59724) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:09.649567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Deleting port 596ce253-601f-45fa-9404-9d04b4d6e489 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:09.650206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.665075 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9093f2-124b-4580-89c7-9eca486c8e1b tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:09.665538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9093f2-124b-4580-89c7-9eca486c8e1b tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:09.667207 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa9093f2-124b-4580-89c7-9eca486c8e1b tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/b14ad288-4349-4b8d-84b2-2f258ad0ebee HTTP/1.1" status: 404 len: 339 time: 0.0375662 May 09 05:03:09.680150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3e127e18-b2b5-4b54-b8da-9ce04b92e2d0 req-69694a2f-0ebf-4e89-a5b2-759d3d3e96bf tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877761 May 09 05:03:09.680640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59728) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:09.701580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910383411', 'description': 'd1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:09.709733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting port 2e85cd20-e20c-494f-a845-cd4d06e25b89 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:09.710077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.724999 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-b42c9b2c-4ed0-470d-8a79-4c8f419094e9 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163022 May 09 05:03:09.750831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:09.807941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Usage tracker for resource:network and tenant:881a7265684948edb031f4c4cf17eb2d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:09.810430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:09.877135 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3bf7a330-73ac-45ab-8f1a-768681c74c1a req-2609448f-7a31-4d5d-851d-2da73037f9e7 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437314 May 09 05:03:09.881967 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7cab6ef-4686-4cac-97ec-2771adb7e8d4'] response: {'name': 'network-changed', 'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'status': 'completed', 'code': 200} May 09 05:03:09.896440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:09.916038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.916565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:09.922281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:09.928450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:09.928450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.004214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a71399-18ee-4022-9ea1-8c69bf1c66a1 None None] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:10.016079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0d2e-75fe-46bc-ab18-c7ecbb4a54fe req-c41209f4-dc11-48b1-b337-302a2b09d4fe tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:10.017893 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bc8b0d2e-75fe-46bc-ab18-c7ecbb4a54fe req-c41209f4-dc11-48b1-b337-302a2b09d4fe tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4628892 May 09 05:03:10.060969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.090844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bc8b0d2e-75fe-46bc-ab18-c7ecbb4a54fe req-40ac025b-172e-4dd9-b985-025be9c7ac44 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599024 May 09 05:03:10.138105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-7056ccce-1917-4486-a381-e8208319a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:10.139754 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-7056ccce-1917-4486-a381-e8208319a9b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f09f498fdea4797b15bf1caccdb4bba&device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 1099 time: 0.2017365 May 09 05:03:10.148959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:10.152355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.193944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] For port 596ce253-601f-45fa-9404-9d04b4d6e489, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=596ce253-601f-45fa-9404-9d04b4d6e489,segment=NetworkSegment(21166fab-676c-4bbc-874f-a8ed2173d551),segment_id=21166fab-676c-4bbc-874f-a8ed2173d551)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:10.194338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.218144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Port': ['ID=596ce253-601f-45fa-9404-9d04b4d6e489,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:10.228388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] No DVR routers for this DVR port 596ce253-601f-45fa-9404-9d04b4d6e489 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:10.230662 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.6443393 May 09 05:03:10.263499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59736) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:10.292649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-bbce4761-6fe6-40d7-816b-923df9080ff5 None None] Provisioning complete for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:10.293181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bbce4761-6fe6-40d7-816b-923df9080ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.345363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:03:10.350142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.395565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 27cca951-3489-4634-a641-ab8d5fcf025c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:10.424905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Network': ['ID=b10a8628-eeea-4b3e-a22a-eb64f2622b52,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:10.440627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Calling delete_port for 596ce253-601f-45fa-9404-9d04b4d6e489 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:10.492903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b10a8628-eeea-4b3e-a22a-eb64f2622b52 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:10.524320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 27cca951-3489-4634-a641-ab8d5fcf025c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:10.524320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 27cca951-3489-4634-a641-ab8d5fcf025c not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:10.586006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-2cf716a9-a6b6-487f-9c5b-7c0a2d9c75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:10.587453 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-2cf716a9-a6b6-487f-9c5b-7c0a2d9c75ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b3a1425-8034-42df-a9c9-4e50ae66c991 HTTP/1.1" status: 200 len: 907 time: 0.4031720 May 09 05:03:10.589557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Subnet': ['ID=a8898452-5b14-4274-be21-13936e232d8b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:10.594243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Checking segment: {'id': 'bf6fea17-acd1-4fd5-8293-f7ff07fda812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3afb0113-efb0-4bdb-b2d3-ade5cbe20207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:10.594600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network hostable DHCP agents. Network: 3afb0113-efb0-4bdb-b2d3-ade5cbe20207, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:10.658863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:10.700096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 596ce253-601f-45fa-9404-9d04b4d6e489 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:10.710409 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-e80b0798-d64f-4980-9131-6153a40a7241 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=332ede9e-3d2b-4157-a90d-2c1eed528819 HTTP/1.1" status: 200 len: 1000 time: 0.1112595 May 09 05:03:10.711346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network 3afb0113-efb0-4bdb-b2d3-ade5cbe20207 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:10.749328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.758459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.765102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 3afb0113-efb0-4bdb-b2d3-ade5cbe20207) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:10.768899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ebde1-1fc5-49d0-932b-518dfa5e6f2c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Network': ['ID=e24bd8e2-cf5c-438c-869a-03ae926d2d67,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:10.769397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:10.769988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.773135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 596ce253-601f-45fa-9404-9d04b4d6e489 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:10.773323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 596ce253-601f-45fa-9404-9d04b4d6e489 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:10.787368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:10.787368 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment d60f4ed8-206f-4c9a-88ef-9c4d16b28fc8 of type vlan for network 6e7d8a90-713d-4700-beca-c9c47966ff0c May 09 05:03:10.791505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network e24bd8e2-cf5c-438c-869a-03ae926d2d67 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:10.804787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d138b01-fe20-4fcd-a0b3-04eb83e23219 None None] Network 3afb0113-efb0-4bdb-b2d3-ade5cbe20207 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:10.834731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-78b383cc-5e0a-4ca6-9cee-0f5e6ce86015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:10.836378 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-78b383cc-5e0a-4ca6-9cee-0f5e6ce86015 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e7d9641-4d55-4157-9fd7-11fc847a500f HTTP/1.1" status: 200 len: 845 time: 0.1162689 May 09 05:03:10.838764 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d1e52043-a528-406f-93fb-0cca0a1bbaba tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8706560 May 09 05:03:10.841676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59740) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:10.946707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Calling delete_port for 2e85cd20-e20c-494f-a845-cd4d06e25b89 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:10.976266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e521ba-ad7d-4933-a3e7-be95030be9c4']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.025735 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:11.026122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:11.028972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21166fab-676c-4bbc-874f-a8ed2173d551') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.029422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21166fab-676c-4bbc-874f-a8ed2173d551') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.057955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.064320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.080552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.080864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:03:11.126480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-8d42b932-e518-4170-8cc5-8ee8f301850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:11.127919 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-8d42b932-e518-4170-8cc5-8ee8f301850f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b3a1425-8034-42df-a9c9-4e50ae66c991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2609999 May 09 05:03:11.172336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.193589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.209801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0523fb-0d6b-4452-8d57-75544393962d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:11.210055 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '3c3f0295-fb42-4044-ab79-64e8485bd44d', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '867926df-0b6c-4536-afd5-370dff294256', 'port_id': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'mac_address': 'fa:16:3e:9b:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:20Z', 'updated_at': '2022-05-09T05:03:03Z', 'revision_number': 1, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.215667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0523fb-0d6b-4452-8d57-75544393962d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:11.222440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0523fb-0d6b-4452-8d57-75544393962d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:11.229104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0523fb-0d6b-4452-8d57-75544393962d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:11.229970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f0523fb-0d6b-4452-8d57-75544393962d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Synchronizing usage tracker for tenant:ab880aabb114445baeac2647275c4fed on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:11.246401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] Checking router: 867926df-0b6c-4536-afd5-370dff294256 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:03:11.259208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.276002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:11.276661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:02:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.386354 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-d7428363-5bb7-4c34-a0a3-f7b4e23055e0 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545548 May 09 05:03:11.388213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.405535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7115201-cdd8-4281-aa5f-76d2a2aa19f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-3afb0113-efb0-4bdb-b2d3-ade5cbe20207', 'network_id': '3afb0113-efb0-4bdb-b2d3-ade5cbe20207', 'tenant_id': 'ce1e6ebacdfc40e994accc4a6a0cb55e', 'fixed_ips': [{'subnet_id': 'a8898452-5b14-4274-be21-13936e232d8b'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:11.406372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7115201-cdd8-4281-aa5f-76d2a2aa19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.493891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:03:11.535437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f0523fb-0d6b-4452-8d57-75544393962d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Unset dirty status for tenant:ab880aabb114445baeac2647275c4fed on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:11.539837 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2f0523fb-0d6b-4452-8d57-75544393962d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.2682333 May 09 05:03:11.541635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.543897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59746) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:11.553767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Deleting port 596ce253-601f-45fa-9404-9d04b4d6e489 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:11.554138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.566144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Subnet': ['ID=a8898452-5b14-4274-be21-13936e232d8b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:11.569632 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6e9d44-3b4f-487b-9fe6-fa17259849a4 req-3bfda93b-8b3f-4823-8255-55dad50a2b48 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719451 May 09 05:03:11.574020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.580439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:11.581242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.640519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:11.640960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.665230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:11.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:11.672226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d33195bb-2f27-435c-9698-e1be56bfad7d None None] The port '596ce253-601f-45fa-9404-9d04b4d6e489' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:11.687818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:03:11.698028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afb0113-efb0-4bdb-b2d3-ade5cbe20207']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.711125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6fea17-acd1-4fd5-8293-f7ff07fda812') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.711552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6fea17-acd1-4fd5-8293-f7ff07fda812') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:11.723188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.741254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.748373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:11.748859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:11.764654 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:11.777013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffe966-14b1-4e0d-a772-fce70513fbfd None None] Network 3afb0113-efb0-4bdb-b2d3-ade5cbe20207 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:11.852562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.864134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a8a3c665-fee0-49f5-910e-31a4c12c716f None None] Provisioning complete for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:11.864557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a8a3c665-fee0-49f5-910e-31a4c12c716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.871686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.886379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Network': ['ID=3afb0113-efb0-4bdb-b2d3-ade5cbe20207,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:11.892879 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-67d8c89b-b2a1-4c78-ac33-b835bc17f545 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/3afb0113-efb0-4bdb-b2d3-ade5cbe20207 HTTP/1.1" status: 204 len: 168 time: 1.0487237 May 09 05:03:11.895924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:11.901673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1758276350'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:11.906978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:11.911330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:network and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:11.914560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:11.920771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:11.934204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:11.938219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.976494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:11.994430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:11.995127 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Added segment 30c6730d-04bd-47ab-bd19-1c3c6a5f74e9 of type vlan for network f0dae64a-9648-4f7c-aae1-4fd48c55212f May 09 05:03:12.032389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.079224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.086481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:12.087095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.132252 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4439864 May 09 05:03:12.159054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59754) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:12.191682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9f66-4561-4fe4-9608-1420bf4ada7e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=6e7d8a90-713d-4700-beca-c9c47966ff0c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:12.205123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba1519-83a9-46e1-b4aa-5a8118d76569 None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:03:12.214863 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3177674 May 09 05:03:12.218005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59758) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:12.225390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'subnet': {'network_id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:12.238744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 6e7d8a90-713d-4700-beca-c9c47966ff0c details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:12.239288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb65cb-7b74-4332-baff-fc69d997f43c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Network': ['ID=f0dae64a-9648-4f7c-aae1-4fd48c55212f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:12.280179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f0dae64a-9648-4f7c-aae1-4fd48c55212f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:12.283576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.288085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.341626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:12.347322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:subnet and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:12.349903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:12.351511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.358000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:12.368213 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] 10.222.0.50 "DELETE /v2.0/networks/a7e521ba-ad7d-4933-a3e7-be95030be9c4 HTTP/1.1" status: 204 len: 168 time: 4.8597155 May 09 05:03:12.368213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3e886-7fe9-4445-9943-7eea7f5303ef tempest-AllowedAddressPairIpV6TestJSON-1121573242 tempest-AllowedAddressPairIpV6TestJSON-1121573242-project] Pushing event deleted for resources: {'Network': ['ID=a7e521ba-ad7d-4933-a3e7-be95030be9c4,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:12.390710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:12.396964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.399472 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Floating IP 95d97e78-e4f3-4b98-afa2-7e4c7ffffc84 associated. External IP: 172.26.0.252, port: 4c2031fd-d8b3-4dac-9741-f634a5c09840. May 09 05:03:12.481360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea80f61-47f8-4e23-9ff6-4264ea3c398b req-a31ee30f-efbc-4c65-9702-6bea2aed3b4f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:12.488992 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3ea80f61-47f8-4e23-9ff6-4264ea3c398b req-a31ee30f-efbc-4c65-9702-6bea2aed3b4f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 1.2539699 May 09 05:03:12.520851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0688ef-5961-4318-9154-7878752edb03 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:12.521890 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f0688ef-5961-4318-9154-7878752edb03 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Synchronizing usage tracker for tenant:881a7265684948edb031f4c4cf17eb2d on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:12.570341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-079e9322-b7fa-41b4-951e-af5edbd98f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.745113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba1519-83a9-46e1-b4aa-5a8118d76569 None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:03:12.754506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '3c3f0295-fb42-4044-ab79-64e8485bd44d', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '867926df-0b6c-4536-afd5-370dff294256', 'port_id': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'mac_address': 'fa:16:3e:9b:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:20Z', 'updated_at': '2022-05-09T05:03:03Z', 'revision_number': 1, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:12.787611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96889f-c29d-4bb0-b17e-62237d413f93 None None] The sync data for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv is: [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '3c3f0295-fb42-4044-ab79-64e8485bd44d', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '867926df-0b6c-4536-afd5-370dff294256', 'port_id': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'mac_address': 'fa:16:3e:9b:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:20Z', 'updated_at': '2022-05-09T05:03:03Z', 'revision_number': 1, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:12.872453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59766) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:12.957531 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3ea80f61-47f8-4e23-9ff6-4264ea3c398b req-4c532c22-3c46-4f28-813e-d39d6dc77ff1 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623733 May 09 05:03:12.958276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f0688ef-5961-4318-9154-7878752edb03 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Unset dirty status for tenant:881a7265684948edb031f4c4cf17eb2d on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:12.959427 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9f0688ef-5961-4318-9154-7878752edb03 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/networks?id=6e7d8a90-713d-4700-beca-c9c47966ff0c HTTP/1.1" status: 200 len: 764 time: 0.7976913 May 09 05:03:12.965184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:12.967481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59772) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:12.998858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'description': 'd2'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:13.000772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.040101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10a8628-eeea-4b3e-a22a-eb64f2622b52']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:13.098244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event deleted for resources: {'Port': ['ID=2e85cd20-e20c-494f-a845-cd4d06e25b89,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:13.125530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba91318-466b-4aa6-90d0-3a6e5a47e10c') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:13.125935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba91318-466b-4aa6-90d0-3a6e5a47e10c') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:13.197754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82f517-d7aa-4499-bda0-93fe305587d1 None None] New status for floating IP 3c3f0295-fb42-4044-ab79-64e8485bd44d: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:03:13.257016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.281770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.319115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.338390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:13.338902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:13.360887 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:13.493089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Subnet': ['ID=32390bff-5134-41fb-891a-129005f83a1f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:13.523266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Checking segment: {'id': '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:13.523869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network hostable DHCP agents. Network: f0dae64a-9648-4f7c-aae1-4fd48c55212f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:13.564469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee291d3c-b9b8-4a37-859d-a2ecfd1caaef req-de155b2f-f9be-44a9-901d-bcc19bf56545 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:13.566216 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee291d3c-b9b8-4a37-859d-a2ecfd1caaef req-de155b2f-f9be-44a9-901d-bcc19bf56545 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3493547 May 09 05:03:13.572324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.624759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network f0dae64a-9648-4f7c-aae1-4fd48c55212f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:13.627179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.663855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 6e7d8a90-713d-4700-beca-c9c47966ff0c is not hosted by any dhcp agent {{(pid=88041) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 09 05:03:13.669690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:13.670532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.671981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "PUT /v2.0/networks/6e7d8a90-713d-4700-beca-c9c47966ff0c HTTP/1.1" status: 200 len: 761 time: 0.7035594 May 09 05:03:13.750809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee291d3c-b9b8-4a37-859d-a2ecfd1caaef req-a3d78c03-ed98-44fa-bf25-ff625a9c50f4 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703730 May 09 05:03:13.759001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59778) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:13.786195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, f0dae64a-9648-4f7c-aae1-4fd48c55212f) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:13.797283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:13.798251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.798372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450b85d-3ab5-4f30-b1ec-07da66400024 None None] Network f0dae64a-9648-4f7c-aae1-4fd48c55212f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:13.918791 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-83aaa873-e60c-4b46-a1e0-be3f4bf0381e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd18bd57b333483e9ba21332b622670e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026495 May 09 05:03:13.961775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59784) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:13.978882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:13.980695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393409-1dd5-41ad-a343-dcb13c75e35f tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=6e7d8a90-713d-4700-beca-c9c47966ff0c,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:14.004361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.041426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Router 470fc4ee-ed16-488b-80dd-a2d1b6501110 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:14.065107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Network': ['ID=b10a8628-eeea-4b3e-a22a-eb64f2622b52,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:14.074292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 6e7d8a90-713d-4700-beca-c9c47966ff0c details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:14.081495 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9267f561-a53f-47c0-b8b4-59e2518dda01 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8604374 May 09 05:03:14.084901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.088248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59788) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:14.195043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-f0dae64a-9648-4f7c-aae1-4fd48c55212f', 'network_id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f', 'tenant_id': 'ce1e6ebacdfc40e994accc4a6a0cb55e', 'fixed_ips': [{'subnet_id': '32390bff-5134-41fb-891a-129005f83a1f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:14.196176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.224653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bad772-4505-4c24-9597-4dcfa6cc55ce tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:14.225555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-60bad772-4505-4c24-9597-4dcfa6cc55ce tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Synchronizing usage tracker for tenant:881a7265684948edb031f4c4cf17eb2d on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:14.277391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac22bd4-38b9-48a5-9810-a854737ad3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.294715 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-856130e2-5c4f-41a0-808f-d27db55e64a7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/networks/b10a8628-eeea-4b3e-a22a-eb64f2622b52 HTTP/1.1" status: 204 len: 168 time: 2.7361925 May 09 05:03:14.314341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59794) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:14.322059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-60bad772-4505-4c24-9597-4dcfa6cc55ce tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Unset dirty status for tenant:881a7265684948edb031f4c4cf17eb2d on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:14.327328 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-60bad772-4505-4c24-9597-4dcfa6cc55ce tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/networks?id=6e7d8a90-713d-4700-beca-c9c47966ff0c HTTP/1.1" status: 200 len: 764 time: 0.5669909 May 09 05:03:14.330339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59798) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:14.411355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Allocated IP 2001:db8::2 (f0dae64a-9648-4f7c-aae1-4fd48c55212f/32390bff-5134-41fb-891a-129005f83a1f/a0430ebd-803d-41c4-8e14-cd0a17f74c09) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:14.487719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac22bd4-38b9-48a5-9810-a854737ad3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.573234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffb9693c-7534-48bc-bf3e-848e1b24e2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.602620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.623521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:14.629268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.636295 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] Sync routers for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:14.651372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.652573 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:14.653990 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:14.685690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.691363 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c4149fbc-91db-494d-babc-ad32b777441c tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "PUT /v2.0/floatingips/95d97e78-e4f3-4b98-afa2-7e4c7ffffc84 HTTP/1.1" status: 200 len: 991 time: 6.6564991 May 09 05:03:14.702188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Transition to ACTIVE for port object a0430ebd-803d-41c4-8e14-cd0a17f74c09 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:14.718205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:03:14.736081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Transition to ACTIVE for port object a0430ebd-803d-41c4-8e14-cd0a17f74c09 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:14.755692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.759386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Router a4249976-eaec-45c2-9e7c-7fb66738bdc9 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:14.820987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3b179-639d-40a2-ad33-3a04a0b22851 req-c5231e64-e021-4111-a20e-d0dd7ef3bc64 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:14.822513 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aef3b179-639d-40a2-ad33-3a04a0b22851 req-c5231e64-e021-4111-a20e-d0dd7ef3bc64 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5504968 May 09 05:03:14.843087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c6c74-60bb-4412-adbf-a96fe38783a1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:14.847509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-491c6c74-60bb-4412-adbf-a96fe38783a1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5042644 May 09 05:03:14.855431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59806) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:14.905827 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:03:14.907123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac22bd4-38b9-48a5-9810-a854737ad3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:14.923490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Network f0dae64a-9648-4f7c-aae1-4fd48c55212f is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:14.927710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Pushing event updated for resources: {'Port': ['ID=a0430ebd-803d-41c4-8e14-cd0a17f74c09,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:14.935783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:14.938368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:15.042598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Attempting to bind port a0430ebd-803d-41c4-8e14-cd0a17f74c09 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:15.043250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Attempting to bind port a0430ebd-803d-41c4-8e14-cd0a17f74c09 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:15.043778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Attempting to bind port a0430ebd-803d-41c4-8e14-cd0a17f74c09 on network f0dae64a-9648-4f7c-aae1-4fd48c55212f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:15.051018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:15.051864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Checking segment: {'id': '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:15.052695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.053257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Bound using segment: {'id': '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:15.053972 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Bound port: a0430ebd-803d-41c4-8e14-cd0a17f74c09, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:15.054722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.105534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7c4c3243-bb85-44d7-b6c8-67aeda661bf0 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Synchronizing usage tracker for tenant:881a7265684948edb031f4c4cf17eb2d on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:15.107928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.155508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac22bd4-38b9-48a5-9810-a854737ad3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42b092-f705-403d-a506-68dafcaff207,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:15.175387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:15.183495 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9017f51d-34a6-4ff5-ae5d-68d277f1aab2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "PUT /v2.0/routers/a4249976-eaec-45c2-9e7c-7fb66738bdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0029457 May 09 05:03:15.184865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59810) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:15.186785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.204293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] Sync routers for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:15.212523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac22bd4-38b9-48a5-9810-a854737ad3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.213734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ac22bd4-38b9-48a5-9810-a854737ad3d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd42b092-f705-403d-a506-68dafcaff207 HTTP/1.1" status: 204 len: 168 time: 1.2453930 May 09 05:03:15.229480 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aef3b179-639d-40a2-ad33-3a04a0b22851 req-b750d9ef-3df0-470c-9be2-af77dc83dbe2 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809550 May 09 05:03:15.236990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] For port a0430ebd-803d-41c4-8e14-cd0a17f74c09, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:15.245665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] For port a0430ebd-803d-41c4-8e14-cd0a17f74c09, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a0430ebd-803d-41c4-8e14-cd0a17f74c09,segment=NetworkSegment(30c6730d-04bd-47ab-bd19-1c3c6a5f74e9),segment_id=30c6730d-04bd-47ab-bd19-1c3c6a5f74e9)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:15.248153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7c4c3243-bb85-44d7-b6c8-67aeda661bf0 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Unset dirty status for tenant:881a7265684948edb031f4c4cf17eb2d on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:15.261085 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7c4c3243-bb85-44d7-b6c8-67aeda661bf0 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 207 time: 0.4045429 May 09 05:03:15.263010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24bd8e2-cf5c-438c-869a-03ae926d2d67']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.264274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59816) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:15.270048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.283580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5ad62-bb9f-4b60-a492-ae778fc33a93 req-1b4b17e7-ef23-405c-ba85-a43436bb6f46 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:15.285101 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-92f5ad62-bb9f-4b60-a492-ae778fc33a93 req-1b4b17e7-ef23-405c-ba85-a43436bb6f46 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 0.4196451 May 09 05:03:15.304773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee2e4a4-b483-4dd0-be57-88ea24d05743') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.305073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee2e4a4-b483-4dd0-be57-88ea24d05743') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.333959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:15.334603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.343380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.382738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.389371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.399913 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb1ac21-e4ba-4ab5-afa8-3163b1d2949c'] response: {'name': 'network-changed', 'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'status': 'completed', 'code': 200} May 09 05:03:15.433854 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '95d97e78-e4f3-4b98-afa2-7e4c7ffffc84', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'port_id': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'mac_address': 'fa:16:3e:7a:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:26Z', 'updated_at': '2022-05-09T05:03:10Z', 'revision_number': 1, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.445376 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] Checking router: 470fc4ee-ed16-488b-80dd-a2d1b6501110 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:03:15.452710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.470090 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:15.471248 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.493874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] Routers {'a4249976-eaec-45c2-9e7c-7fb66738bdc9'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:15.495045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.517786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:15.518370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.554185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Subnet': ['ID=32390bff-5134-41fb-891a-129005f83a1f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:15.556695 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:15.650302 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-92f5ad62-bb9f-4b60-a492-ae778fc33a93 req-fd774852-fb68-4488-9f8b-524ff11c4003 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385892 May 09 05:03:15.694669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:15.695072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e8c3-6e1c-4798-9750-b913894a4ac6 None None] The sync data for ids ['a4249976-eaec-45c2-9e7c-7fb66738bdc9'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:15.726823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285450d2-8696-4cbd-8945-4756241fc31a None None] Pushing event updated for resources: {'Port': ['ID=a0430ebd-803d-41c4-8e14-cd0a17f74c09,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:15.766744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.804990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.836561 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:03:15.869669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:15.902022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.033794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dae64a-9648-4f7c-aae1-4fd48c55212f']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:16.046333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.069562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:16.069994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:16.127627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.140266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c49d3-60b6-46f6-a2a8-dbd7cb557eac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.142123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Network': ['ID=e24bd8e2-cf5c-438c-869a-03ae926d2d67,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:16.151125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.151639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c49d3-60b6-46f6-a2a8-dbd7cb557eac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.159024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c49d3-60b6-46f6-a2a8-dbd7cb557eac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.173886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c49d3-60b6-46f6-a2a8-dbd7cb557eac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.189942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-d510e2b0-0cdf-44e5-8a9c-a347f079c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.191562 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-d510e2b0-0cdf-44e5-8a9c-a347f079c68c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ce6ecd3471d470098c25bd511381f67&device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 1098 time: 0.7374551 May 09 05:03:16.196248 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dd1e3ba9-95d9-4c30-b7d9-27e43552df0f tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/networks/e24bd8e2-cf5c-438c-869a-03ae926d2d67 HTTP/1.1" status: 204 len: 168 time: 1.8755760 May 09 05:03:16.196644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c49d3-60b6-46f6-a2a8-dbd7cb557eac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.203141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c49d3-60b6-46f6-a2a8-dbd7cb557eac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.203842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59846) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:16.210203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.210402 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-092c49d3-60b6-46f6-a2a8-dbd7cb557eac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9449716 May 09 05:03:16.229221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59850) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:16.350793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:16.351380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:16.372073 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:16.536710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.561458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ff5607cd-e0cf-4d50-8a9e-a473face58bc tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3307405 May 09 05:03:16.567396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59860) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:16.573372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-bd34f191-1623-4e38-86bd-287c1d6eb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.575282 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-bd34f191-1623-4e38-86bd-287c1d6eb646 service neutron] 10.222.0.59 "GET /v2.0/networks?id=006d628d-117a-41c0-bc9d-1e03dbacc9bb HTTP/1.1" status: 200 len: 911 time: 0.3744102 May 09 05:03:16.584537 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '95d97e78-e4f3-4b98-afa2-7e4c7ffffc84', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'port_id': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'mac_address': 'fa:16:3e:7a:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:26Z', 'updated_at': '2022-05-09T05:03:10Z', 'revision_number': 1, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:16.594410 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86087db2-d070-4703-b9a4-36d9bfeec7a8 None None] The sync data for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv is: [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '95d97e78-e4f3-4b98-afa2-7e4c7ffffc84', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'port_id': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'mac_address': 'fa:16:3e:7a:43:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:02:26Z', 'updated_at': '2022-05-09T05:03:10Z', 'revision_number': 1, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:16.617491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting port 1a99a814-a8a0-44a1-bc11-18f422b0fd2a {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:16.637622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:16.659623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59864) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:16.709655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a0430ebd-803d-41c4-8e14-cd0a17f74c09 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:16.735499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f302d99-9459-4c87-b7ef-1333277c046e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.737332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f302d99-9459-4c87-b7ef-1333277c046e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.738882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f302d99-9459-4c87-b7ef-1333277c046e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.740701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f302d99-9459-4c87-b7ef-1333277c046e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.742701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f302d99-9459-4c87-b7ef-1333277c046e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.744759 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4f302d99-9459-4c87-b7ef-1333277c046e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1756124 May 09 05:03:16.757006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59868) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:16.829154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c5276-e3b3-418a-a4af-32d294ae4220 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.835435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c5276-e3b3-418a-a4af-32d294ae4220 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:16.835625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a0430ebd-803d-41c4-8e14-cd0a17f74c09 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:16.836268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e16c5276-e3b3-418a-a4af-32d294ae4220 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Synchronizing usage tracker for tenant:ab880aabb114445baeac2647275c4fed on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:16.908518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:03:16.908518 dv-neutron-840482-1-hyperv neutron-server[88041]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:03:16.908518 dv-neutron-840482-1-hyperv neutron-server[88041]: [parameters: {'id': 'f0dae64a-9648-4f7c-aae1-4fd48c55212f'}] May 09 05:03:16.908518 dv-neutron-840482-1-hyperv neutron-server[88041]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:16.908985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:16.928606 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843e4b5-a77e-4ea0-912c-a0f61690ee21 None None] New status for floating IP 95d97e78-e4f3-4b98-afa2-7e4c7ffffc84: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:03:16.977327 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-982425c2-c88e-489c-bf03-7407eba171e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840 HTTP/1.1" status: 200 len: 999 time: 0.3182969 May 09 05:03:16.981591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e16c5276-e3b3-418a-a4af-32d294ae4220 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Unset dirty status for tenant:ab880aabb114445baeac2647275c4fed on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:16.990082 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e16c5276-e3b3-418a-a4af-32d294ae4220 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7835360 May 09 05:03:16.991846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59874) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:17.001337 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1324943778'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:17.007065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:17.018727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:17.075265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.078486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Made reservation on behalf of ab880aabb114445baeac2647275c4fed for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:17.082214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.099435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1020052792'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:17.119045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:17.119490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c67caa-852d-47cf-b80d-0aa8a58c4fff None None] Network f0dae64a-9648-4f7c-aae1-4fd48c55212f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:17.132143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:network and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:17.135517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:17.153101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2851d-5645-451d-a939-153b6219b0a0 req-8ae41ae2-d1e6-4775-b2a9-4047a38f752c tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.160238 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e2851d-5645-451d-a939-153b6219b0a0 req-8ae41ae2-d1e6-4775-b2a9-4047a38f752c tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5320153 May 09 05:03:17.162899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:17.166232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2221734-feef-4011-aae2-ac63b6ad56d4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.168851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2221734-feef-4011-aae2-ac63b6ad56d4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.170979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2221734-feef-4011-aae2-ac63b6ad56d4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.173806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2221734-feef-4011-aae2-ac63b6ad56d4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.177542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2221734-feef-4011-aae2-ac63b6ad56d4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.179761 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e2221734-feef-4011-aae2-ac63b6ad56d4 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4205925 May 09 05:03:17.217404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59882) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:17.230530 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e2851d-5645-451d-a939-153b6219b0a0 req-beb51996-d998-4df3-ae72-7701eb68b858 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691268 May 09 05:03:17.263015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-330a8b09-3886-4ce4-abac-d1abbcf9800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.264619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-330a8b09-3886-4ce4-abac-d1abbcf9800d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7200ab0-492c-472f-976d-f00eea86fa74 HTTP/1.1" status: 200 len: 849 time: 0.2716062 May 09 05:03:17.268331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:17.268927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Calling delete_port for 1a99a814-a8a0-44a1-bc11-18f422b0fd2a owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:17.274878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:17.278427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.352357 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a70058f5-6e00-4e97-8c4f-9c8a9de4b153 None None] Provisioning for port a0430ebd-803d-41c4-8e14-cd0a17f74c09 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:17.361753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a70058f5-6e00-4e97-8c4f-9c8a9de4b153 None None] Provisioning complete for port a0430ebd-803d-41c4-8e14-cd0a17f74c09 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:17.362059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a70058f5-6e00-4e97-8c4f-9c8a9de4b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.392425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.411671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:17.411908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.419540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.421495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:security_group_rule and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:17.426762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.427167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Added segment 59aba938-f52e-40d7-826e-6be52ca2de88 of type vlan for network 0c74adca-eb59-41d2-82cc-a17fc8e8d6b3 May 09 05:03:17.432914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:17.456742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:17.470415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.525312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a70058f5-6e00-4e97-8c4f-9c8a9de4b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.556043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] DHCP port deletion for f0dae64a-9648-4f7c-aae1-4fd48c55212f request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:17.557119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event deleted for resources: {'Port': ['ID=1a99a814-a8a0-44a1-bc11-18f422b0fd2a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:17.574952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] Deleting port a0430ebd-803d-41c4-8e14-cd0a17f74c09 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:17.575313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.614137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a70058f5-6e00-4e97-8c4f-9c8a9de4b153 None None] For port a0430ebd-803d-41c4-8e14-cd0a17f74c09, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a0430ebd-803d-41c4-8e14-cd0a17f74c09,segment=NetworkSegment(30c6730d-04bd-47ab-bd19-1c3c6a5f74e9),segment_id=30c6730d-04bd-47ab-bd19-1c3c6a5f74e9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:17.626874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a70058f5-6e00-4e97-8c4f-9c8a9de4b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.660229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting port a0430ebd-803d-41c4-8e14-cd0a17f74c09 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:17.660596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.669805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.685659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.725373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b76fb-f1ed-48db-910c-092e8078c7ba tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.727003 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-761b76fb-f1ed-48db-910c-092e8078c7ba tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/networks/9d92df9e-8eff-4bb4-9d76-f5c868c95f3c HTTP/1.1" status: 200 len: 804 time: 0.4908540 May 09 05:03:17.739670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59886) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:17.750518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70058f5-6e00-4e97-8c4f-9c8a9de4b153 None None] Pushing event updated for resources: {'Port': ['ID=a0430ebd-803d-41c4-8e14-cd0a17f74c09,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:17.860270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.862665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.863359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] For port a0430ebd-803d-41c4-8e14-cd0a17f74c09, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a0430ebd-803d-41c4-8e14-cd0a17f74c09,segment=NetworkSegment(30c6730d-04bd-47ab-bd19-1c3c6a5f74e9),segment_id=30c6730d-04bd-47ab-bd19-1c3c6a5f74e9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:17.863813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.920633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-0a423ad7-5660-46d8-b14c-70e79b4ef4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.922191 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-0a423ad7-5660-46d8-b14c-70e79b4ef4e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=006d628d-117a-41c0-bc9d-1e03dbacc9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5861375 May 09 05:03:17.938123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:17.944164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:17.944816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.000100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] Calling delete_port for a0430ebd-803d-41c4-8e14-cd0a17f74c09 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:18.093341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.112805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.113555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Fanout notify agent at l3_agent the message router_deleted on router a4249976-eaec-45c2-9e7c-7fb66738bdc9 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:03:18.131901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.133023 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6d438112-33cd-4082-9cb4-778e5598c490 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "DELETE /v2.0/routers/a4249976-eaec-45c2-9e7c-7fb66738bdc9 HTTP/1.1" status: 204 len: 168 time: 2.9478416 May 09 05:03:18.135454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59890) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:18.144044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] Pushing event deleted for resources: {'Port': ['ID=a0430ebd-803d-41c4-8e14-cd0a17f74c09,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:18.146474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064840f-aa07-413f-a391-01085b71bb0d None None] No DVR routers for this DVR port a0430ebd-803d-41c4-8e14-cd0a17f74c09 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:18.212921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting subnet f02d76ee-b030-4c70-a1f3-3904279468ff {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:18.216040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.298553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.334053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.352413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Network': ['ID=0c74adca-eb59-41d2-82cc-a17fc8e8d6b3,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:18.360130 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2b2dd4a7-45a4-4014-92e6-58ef144e7aed tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3619714 May 09 05:03:18.360362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59896) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:18.366789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.366932 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1450663299'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:18.370705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] For port a0430ebd-803d-41c4-8e14-cd0a17f74c09, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a0430ebd-803d-41c4-8e14-cd0a17f74c09,segment=NetworkSegment(30c6730d-04bd-47ab-bd19-1c3c6a5f74e9),segment_id=30c6730d-04bd-47ab-bd19-1c3c6a5f74e9)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:18.371059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.371950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 0c74adca-eb59-41d2-82cc-a17fc8e8d6b3 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:18.401887 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5b4982a-487d-4bfc-ab17-f04fdfc0bdf9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/networks/9d92df9e-8eff-4bb4-9d76-f5c868c95f3c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6590533 May 09 05:03:18.410777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59900) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:18.425163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:18.468425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Usage tracker for resource:network and tenant:ab880aabb114445baeac2647275c4fed is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:18.483990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:18.519777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:18.539248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Calling delete_port for a0430ebd-803d-41c4-8e14-cd0a17f74c09 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:18.551877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Made reservation on behalf of ab880aabb114445baeac2647275c4fed for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:18.555466 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.555643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.576186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75003909-a280-4989-a512-1f184576566e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:18.577506 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-75003909-a280-4989-a512-1f184576566e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/subnets/8c451905-2920-4105-9413-935ca6d96889 HTTP/1.1" status: 200 len: 843 time: 0.1570334 May 09 05:03:18.579752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.585071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:18.596269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59904) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:18.607112 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-0f013669-9292-4f05-bb5f-818d91d7086e service neutron] 10.222.0.59 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6700950 May 09 05:03:18.645353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad8f963-3e76-48a5-910c-139424097682,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:18.646139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a0430ebd-803d-41c4-8e14-cd0a17f74c09 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:18.658926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce968d-782c-4a13-a014-d8630e38251c req-f5a23769-0450-45db-a429-83f605d910bb tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:18.660378 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dcce968d-782c-4a13-a014-d8630e38251c req-f5a23769-0450-45db-a429-83f605d910bb tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3023133 May 09 05:03:18.661173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:18.676090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.676448 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Added segment 3f54a712-8645-416f-96bd-70861d229e04 of type vlan for network 70706d81-d675-4cfe-958a-a73b6619fb1a May 09 05:03:18.685018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.685363 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Added segment d1bfc9ac-a0b6-4f50-b534-f975a466ca04 of type vlan for network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab May 09 05:03:18.699187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a0430ebd-803d-41c4-8e14-cd0a17f74c09 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:18.699566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a0430ebd-803d-41c4-8e14-cd0a17f74c09 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:18.724868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.787068 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dcce968d-782c-4a13-a014-d8630e38251c req-6ae817b6-c6c8-4d65-a204-b957ffed95b4 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120090 May 09 05:03:18.787650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event deleted for resources: {'Subnet': ['ID=f02d76ee-b030-4c70-a1f3-3904279468ff,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:18.792232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.798766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.809677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af24c6db-453a-4be2-a869-4c73eca42193 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:18.811337 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-af24c6db-453a-4be2-a869-4c73eca42193 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "GET /v2.0/subnets/8c451905-2920-4105-9413-935ca6d96889?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2138240 May 09 05:03:18.816753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59908) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:18.820687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff23df-2331-4e9d-9fa7-ede3821df935 None None] Network 1d7b76f0-dfdc-4759-8660-4a85de001850 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:18.827332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.831770 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c5b328b0-680e-443f-9957-396576d44b8f tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "DELETE /v2.0/subnets/f02d76ee-b030-4c70-a1f3-3904279468ff HTTP/1.1" status: 204 len: 168 time: 0.6935465 May 09 05:03:18.832836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59912) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:18.834458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966384110'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:18.841674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:18.842021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:18.856387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:18.858492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.865772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:18.866516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.883888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:18.909651 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23cef65-a0d3-4852-b27a-ba27c1b9d959 req-6194b9b9-3db2-4059-a0d5-575e21af05e6 service neutron] 10.222.0.59 "GET /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604220 May 09 05:03:18.916146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:18.919888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.934181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:18.939613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:18.940222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.052869 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6922708 May 09 05:03:19.058458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59916) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:19.067599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'ports': [{'network_id': '0c74adca-eb59-41d2-82cc-a17fc8e8d6b3', 'name': 'tempest-port--49479203', 'admin_state_up': True}, {'network_id': '70706d81-d675-4cfe-958a-a73b6619fb1a', 'admin_state_up': False}]} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:19.067900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'port': {'network_id': '0c74adca-eb59-41d2-82cc-a17fc8e8d6b3', 'name': 'tempest-port--49479203', 'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:19.068381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'port': {'network_id': '70706d81-d675-4cfe-958a-a73b6619fb1a', 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:19.079720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:19.085203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.092468 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4247270 May 09 05:03:19.096275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59920) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:19.098277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b5e67-9bd4-4b60-a369-7cc362176181 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Network': ['ID=70706d81-d675-4cfe-958a-a73b6619fb1a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:19.098729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098beec1-25b5-43b1-8c83-70de28b00c87 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Network': ['ID=30e7cd6d-490a-458f-a6bd-a19ec8eef4ab,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:19.110619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'subnet': {'network_id': '30e7cd6d-490a-458f-a6bd-a19ec8eef4ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:19.112417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 70706d81-d675-4cfe-958a-a73b6619fb1a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:19.137280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.137740 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Added segment 3ec74e39-150a-461c-b2a3-70439748225c of type vlan for network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed May 09 05:03:19.177404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting port 2e766887-28f5-43ec-a83e-9648fe351b9c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:19.177785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.185217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] DHCP port deletion for 1d7b76f0-dfdc-4759-8660-4a85de001850 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:19.186968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:19.249822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.255688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:19.261349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:subnet and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:19.261537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] Deleting port 2e766887-28f5-43ec-a83e-9648fe351b9c {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:19.261927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.265684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:19.272637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:19.296501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:19.303070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.326915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.332657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:19.333246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.415292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:19.467491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Usage tracker for resource:port and tenant:ab880aabb114445baeac2647275c4fed is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:19.474740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:19.491770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:19.505483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting port a0430ebd-803d-41c4-8e14-cd0a17f74c09 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:19.506149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.520767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] For port 2e766887-28f5-43ec-a83e-9648fe351b9c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2e766887-28f5-43ec-a83e-9648fe351b9c,segment=NetworkSegment(2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095),segment_id=2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:19.521161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.525195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] For port 2e766887-28f5-43ec-a83e-9648fe351b9c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2e766887-28f5-43ec-a83e-9648fe351b9c,segment=NetworkSegment(2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095),segment_id=2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:19.525637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.529560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Made reservation on behalf of ab880aabb114445baeac2647275c4fed for: {'port': 2} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:19.533904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.656165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] Calling delete_port for 2e766887-28f5-43ec-a83e-9648fe351b9c owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:19.663931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Calling delete_port for 2e766887-28f5-43ec-a83e-9648fe351b9c owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:19.684084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] The port 'a0430ebd-803d-41c4-8e14-cd0a17f74c09' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:19.690805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.725816 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9077077 May 09 05:03:19.736297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59926) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:19.742443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:19.758944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a814c-1df1-4558-84a4-89d39ba85ea8 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Network': ['ID=81859b35-ec3d-4aa5-9b83-fa6856bcc7ed,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:19.770638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'network_id': '81859b35-ec3d-4aa5-9b83-fa6856bcc7ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:19.779625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:19.813686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] Pushing event deleted for resources: {'Port': ['ID=2e766887-28f5-43ec-a83e-9648fe351b9c,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:19.816064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad681cda-62df-49a3-a390-fad2089d3477 None None] No DVR routers for this DVR port 2e766887-28f5-43ec-a83e-9648fe351b9c on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:19.995459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.055985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:20.056319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:20.059815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dae64a-9648-4f7c-aae1-4fd48c55212f']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:20.072369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:20.090695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] device_id is not set on port c514dbf8-f22d-4f0d-851e-3b823200a8a3 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:20.117918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:20.118298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c6730d-04bd-47ab-bd19-1c3c6a5f74e9') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:20.132883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:20.151745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.176279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Made reservation on behalf of 881a7265684948edb031f4c4cf17eb2d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:20.179979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.188165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.261689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.295206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] device_id is not set on port 9d6976d2-1514-4137-be30-077f25577ec9 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:20.302015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22835b-0994-4304-8684-cf28ac6342bd req-ab66724b-5be1-4923-9adf-2f09ab64a428 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:20.303585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cd22835b-0994-4304-8684-cf28ac6342bd req-ab66724b-5be1-4923-9adf-2f09ab64a428 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3826277 May 09 05:03:20.307113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:20.307493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:20.324625 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:20.327402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing IP validity checks on allocation pools {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:03:20.327402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:03:20.390792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.419612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.456725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.506129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Port': ['ID=c514dbf8-f22d-4f0d-851e-3b823200a8a3,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:20.511119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.521578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Checking segment: {'id': '59aba938-f52e-40d7-826e-6be52ca2de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0c74adca-eb59-41d2-82cc-a17fc8e8d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:20.521907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network hostable DHCP agents. Network: 0c74adca-eb59-41d2-82cc-a17fc8e8d6b3, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:20.523238 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cd22835b-0994-4304-8684-cf28ac6342bd req-638db6c5-a098-477d-9fb4-337b30a36dc3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895876 May 09 05:03:20.545543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.552671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network 0c74adca-eb59-41d2-82cc-a17fc8e8d6b3 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:20.558863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting port 2e766887-28f5-43ec-a83e-9648fe351b9c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:20.559246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.581230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Network': ['ID=f0dae64a-9648-4f7c-aae1-4fd48c55212f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:20.599293 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c249475e-4a36-4538-90ab-f9bb03704085 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/f0dae64a-9648-4f7c-aae1-4fd48c55212f HTTP/1.1" status: 204 len: 168 time: 6.5095365 May 09 05:03:20.599579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 0c74adca-eb59-41d2-82cc-a17fc8e8d6b3) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:20.602259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59934) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:20.604492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Subnet': ['ID=95cae172-e65b-4e4f-9f19-b3bcec3abaa7,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:20.605289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:20.606654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.619496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455ea8a-2cd1-473c-ad9b-a6c2b61ee2ed None None] Network 0c74adca-eb59-41d2-82cc-a17fc8e8d6b3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:20.640207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e766887-28f5-43ec-a83e-9648fe351b9c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:20.658674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Checking segment: {'id': 'd1bfc9ac-a0b6-4f50-b534-f975a466ca04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '30e7cd6d-490a-458f-a6bd-a19ec8eef4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:20.658921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] The port '2e766887-28f5-43ec-a83e-9648fe351b9c' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:20.659066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network hostable DHCP agents. Network: 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:20.669466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-13953886'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:20.675525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:20.680117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:network and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:20.683696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:20.689904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:20.707407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:20.725420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:20.727218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2e766887-28f5-43ec-a83e-9648fe351b9c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:20.727655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e766887-28f5-43ec-a83e-9648fe351b9c not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:20.733162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:20.733755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.737426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d720b8-c2b0-4a1f-924c-8a338c7253b9 None None] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:20.749515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.788067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9abc4e8b-e1e4-42ee-bca5-d9e77f8aa6f0 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6907120 May 09 05:03:20.795346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59938) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:20.810536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1861103751', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:20.825830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:20.829292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.829919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:20.845308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:router and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:20.853405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:20.856200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=815cf2b7-93cd-4edf-962e-e34061be4b60,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:20.864729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:20.875474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Checking segment: {'id': '3ec74e39-150a-461c-b2a3-70439748225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '81859b35-ec3d-4aa5-9b83-fa6856bcc7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:20.875836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network hostable DHCP agents. Network: 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:20.887654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.888658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.906571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:20.912482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.928825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:20.934268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:20.934894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.951702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Port': ['ID=9d6976d2-1514-4137-be30-077f25577ec9,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:20.974879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:20.995384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:20.997447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Checking segment: {'id': '3f54a712-8645-416f-96bd-70861d229e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '70706d81-d675-4cfe-958a-a73b6619fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:20.997812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network hostable DHCP agents. Network: 70706d81-d675-4cfe-958a-a73b6619fb1a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:21.022619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7b76f0-dfdc-4759-8660-4a85de001850']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:21.040658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.041003 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Added segment 873a2520-8ab3-4af9-9328-ebef36f74786 of type vlan for network f4477ebd-28be-4bce-b00e-6c49b12c6319 May 09 05:03:21.043660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:21.043979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7e98ca-b37f-4e3d-aa6c-42f4a3cbc095') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:21.055353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07aa411-b669-4707-bf20-ff238b163b07 None None] Network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:21.067859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.079383 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-96afc13c-d610-4559-918d-ee0f963b9de9 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3248985 May 09 05:03:21.080783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59942) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:21.088647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a498990d-692e-4a06-9b3c-c427e9d583f1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:21.092671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network 70706d81-d675-4cfe-958a-a73b6619fb1a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:21.100929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.108981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 70706d81-d675-4cfe-958a-a73b6619fb1a) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:21.112774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.115453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:21.122069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:21.127651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:21.127887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.149884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:21.150306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:21.166838 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:21.169394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b6b99-d9f2-4b3d-a775-97c8c1cc5798 None None] Network 70706d81-d675-4cfe-958a-a73b6619fb1a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:21.248991 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c599fcd7-524e-4f3f-b693-32119234c277 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.1858270 May 09 05:03:21.259911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59946) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:21.308748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.314203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:21.314857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.375399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.411250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.444308 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8376639 May 09 05:03:21.445555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.447277 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "DELETE /v2.0/networks/1d7b76f0-dfdc-4759-8660-4a85de001850 HTTP/1.1" status: 204 len: 168 time: 2.6125538 May 09 05:03:21.448751 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:21.449584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f28692-a9d2-4d3c-bdfa-86bf0479cc45 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Network': ['ID=f4477ebd-28be-4bce-b00e-6c49b12c6319,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:21.449812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59952) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:21.454464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce18aec-9c7b-47e9-9600-e77824a20383 None None] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:21.472267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Request body: {'subnet': {'network_id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:21.477948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f4477ebd-28be-4bce-b00e-6c49b12c6319 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:21.504022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4bfb2-7a7c-468e-92a1-e22b279d4751 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event deleted for resources: {'Network': ['ID=1d7b76f0-dfdc-4759-8660-4a85de001850,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:21.597151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e2a93-c207-40ca-b5d9-2d3210325c59 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:21.597799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a498990d-692e-4a06-9b3c-c427e9d583f1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6498948'] for subnet, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.603847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e2a93-c207-40ca-b5d9-2d3210325c59 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:21.604856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-009e2a93-c207-40ca-b5d9-2d3210325c59 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Synchronizing usage tracker for tenant:ab880aabb114445baeac2647275c4fed on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:21.629166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:21.638323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Usage tracker for resource:subnet and tenant:ce1e6ebacdfc40e994accc4a6a0cb55e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:21.642915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:21.650410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:21.658958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-009e2a93-c207-40ca-b5d9-2d3210325c59 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Unset dirty status for tenant:ab880aabb114445baeac2647275c4fed on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:21.665126 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-009e2a93-c207-40ca-b5d9-2d3210325c59 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.4033828 May 09 05:03:21.665828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59960) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:21.715492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Made reservation on behalf of ce1e6ebacdfc40e994accc4a6a0cb55e for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:21.719322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.782292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-81859b35-ec3d-4aa5-9b83-fa6856bcc7ed', 'network_id': '81859b35-ec3d-4aa5-9b83-fa6856bcc7ed', 'tenant_id': '881a7265684948edb031f4c4cf17eb2d', 'fixed_ips': [{'subnet_id': '815cf2b7-93cd-4edf-962e-e34061be4b60'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:21.783235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:21.810307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Deleting port 8e0034b2-0471-4583-9327-5f6033ed7d45 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:21.810657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.011203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Deleting port c514dbf8-f22d-4f0d-851e-3b823200a8a3 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:22.011695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.096524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a498990d-692e-4a06-9b3c-c427e9d583f1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775671722617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7320340'] for subnet, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.150872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e082d4f-9ae1-4330-8028-2559da8c04e9 req-0fcf4471-8716-443d-a0f6-9ee7df70415f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:22.152135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Allocated IP 2001:db8::3 (81859b35-ec3d-4aa5-9b83-fa6856bcc7ed/815cf2b7-93cd-4edf-962e-e34061be4b60/ce628ec4-8268-4384-b83c-e81c6c66af3f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:22.158429 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2e082d4f-9ae1-4330-8028-2559da8c04e9 req-0fcf4471-8716-443d-a0f6-9ee7df70415f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4913468 May 09 05:03:22.183683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.183996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.198374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a498990d-692e-4a06-9b3c-c427e9d583f1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:22.198980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a498990d-692e-4a06-9b3c-c427e9d583f1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.202916 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a498990d-692e-4a06-9b3c-c427e9d583f1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "PUT /v2.0/subnets/815cf2b7-93cd-4edf-962e-e34061be4b60 HTTP/1.1" status: 200 len: 900 time: 1.1190557 May 09 05:03:22.210505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59964) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:22.368426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.376366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Calling delete_port for 8e0034b2-0471-4583-9327-5f6033ed7d45 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:22.378470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Transition to ACTIVE for port object ce628ec4-8268-4384-b83c-e81c6c66af3f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:22.397680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Transition to ACTIVE for port object ce628ec4-8268-4384-b83c-e81c6c66af3f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:22.404906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.416109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498990d-692e-4a06-9b3c-c427e9d583f1 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event updated for resources: {'Subnet': ['ID=815cf2b7-93cd-4edf-962e-e34061be4b60,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:22.433187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2e082d4f-9ae1-4330-8028-2559da8c04e9 req-bafaa6b8-0863-4c22-8def-07f64fc6d01d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736771 May 09 05:03:22.472127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:22.475865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:22.479899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:22.487781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.571400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Pushing event updated for resources: {'Port': ['ID=ce628ec4-8268-4384-b83c-e81c6c66af3f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:22.581272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Attempting to bind port ce628ec4-8268-4384-b83c-e81c6c66af3f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:22.581737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Attempting to bind port ce628ec4-8268-4384-b83c-e81c6c66af3f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3ec74e39-150a-461c-b2a3-70439748225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '81859b35-ec3d-4aa5-9b83-fa6856bcc7ed'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:22.582194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Attempting to bind port ce628ec4-8268-4384-b83c-e81c6c66af3f on network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:22.589057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:22.589652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Checking segment: {'id': '3ec74e39-150a-461c-b2a3-70439748225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '81859b35-ec3d-4aa5-9b83-fa6856bcc7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:22.590156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.590635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Bound using segment: {'id': '3ec74e39-150a-461c-b2a3-70439748225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '81859b35-ec3d-4aa5-9b83-fa6856bcc7ed'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:22.591235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Bound port: ce628ec4-8268-4384-b83c-e81c6c66af3f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec74e39-150a-461c-b2a3-70439748225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '81859b35-ec3d-4aa5-9b83-fa6856bcc7ed'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:22.591694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.640177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.676652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.680940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Calling delete_port for c514dbf8-f22d-4f0d-851e-3b823200a8a3 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:22.721128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.735942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] For port ce628ec4-8268-4384-b83c-e81c6c66af3f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:22.739628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] For port ce628ec4-8268-4384-b83c-e81c6c66af3f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ce628ec4-8268-4384-b83c-e81c6c66af3f,segment=NetworkSegment(3ec74e39-150a-461c-b2a3-70439748225c),segment_id=3ec74e39-150a-461c-b2a3-70439748225c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:22.745750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.809978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port ce628ec4-8268-4384-b83c-e81c6c66af3f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:22.810326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.849528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8e132-6da0-45e6-a995-1de353cc49d3 None None] Pushing event updated for resources: {'Port': ['ID=ce628ec4-8268-4384-b83c-e81c6c66af3f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:22.889308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.26.0.23 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/74db0941-e114-4e4a-b499-8a2a33ca9345) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:22.891221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.920016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:03:22.923999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:22.959899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Pushing event deleted for resources: {'Port': ['ID=8e0034b2-0471-4583-9327-5f6033ed7d45,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:22.987259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.102024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Port': ['ID=c514dbf8-f22d-4f0d-851e-3b823200a8a3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:23.157531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.163967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.173015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event updated for resources: {'Subnet': ['ID=4e9f3e20-01b4-4d2c-b889-d1b4b6bf014a,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:23.220906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.224935 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c041a72b-7650-4a47-9e26-e10ab5e211a2 tempest-FloatingIPAdminTestJSON-1847020996 tempest-FloatingIPAdminTestJSON-1847020996-project] 10.222.0.50 "DELETE /v2.0/floatingips/cb48f4fb-77be-4769-8497-e839dcd4a8b4 HTTP/1.1" status: 204 len: 168 time: 1.7628913 May 09 05:03:23.225608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Checking segment: {'id': '873a2520-8ab3-4af9-9328-ebef36f74786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:23.226034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network hostable DHCP agents. Network: f4477ebd-28be-4bce-b00e-6c49b12c6319, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:23.233884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.279538 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-288145af-f3c3-4f21-b10c-a594591ae99d tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/ports/c514dbf8-f22d-4f0d-851e-3b823200a8a3 HTTP/1.1" status: 204 len: 168 time: 1.6074350 May 09 05:03:23.279538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59972) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:23.286695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.329092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Network f4477ebd-28be-4bce-b00e-6c49b12c6319 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:23.354592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, f4477ebd-28be-4bce-b00e-6c49b12c6319) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:23.362834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46e3c6-648f-473a-a0ac-0f78d789d830 None None] Network f4477ebd-28be-4bce-b00e-6c49b12c6319 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:23.365846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:23.369520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:23.372690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:23.376697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:23.377288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.396300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port ce628ec4-8268-4384-b83c-e81c6c66af3f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ce628ec4-8268-4384-b83c-e81c6c66af3f,segment=NetworkSegment(3ec74e39-150a-461c-b2a3-70439748225c),segment_id=3ec74e39-150a-461c-b2a3-70439748225c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:23.396627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.402727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=74db0941-e114-4e4a-b499-8a2a33ca9345,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:23.486117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Deleting port 9d6976d2-1514-4137-be30-077f25577ec9 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:23.486462 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.643838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-f4477ebd-28be-4bce-b00e-6c49b12c6319', 'network_id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319', 'tenant_id': 'ce1e6ebacdfc40e994accc4a6a0cb55e', 'fixed_ips': [{'subnet_id': '4e9f3e20-01b4-4d2c-b889-d1b4b6bf014a'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:23.644710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:23.712916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59980) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:23.744735 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a5dc41a9-b9c8-436e-b631-a715d5d0fac6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2924337 May 09 05:03:23.750931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59986) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:23.752152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for ce628ec4-8268-4384-b83c-e81c6c66af3f owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:23.872270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Allocated IP 2001:db8::f816:3eff:fef4:19d5 (f4477ebd-28be-4bce-b00e-6c49b12c6319/4e9f3e20-01b4-4d2c-b889-d1b4b6bf014a/c8911615-26a0-4f8f-8aa3-2a31fa0693fe) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:23.972865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dddf6-a481-471f-988c-43e73ef999f1 req-0253522a-b2c3-45bc-acb4-d00add81434d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:23.975470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-574dddf6-a481-471f-988c-43e73ef999f1 req-0253522a-b2c3-45bc-acb4-d00add81434d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3469346 May 09 05:03:24.111264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72f173-71b0-4edd-9704-0669ffe10b09 None None] Network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:24.141338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.167964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.176599 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4b18baeb-6024-40d3-b7d5-ac78e2e92433 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=552d729a392a4a17b0f67e5754762d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598260 May 09 05:03:24.185560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 59990) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:24.188519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-574dddf6-a481-471f-988c-43e73ef999f1 req-ea8e90f9-6c7a-4909-b40e-06fcd8c5717d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065756 May 09 05:03:24.206722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Port': ['ID=ce628ec4-8268-4384-b83c-e81c6c66af3f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:24.224138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.235831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.261129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-572460b8-72d3-4785-ae93-b8848ad37191 None None] Could not find standard attr ID for object ce628ec4-8268-4384-b83c-e81c6c66af3f. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:03:24.326754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.343719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Transition to ACTIVE for port object c8911615-26a0-4f8f-8aa3-2a31fa0693fe will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:24.401231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No DVR routers for this DVR port ce628ec4-8268-4384-b83c-e81c6c66af3f on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:24.402612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Transition to ACTIVE for port object c8911615-26a0-4f8f-8aa3-2a31fa0693fe will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:24.409223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Calling delete_port for 9d6976d2-1514-4137-be30-077f25577ec9 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:24.413953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.519856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Network f4477ebd-28be-4bce-b00e-6c49b12c6319 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:24.522731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:24.526600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:24.531212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.560601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Pushing event updated for resources: {'Port': ['ID=c8911615-26a0-4f8f-8aa3-2a31fa0693fe,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:24.600058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7630533a-d440-4150-aede-f264fffca1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.601818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.635015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.659800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Attempting to bind port c8911615-26a0-4f8f-8aa3-2a31fa0693fe on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:24.661226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Attempting to bind port c8911615-26a0-4f8f-8aa3-2a31fa0693fe by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '873a2520-8ab3-4af9-9328-ebef36f74786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:24.662060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Attempting to bind port c8911615-26a0-4f8f-8aa3-2a31fa0693fe on network f4477ebd-28be-4bce-b00e-6c49b12c6319 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:24.673007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:24.673758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Checking segment: {'id': '873a2520-8ab3-4af9-9328-ebef36f74786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:24.674364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.675002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Bound using segment: {'id': '873a2520-8ab3-4af9-9328-ebef36f74786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:24.676516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Bound port: c8911615-26a0-4f8f-8aa3-2a31fa0693fe, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873a2520-8ab3-4af9-9328-ebef36f74786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:24.677341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.688767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Port': ['ID=9d6976d2-1514-4137-be30-077f25577ec9,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:24.693752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.707269 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-943ef413-4d0f-4809-a260-6637c9d225a3 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/ports/9d6976d2-1514-4137-be30-077f25577ec9 HTTP/1.1" status: 204 len: 168 time: 1.4271100 May 09 05:03:24.709969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59994) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:24.755917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1f00b80f-a7b3-4e2f-b6ff-976ea91f9a3a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Synchronizing usage tracker for tenant:ab880aabb114445baeac2647275c4fed on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:24.766421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03daf990-a55f-46f4-b20c-1e4fc1158c87 None None] Network 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:24.770685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7630533a-d440-4150-aede-f264fffca1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.778375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1f00b80f-a7b3-4e2f-b6ff-976ea91f9a3a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Unset dirty status for tenant:ab880aabb114445baeac2647275c4fed on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:24.779579 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1f00b80f-a7b3-4e2f-b6ff-976ea91f9a3a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0684342 May 09 05:03:24.782499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.786535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 59998) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:24.818008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1027228774'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:24.833161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:24.837611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=815cf2b7-93cd-4edf-962e-e34061be4b60,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:24.840803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Usage tracker for resource:network and tenant:ab880aabb114445baeac2647275c4fed is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:24.863339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:24.900143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] For port c8911615-26a0-4f8f-8aa3-2a31fa0693fe, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:24.914623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:24.940558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.947899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.956467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Made reservation on behalf of ab880aabb114445baeac2647275c4fed for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:24.960571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.979416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] For port c8911615-26a0-4f8f-8aa3-2a31fa0693fe, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c8911615-26a0-4f8f-8aa3-2a31fa0693fe,segment=NetworkSegment(873a2520-8ab3-4af9-9328-ebef36f74786),segment_id=873a2520-8ab3-4af9-9328-ebef36f74786)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:24.991137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:24.998368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.000693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:25.004351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9f3e20-01b4-4d2c-b889-d1b4b6bf014a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:25.012599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7630533a-d440-4150-aede-f264fffca1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.016846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81859b35-ec3d-4aa5-9b83-fa6856bcc7ed']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:25.030838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.031188 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Added segment 540b06c0-84d2-4f0f-9191-49818f262b92 of type vlan for network 0ec61e31-4a64-4676-81e8-7b0312e7029e May 09 05:03:25.033286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec74e39-150a-461c-b2a3-70439748225c') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:25.033582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec74e39-150a-461c-b2a3-70439748225c') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:25.052453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.081696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.085862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.094920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:25.095395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.098054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e1cdc-4aa5-4a85-8e77-f8bed3a232d2 None None] Pushing event updated for resources: {'Port': ['ID=c8911615-26a0-4f8f-8aa3-2a31fa0693fe,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:25.100871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a58a5-df34-4255-aa38-645170204ba1 None None] DHCP port deletion for 81859b35-ec3d-4aa5-9b83-fa6856bcc7ed request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:25.111273 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:25.221155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.227802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.231993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630533a-d440-4150-aede-f264fffca1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e44aa2-b3a8-4230-bdc8-0fef33c0c339,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:25.234245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:25.234625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.263432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.279714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.314007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4477ebd-28be-4bce-b00e-6c49b12c6319']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:25.338295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873a2520-8ab3-4af9-9328-ebef36f74786') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:25.338819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873a2520-8ab3-4af9-9328-ebef36f74786') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:25.473123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7630533a-d440-4150-aede-f264fffca1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.477092 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7630533a-d440-4150-aede-f264fffca1b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0e44aa2-b3a8-4230-bdc8-0fef33c0c339 HTTP/1.1" status: 204 len: 168 time: 1.2850215 May 09 05:03:25.477092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60004) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:25.477550 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6604562 May 09 05:03:25.478555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fcebb-fb94-4473-af36-16219b449656 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Network': ['ID=0ec61e31-4a64-4676-81e8-7b0312e7029e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:25.489253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.494132 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/81859b35-ec3d-4aa5-9b83-fa6856bcc7ed HTTP/1.1" status: 204 len: 168 time: 3.2752144 May 09 05:03:25.511145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60010) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:25.512094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 0ec61e31-4a64-4676-81e8-7b0312e7029e details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:25.517062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1871616802'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:25.522041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:25.526902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Usage tracker for resource:network and tenant:ab880aabb114445baeac2647275c4fed is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:25.529958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:25.537371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:25.563055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Made reservation on behalf of ab880aabb114445baeac2647275c4fed for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:25.586157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366d0a3-a235-4734-8bd1-15feaf55456c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=81859b35-ec3d-4aa5-9b83-fa6856bcc7ed,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:25.590720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.603921 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-66959dab-8efb-4df9-857d-37a7cf147f62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:25.604376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66959dab-8efb-4df9-857d-37a7cf147f62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:25.608458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-66959dab-8efb-4df9-857d-37a7cf147f62 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/815cf2b7-93cd-4edf-962e-e34061be4b60 HTTP/1.1" status: 404 len: 337 time: 0.0752771 May 09 05:03:25.609478 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60014) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:25.628707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.649780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:25.650293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:25.674073 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:25.789862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:25.810360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:03:25.810360 dv-neutron-840482-1-hyperv neutron-server[88041]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:03:25.810360 dv-neutron-840482-1-hyperv neutron-server[88041]: [parameters: {'id': 'f4477ebd-28be-4bce-b00e-6c49b12c6319'}] May 09 05:03:25.810360 dv-neutron-840482-1-hyperv neutron-server[88041]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:25.810918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:25.819965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.820681 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Added segment 6f0a65e4-da08-4a74-99b6-7dec05cf580c of type vlan for network dd335c19-af79-416d-9240-7c4d1855f595 May 09 05:03:25.824281 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c470feb6-c7d0-41ff-80d0-4509936dd7ed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:25.825011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c470feb6-c7d0-41ff-80d0-4509936dd7ed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:25.828797 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c470feb6-c7d0-41ff-80d0-4509936dd7ed tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/81859b35-ec3d-4aa5-9b83-fa6856bcc7ed HTTP/1.1" status: 404 len: 339 time: 0.2159309 May 09 05:03:25.829775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60020) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:25.838500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:03:25.858034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ecf6d-41f9-4608-a525-98e2152fc876 req-d9f0083d-1efc-4626-8ea1-278d83625f0a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:25.859590 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-592ecf6d-41f9-4608-a525-98e2152fc876 req-d9f0083d-1efc-4626-8ea1-278d83625f0a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4743078 May 09 05:03:25.866967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:25.983747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60024) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:26.002993 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-592ecf6d-41f9-4608-a525-98e2152fc876 req-52f24a78-9923-4bde-a56a-0b8d895b9c4b tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914390 May 09 05:03:26.006518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.017359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.039588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.041296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:26.046033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:afcfda22073f4beaba8761d90da19cac is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:26.046618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:26.047966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.050340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:26.089725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:26.189130 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7028794 May 09 05:03:26.198211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.205450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccc254-8e33-41cf-9a51-81ed708b823a tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Network': ['ID=dd335c19-af79-416d-9240-7c4d1855f595,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:26.210662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:26.231348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:26.237833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7d8a90-713d-4700-beca-c9c47966ff0c']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:26.254927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.257185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60f4ed8-206f-4c9a-88ef-9c4d16b28fc8') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:26.257917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60f4ed8-206f-4c9a-88ef-9c4d16b28fc8') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:26.259241 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-067c4e6f-7b30-4228-a4fe-2a8e3008c00f tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4629314 May 09 05:03:26.260074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60028) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:26.275814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.291546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:26.296577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:26.326174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.343626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:26.344020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:26.360789 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:26.396956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network dd335c19-af79-416d-9240-7c4d1855f595 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:26.467251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:26.500676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.501600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.508057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.546015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting port c8911615-26a0-4f8f-8aa3-2a31fa0693fe {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:26.546292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.548434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc0469-63a4-4aa5-9e9e-11713b465a5d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:26.551031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.572803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.583526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e384cf0-ed72-40d4-91b1-c99fe76f0e8c None None] Network f4477ebd-28be-4bce-b00e-6c49b12c6319 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:26.608593 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-35824490-e5a4-4537-8767-ca145e09a8c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afcfda22073f4beaba8761d90da19cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240735 May 09 05:03:26.609629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=6e7d8a90-713d-4700-beca-c9c47966ff0c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:26.614423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60032) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:26.630431 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8d5f1d67-3a32-477e-a12c-e9436152beb3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/6e7d8a90-713d-4700-beca-c9c47966ff0c HTTP/1.1" status: 204 len: 168 time: 0.7996700 May 09 05:03:26.633813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60036) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:26.691114 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-36767172-960c-47dd-8448-8631a87391e6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:26.691948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36767172-960c-47dd-8448-8631a87391e6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:26.694285 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-36767172-960c-47dd-8448-8631a87391e6 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/26ec5ce8-edbd-4272-ba5b-9754caefb2eb HTTP/1.1" status: 404 len: 337 time: 0.0585656 May 09 05:03:26.702544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60040) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:26.735160 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fabeccd-23ee-48d4-88ad-0b39a47f7d44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:26.736447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fabeccd-23ee-48d4-88ad-0b39a47f7d44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:26.738396 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4fabeccd-23ee-48d4-88ad-0b39a47f7d44 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/b14ad288-4349-4b8d-84b2-2f258ad0ebee HTTP/1.1" status: 404 len: 339 time: 0.0321505 May 09 05:03:26.741851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60044) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:26.818356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting subnet 859521e1-632d-450d-b3fc-5b2057ff80f7 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:26.821611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.831187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c8911615-26a0-4f8f-8aa3-2a31fa0693fe up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:26.878888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:26.910833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:26.911768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:26.969461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.024691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:27.025334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412c3b9-b37c-4929-bc9d-b225237c66f2 None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:27.058775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.106026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c75a6f13-221d-4db0-9d6f-f68e481d4aa4 None None] Provisioning for port c8911615-26a0-4f8f-8aa3-2a31fa0693fe completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:27.120330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d82c94-1e6c-4b80-89dc-68e5117e86ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.122843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=859521e1-632d-450d-b3fc-5b2057ff80f7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:27.134990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.158374 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ac09cf27-d1e1-4630-ada0-e1e2a9f6199d tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/859521e1-632d-450d-b3fc-5b2057ff80f7 HTTP/1.1" status: 204 len: 168 time: 0.4130960 May 09 05:03:27.161973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f508bc-724e-47a7-bd32-bb32eebc36b6 None None] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:27.165549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60050) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:27.176930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c8911615-26a0-4f8f-8aa3-2a31fa0693fe completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:27.180439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] For port c8911615-26a0-4f8f-8aa3-2a31fa0693fe, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c8911615-26a0-4f8f-8aa3-2a31fa0693fe,segment=NetworkSegment(873a2520-8ab3-4af9-9328-ebef36f74786),segment_id=873a2520-8ab3-4af9-9328-ebef36f74786)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:27.183658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.211734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d82c94-1e6c-4b80-89dc-68e5117e86ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.245464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c8911615-26a0-4f8f-8aa3-2a31fa0693fe triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:27.246072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.285711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d82c94-1e6c-4b80-89dc-68e5117e86ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.302555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d82c94-1e6c-4b80-89dc-68e5117e86ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc0469-63a4-4aa5-9e9e-11713b465a5d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:27.315662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d82c94-1e6c-4b80-89dc-68e5117e86ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.317109 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f9d82c94-1e6c-4b80-89dc-68e5117e86ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93bc0469-63a4-4aa5-9e9e-11713b465a5d HTTP/1.1" status: 204 len: 168 time: 0.7013223 May 09 05:03:27.514004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.540164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting subnet fe87af53-39f0-4a88-8912-08c2d841903f {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:27.550156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Calling delete_port for c8911615-26a0-4f8f-8aa3-2a31fa0693fe owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:27.583770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] DHCP port deletion for f4477ebd-28be-4bce-b00e-6c49b12c6319 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:27.590670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Deleting port c8911615-26a0-4f8f-8aa3-2a31fa0693fe {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:27.591587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.598945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.803265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.839057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60060) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:27.842491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] For port c8911615-26a0-4f8f-8aa3-2a31fa0693fe, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c8911615-26a0-4f8f-8aa3-2a31fa0693fe,segment=NetworkSegment(873a2520-8ab3-4af9-9328-ebef36f74786),segment_id=873a2520-8ab3-4af9-9328-ebef36f74786)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:27.842892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.858763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:27.887783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:27.892955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Usage tracker for resource:security_group_rule and tenant:2f55ef7803db4b05b841cf483a7e86e1 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:27.896721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:27.904177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:27.963603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ac0ed-1e64-49c4-ba81-772fbf82816b req-d4d8282f-4654-49e4-9db1-1c982d192773 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:27.970987 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-943ac0ed-1e64-49c4-ba81-772fbf82816b req-d4d8282f-4654-49e4-9db1-1c982d192773 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6783805 May 09 05:03:27.977989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.012775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Calling delete_port for c8911615-26a0-4f8f-8aa3-2a31fa0693fe owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:28.045672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.053439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.107332 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f55ef7803db4b05b841cf483a7e86e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664289 May 09 05:03:28.111459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60064) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:28.172228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:28.173041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:28.175414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f28d8-e0a0-4e98-8150-d31f99999063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740e3569-f865-46e2-b5c6-62bdf43dc9f5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:28.181808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No DVR routers for this DVR port c8911615-26a0-4f8f-8aa3-2a31fa0693fe on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:28.189986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Port': ['ID=c8911615-26a0-4f8f-8aa3-2a31fa0693fe,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:28.234473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e355a779-9834-4851-8bce-1bce80986374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.272013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e355a779-9834-4851-8bce-1bce80986374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.286021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ce628ec4-8268-4384-b83c-e81c6c66af3f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:28.341459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ce628ec4-8268-4384-b83c-e81c6c66af3f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:28.341806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ce628ec4-8268-4384-b83c-e81c6c66af3f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:28.342116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e355a779-9834-4851-8bce-1bce80986374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.364683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355a779-9834-4851-8bce-1bce80986374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740e3569-f865-46e2-b5c6-62bdf43dc9f5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:28.373340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e355a779-9834-4851-8bce-1bce80986374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.394233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e355a779-9834-4851-8bce-1bce80986374 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/740e3569-f865-46e2-b5c6-62bdf43dc9f5 HTTP/1.1" status: 204 len: 168 time: 0.2815788 May 09 05:03:28.395036 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-943ac0ed-1e64-49c4-ba81-772fbf82816b req-14bdb587-a1b4-48fa-ad0a-16b0a121b956 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229131 May 09 05:03:28.409200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.424350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.514689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4477ebd-28be-4bce-b00e-6c49b12c6319']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:28.541326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873a2520-8ab3-4af9-9328-ebef36f74786') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:28.541670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873a2520-8ab3-4af9-9328-ebef36f74786') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:28.568487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.585083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.610663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.674175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Deleting port c8911615-26a0-4f8f-8aa3-2a31fa0693fe {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:28.674811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.739362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:28.739779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:28.755129 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:28.767581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.790328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a78a2b0d-1783-476b-8406-356b2f8476c3 None None] The port 'c8911615-26a0-4f8f-8aa3-2a31fa0693fe' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:28.792574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c8911615-26a0-4f8f-8aa3-2a31fa0693fe no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:28.873367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c8911615-26a0-4f8f-8aa3-2a31fa0693fe {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:28.873703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c8911615-26a0-4f8f-8aa3-2a31fa0693fe not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:28.922005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=fe87af53-39f0-4a88-8912-08c2d841903f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:28.931455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:28.996272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.019214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.083355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Network': ['ID=f4477ebd-28be-4bce-b00e-6c49b12c6319,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:29.090920 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d3ce87ac-635e-45be-8a08-fa7d03332904 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/fe87af53-39f0-4a88-8912-08c2d841903f HTTP/1.1" status: 204 len: 168 time: 1.9222014 May 09 05:03:29.092203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60082) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.095993 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e0dcca01-d0eb-4159-8750-6b4fb45ccf37 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/f4477ebd-28be-4bce-b00e-6c49b12c6319 HTTP/1.1" status: 204 len: 168 time: 5.3402176 May 09 05:03:29.101878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60086) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.153039 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-be14b13b-e324-4dc2-b699-505cbe4ae0d1 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:29.153489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be14b13b-e324-4dc2-b699-505cbe4ae0d1 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:29.158139 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-be14b13b-e324-4dc2-b699-505cbe4ae0d1 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/4e9f3e20-01b4-4d2c-b889-d1b4b6bf014a HTTP/1.1" status: 404 len: 337 time: 0.0550618 May 09 05:03:29.161259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60090) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.192270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a886d8-0cfb-4816-923d-d9d447f30ee9 None None] Network 88fdb4cd-8172-4328-be28-f08e3adb1121 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:29.194463 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a80a562-f112-4798-a332-8d24fb1d64a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:29.194924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a80a562-f112-4798-a332-8d24fb1d64a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:29.199575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a80a562-f112-4798-a332-8d24fb1d64a4 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/f4477ebd-28be-4bce-b00e-6c49b12c6319 HTTP/1.1" status: 404 len: 339 time: 0.0378320 May 09 05:03:29.271100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60094) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.301711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.316103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:29.316752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.345470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82ca860-665a-4746-8651-af23d72ea04b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:29.347238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82ca860-665a-4746-8651-af23d72ea04b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:29.356095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-de19b456-5c23-4f54-a5d3-abd7fbd7d14c None None] Provisioning complete for port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:29.356620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de19b456-5c23-4f54-a5d3-abd7fbd7d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.416021 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d82ca860-665a-4746-8651-af23d72ea04b tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/32390bff-5134-41fb-891a-129005f83a1f HTTP/1.1" status: 404 len: 337 time: 0.1366475 May 09 05:03:29.418729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60104) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.462395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60110) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.507299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'subnets': [{'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1999076436', 'ip_version': 6}, {'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:29.507677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'subnet': {'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1999076436', 'ip_version': 6}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:29.508261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Request body: {'subnet': {'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:29.529400 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-44905f82-2a3c-4f6f-b38a-72c5ac90b4f1 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:29.529872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44905f82-2a3c-4f6f-b38a-72c5ac90b4f1 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:29.531543 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-44905f82-2a3c-4f6f-b38a-72c5ac90b4f1 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/f0dae64a-9648-4f7c-aae1-4fd48c55212f HTTP/1.1" status: 404 len: 339 time: 0.1060183 May 09 05:03:29.584904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60116) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.646483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] DHCP port deletion for 88fdb4cd-8172-4328-be28-f08e3adb1121 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:29.650538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] Deleting port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:29.650927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.698680 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e84b2f6-f76e-4d5a-adb8-e7c222322503 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:29.699487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e84b2f6-f76e-4d5a-adb8-e7c222322503 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:29.701554 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1e84b2f6-f76e-4d5a-adb8-e7c222322503 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/a8898452-5b14-4274-be21-13936e232d8b HTTP/1.1" status: 404 len: 337 time: 0.1157312 May 09 05:03:29.713758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60122) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.815235 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd930afc-8bff-4255-b594-adc052a91ad7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:29.815725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd930afc-8bff-4255-b594-adc052a91ad7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:29.817585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fd930afc-8bff-4255-b594-adc052a91ad7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/3afb0113-efb0-4bdb-b2d3-ade5cbe20207 HTTP/1.1" status: 404 len: 339 time: 0.1028905 May 09 05:03:29.827438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60128) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:29.835050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.1 (30e7cd6d-490a-458f-a6bd-a19ec8eef4ab/95cae172-e65b-4e4f-9f19-b3bcec3abaa7/724ea2d6-9d02-43ba-979d-a69cbd555acc) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:29.876593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] For port 738c3ef2-5ae9-4311-930b-5cd95f9a4653, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=738c3ef2-5ae9-4311-930b-5cd95f9a4653,segment=NetworkSegment(78aa23cf-a3e1-4b61-a745-c46c33cd0428),segment_id=78aa23cf-a3e1-4b61-a745-c46c33cd0428)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:29.877111 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.913340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:29.923362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Usage tracker for resource:subnet and tenant:ab880aabb114445baeac2647275c4fed is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:29.933752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port 738c3ef2-5ae9-4311-930b-5cd95f9a4653, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=738c3ef2-5ae9-4311-930b-5cd95f9a4653,segment=NetworkSegment(78aa23cf-a3e1-4b61-a745-c46c33cd0428),segment_id=78aa23cf-a3e1-4b61-a745-c46c33cd0428)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:29.934341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:29.945394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:29.977006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting port da7f8c28-0a6d-4ac7-86c5-2797e5191f94 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:29.977373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.023774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:30.030654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] Calling delete_port for 738c3ef2-5ae9-4311-930b-5cd95f9a4653 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:30.095494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for 738c3ef2-5ae9-4311-930b-5cd95f9a4653 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:30.143338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.157906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2ac7e-1014-4f53-ab73-96f74df057ab req-8b4073e3-5e6c-4c93-987d-77e7118aa4af tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:30.159675 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5ad2ac7e-1014-4f53-ab73-96f74df057ab req-8b4073e3-5e6c-4c93-987d-77e7118aa4af tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4522507 May 09 05:03:30.203486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] No DVR routers for this DVR port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:30.218588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93f985-2bb4-47b7-89f6-3e0c7ad167a4 None None] Pushing event deleted for resources: {'Port': ['ID=738c3ef2-5ae9-4311-930b-5cd95f9a4653,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:30.239156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:30.239597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:30.243150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5ad2ac7e-1014-4f53-ab73-96f74df057ab req-7a723d24-bea0-4dc6-8ae8-a4bf8ae14cd0 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728087 May 09 05:03:30.262206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Made reservation on behalf of ab880aabb114445baeac2647275c4fed for: {'subnet': 2} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:30.267513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.267832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.397545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60142) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:30.506083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-458590562'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:30.510835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:30.515261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Usage tracker for resource:router and tenant:55296e46f66946388e55cc95a5d3e0ba is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:30.518245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:30.524755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:30.534814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.535876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.550995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.568991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.581804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.592865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.594948 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-06f643a7-b79f-4cf6-814e-c9ea1152c90d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1962600 May 09 05:03:30.597502 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60148) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:30.645256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.651831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 738c3ef2-5ae9-4311-930b-5cd95f9a4653 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:30.704944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 738c3ef2-5ae9-4311-930b-5cd95f9a4653 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:30.705322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 738c3ef2-5ae9-4311-930b-5cd95f9a4653 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:30.739899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53c171a-294c-4c3c-8fc1-46afa0d5426d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.786817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port 738c3ef2-5ae9-4311-930b-5cd95f9a4653 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:30.787128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.808540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Calling delete_port for da7f8c28-0a6d-4ac7-86c5-2797e5191f94 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:30.885940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:30.922022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] The port '738c3ef2-5ae9-4311-930b-5cd95f9a4653' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:31.015107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:31.023148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:31.070091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:31.100526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.110020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=724ea2d6-9d02-43ba-979d-a69cbd555acc,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:31.205000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53c171a-294c-4c3c-8fc1-46afa0d5426d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.209648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53c171a-294c-4c3c-8fc1-46afa0d5426d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.209815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Port': ['ID=da7f8c28-0a6d-4ac7-86c5-2797e5191f94,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:31.216520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.219403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.231579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.237644 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d96632d8-d9ac-4974-9f21-c013748331dc tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/ports/da7f8c28-0a6d-4ac7-86c5-2797e5191f94 HTTP/1.1" status: 204 len: 168 time: 1.4090722 May 09 05:03:31.241923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60152) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:31.290319 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9c1062-1347-4cce-8acf-43caa9343731 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:31.290791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9c1062-1347-4cce-8acf-43caa9343731 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:31.299132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fdb4cd-8172-4328-be28-f08e3adb1121']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:31.308872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53c171a-294c-4c3c-8fc1-46afa0d5426d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.309353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53c171a-294c-4c3c-8fc1-46afa0d5426d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14a2957c-eade-4782-8e3c-b7d881cab2f2 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:03:31.314234 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fe9c1062-1347-4cce-8acf-43caa9343731 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/b86f6e11-400c-4e9c-979e-0fdd914f73a3 HTTP/1.1" status: 404 len: 337 time: 0.0707631 May 09 05:03:31.317330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53c171a-294c-4c3c-8fc1-46afa0d5426d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.318363 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f53c171a-294c-4c3c-8fc1-46afa0d5426d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "DELETE /v2.0/routers/14a2957c-eade-4782-8e3c-b7d881cab2f2 HTTP/1.1" status: 204 len: 168 time: 0.7199736 May 09 05:03:31.318900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60158) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:31.324033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78aa23cf-a3e1-4b61-a745-c46c33cd0428') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:31.324326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78aa23cf-a3e1-4b61-a745-c46c33cd0428') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:31.326572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60160) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:31.337315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Request body: {'router': {'name': 'tempest-router-86167074', 'distributed': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:31.352175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:31.365689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Usage tracker for resource:router and tenant:55296e46f66946388e55cc95a5d3e0ba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:31.373938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:31.378473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.414641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:31.454847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.472249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:31.472674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.479415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.480423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:31.488031 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:31.532904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.573682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.643123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.663319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.675605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.690196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Subnet': ['ID=43f5c8be-d336-40f5-862a-5b3acb3a0d43,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:31.703706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c5bcf-c89f-4f13-a307-ef21cee5a17d req-2bedf7da-a603-4f2b-a788-a6fea424a595 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:31.705255 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-040c5bcf-c89f-4f13-a307-ef21cee5a17d req-2bedf7da-a603-4f2b-a788-a6fea424a595 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3339140 May 09 05:03:31.722490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.763155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.780952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Checking segment: {'id': '540b06c0-84d2-4f0f-9191-49818f262b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:31.781332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network hostable DHCP agents. Network: 0ec61e31-4a64-4676-81e8-7b0312e7029e, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:31.816585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=88fdb4cd-8172-4328-be28-f08e3adb1121,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:31.826841 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9a60db0b-ab4b-49e5-a6fb-3c5490825e48 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/88fdb4cd-8172-4328-be28-f08e3adb1121 HTTP/1.1" status: 204 len: 168 time: 2.7314162 May 09 05:03:31.837073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60166) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:31.886848 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-9841ee98-4ac6-4294-a1bf-0e9f61998d4b tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:31.887294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9841ee98-4ac6-4294-a1bf-0e9f61998d4b tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:31.889003 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9841ee98-4ac6-4294-a1bf-0e9f61998d4b tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/00cb334a-94fe-4311-b5c5-5eb25d312556 HTTP/1.1" status: 404 len: 337 time: 0.0510044 May 09 05:03:31.890699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.898107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60170) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:31.902929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:31.904073 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e14228b6-3270-46b0-8935-9501a8768051 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5767353 May 09 05:03:31.914451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60174) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:31.937999 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5360de82-f75d-4012-823d-70d6ecf1bdc7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:31.938454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5360de82-f75d-4012-823d-70d6ecf1bdc7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:31.940087 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5360de82-f75d-4012-823d-70d6ecf1bdc7 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/ee8dd502-9626-4c72-b80a-9fadaabafa64 HTTP/1.1" status: 404 len: 339 time: 0.0411274 May 09 05:03:31.941608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0e1c60-683d-4230-9b63-235a4a45c69a']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:31.948172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60178) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:31.985359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0d59e3-f82b-47ba-bf58-08570940f1c4') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:31.985699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0d59e3-f82b-47ba-bf58-08570940f1c4') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:32.002277 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-999530b3-9192-467a-b1ef-8a37ea96f3c0 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:32.002722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999530b3-9192-467a-b1ef-8a37ea96f3c0 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:32.007677 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-999530b3-9192-467a-b1ef-8a37ea96f3c0 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/6120b8f1-3452-436b-b361-7329e30e54b9 HTTP/1.1" status: 404 len: 337 time: 0.0553689 May 09 05:03:32.007880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60182) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:32.011135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.055119 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1135b8-1a26-4963-b177-71e75e0be44c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:32.055593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1135b8-1a26-4963-b177-71e75e0be44c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:32.057319 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7b1135b8-1a26-4963-b177-71e75e0be44c tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/41a451ea-20ab-4554-ab78-3fde553f36b1 HTTP/1.1" status: 404 len: 339 time: 0.0485914 May 09 05:03:32.060547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60186) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:32.063606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.103179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:32.103531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:32.118085 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:32.125156 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6016da4-4b13-44a0-b21f-b12dbde41620 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:32.125603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6016da4-4b13-44a0-b21f-b12dbde41620 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:32.127258 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b6016da4-4b13-44a0-b21f-b12dbde41620 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/7deafb2b-2ba3-4379-b40d-ca3eaf2813e8 HTTP/1.1" status: 404 len: 337 time: 0.0658360 May 09 05:03:32.134874 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-040c5bcf-c89f-4f13-a307-ef21cee5a17d req-b4a49d74-4d67-4fe3-b367-96f8957c657f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940678 May 09 05:03:32.135336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60190) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:32.146145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network 0ec61e31-4a64-4676-81e8-7b0312e7029e is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:32.213288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.216330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2621acba-6390-4a26-9477-c4e84d08c4d6 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.217882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.237807 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/9f0e1c60-683d-4230-9b63-235a4a45c69a HTTP/1.1" status: 204 len: 168 time: 0.9159806 May 09 05:03:32.241413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60194) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:32.273505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e8cdd-0aaa-4096-8448-c2ea88280ea7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Network': ['ID=9f0e1c60-683d-4230-9b63-235a4a45c69a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:32.314597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting port 42ca8fb2-69aa-4b89-a93f-647a1121ab02 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:32.314933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.358433 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c6f381-22a4-4fa1-8cde-b70279a76e0e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:32.359011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c6f381-22a4-4fa1-8cde-b70279a76e0e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:32.360562 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-19c6f381-22a4-4fa1-8cde-b70279a76e0e tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/bcb66996-e81c-4f78-baf9-d8da66c1984f HTTP/1.1" status: 404 len: 339 time: 0.2195597 May 09 05:03:32.365156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60198) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:32.366251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 0ec61e31-4a64-4676-81e8-7b0312e7029e) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:32.375029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e231c-f218-4d9a-af7f-95015581c48b None None] Network 0ec61e31-4a64-4676-81e8-7b0312e7029e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:32.414805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.499262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting subnet 1ae02a51-49ad-4848-9ea9-0dc6da244383 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:32.504142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.617465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-0ec61e31-4a64-4676-81e8-7b0312e7029e', 'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e', 'tenant_id': 'ab880aabb114445baeac2647275c4fed', 'fixed_ips': [{'subnet_id': '43f5c8be-d336-40f5-862a-5b3acb3a0d43'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:32.618433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.626247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2621acba-6390-4a26-9477-c4e84d08c4d6 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.629693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2621acba-6390-4a26-9477-c4e84d08c4d6 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.643461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.695341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.714928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event updated for resources: {'Subnet': ['ID=ca010bfa-dc44-4009-a759-878b59d28ed5,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:32.789791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Allocated IP 2001:db8::1 (0ec61e31-4a64-4676-81e8-7b0312e7029e/43f5c8be-d336-40f5-862a-5b3acb3a0d43/ead9a243-2524-413f-b263-490a2ab8e7e2) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:32.822425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Checking segment: {'id': '6f0a65e4-da08-4a74-99b6-7dec05cf580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:32.822789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network hostable DHCP agents. Network: dd335c19-af79-416d-9240-7c4d1855f595, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:32.830544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2621acba-6390-4a26-9477-c4e84d08c4d6 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.831012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2621acba-6390-4a26-9477-c4e84d08c4d6 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f1918e3-b20c-4d7c-b82e-dca7bd332d42 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:03:32.843805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Calling delete_port for 42ca8fb2-69aa-4b89-a93f-647a1121ab02 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:32.866019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2621acba-6390-4a26-9477-c4e84d08c4d6 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.870323 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2621acba-6390-4a26-9477-c4e84d08c4d6 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "DELETE /v2.0/routers/2f1918e3-b20c-4d7c-b82e-dca7bd332d42 HTTP/1.1" status: 204 len: 168 time: 0.9490082 May 09 05:03:32.871688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60202) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:32.886183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Request body: {'router': {'name': 'tempest-router-112262647', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2706fbe03c9b47429ec9b52b7aba2b8b'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:32.893690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Network dd335c19-af79-416d-9240-7c4d1855f595 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:32.897948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:32.911027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Usage tracker for resource:router and tenant:2706fbe03c9b47429ec9b52b7aba2b8b is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:32.915007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:32.917992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, dd335c19-af79-416d-9240-7c4d1855f595) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:32.926742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:32.931242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:32.932007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:32.932829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.939247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590287b-2b40-40ef-a878-dedced51bac7 None None] Network dd335c19-af79-416d-9240-7c4d1855f595 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:32.955834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.967021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.968014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.972493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:32.984326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.014855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.061065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.072423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ea7f1f46-b455-44ad-87af-724d060afb08 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6032960 May 09 05:03:33.073792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Port': ['ID=42ca8fb2-69aa-4b89-a93f-647a1121ab02,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:33.080972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60206) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:33.108060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.121936 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f64a3b7e-4fcf-444f-9a80-b795366ebd6c tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/ports/42ca8fb2-69aa-4b89-a93f-647a1121ab02 HTTP/1.1" status: 204 len: 168 time: 0.8774903 May 09 05:03:33.124249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60210) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:33.175621 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-06549ebb-79a2-4390-b1d7-9b7fbdb808f6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] DELETE failed (client error): The resource could not be found. May 09 05:03:33.176265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06549ebb-79a2-4390-b1d7-9b7fbdb808f6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:33.195119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.200326 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-06549ebb-79a2-4390-b1d7-9b7fbdb808f6 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/b8a42914-770f-4b44-8b8c-ae4119d322e3 HTTP/1.1" status: 404 len: 337 time: 0.0743508 May 09 05:03:33.202301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=724ea2d6-9d02-43ba-979d-a69cbd555acc,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:33.204889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60216) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:33.210235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.216730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.242359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.248578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c22a6-0ee3-4f7c-88ee-852bd2860d01 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:33.250159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c22a6-0ee3-4f7c-88ee-852bd2860d01 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:33.251767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c22a6-0ee3-4f7c-88ee-852bd2860d01 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:33.252609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-290c22a6-0ee3-4f7c-88ee-852bd2860d01 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Synchronizing usage tracker for tenant:ab880aabb114445baeac2647275c4fed on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:33.282507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.282773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d143ee-5c27-4fe2-ae3f-4bd7528bd939 None None] Network 194503f2-9e41-440c-8c58-6f09b2d23346 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:33.284992 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/1ae02a51-49ad-4848-9ea9-0dc6da244383 HTTP/1.1" status: 204 len: 168 time: 0.9189272 May 09 05:03:33.291671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60220) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:33.295001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51474b2c-0650-4955-9dd5-59c0f9b5baf3 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae02a51-49ad-4848-9ea9-0dc6da244383,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:33.434132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Transition to ACTIVE for port object ead9a243-2524-413f-b263-490a2ab8e7e2 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:33.498665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-dd335c19-af79-416d-9240-7c4d1855f595', 'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595', 'tenant_id': 'ab880aabb114445baeac2647275c4fed', 'fixed_ips': [{'subnet_id': 'ca010bfa-dc44-4009-a759-878b59d28ed5'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:33.499569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.518436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Transition to ACTIVE for port object ead9a243-2524-413f-b263-490a2ab8e7e2 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:33.529088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.533599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.537715 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5afc6359-8db7-4788-ab97-8ddd179a3af4 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6612980 May 09 05:03:33.539723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60224) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:33.549991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:33.558226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-290c22a6-0ee3-4f7c-88ee-852bd2860d01 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Unset dirty status for tenant:ab880aabb114445baeac2647275c4fed on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:33.568447 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-290c22a6-0ee3-4f7c-88ee-852bd2860d01 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4642017 May 09 05:03:33.569246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60228) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:33.626876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.645534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Network 0ec61e31-4a64-4676-81e8-7b0312e7029e is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:33.646822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:33.653707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:33.687150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:33.688754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:33.694652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Deleting subnet 43f5c8be-d336-40f5-862a-5b3acb3a0d43 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:33.729279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.773999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Pushing event updated for resources: {'Port': ['ID=ead9a243-2524-413f-b263-490a2ab8e7e2,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:33.812619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90181321-3afb-42ef-83e7-969436df141b None None] DHCP port deletion for 194503f2-9e41-440c-8c58-6f09b2d23346 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:33.824191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-90181321-3afb-42ef-83e7-969436df141b None None] Deleting port 703c59fa-0261-4091-9b7e-366e9a685439 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:33.824627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-90181321-3afb-42ef-83e7-969436df141b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.852598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Attempting to bind port ead9a243-2524-413f-b263-490a2ab8e7e2 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:33.852936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Attempting to bind port ead9a243-2524-413f-b263-490a2ab8e7e2 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '540b06c0-84d2-4f0f-9191-49818f262b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:33.853286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Attempting to bind port ead9a243-2524-413f-b263-490a2ab8e7e2 on network 0ec61e31-4a64-4676-81e8-7b0312e7029e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:33.860623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.912707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:33.913028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Checking segment: {'id': '540b06c0-84d2-4f0f-9191-49818f262b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:33.913442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.913819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Bound using segment: {'id': '540b06c0-84d2-4f0f-9191-49818f262b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:33.914313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Bound port: ead9a243-2524-413f-b263-490a2ab8e7e2, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540b06c0-84d2-4f0f-9191-49818f262b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0ec61e31-4a64-4676-81e8-7b0312e7029e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:33.915322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.942062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:33.999298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.007168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port 703c59fa-0261-4091-9b7e-366e9a685439 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:34.007632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.046530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef4fc5-a31d-437e-8a8c-3a59921ae944 req-d59a2c99-931b-4801-ae21-ec7a1e387b43 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:34.054075 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-edef4fc5-a31d-437e-8a8c-3a59921ae944 req-d59a2c99-931b-4801-ae21-ec7a1e387b43 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.7632883 May 09 05:03:34.069956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.070442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.107208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7ab597-9056-4a41-9f04-60f1d97ad81a']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:34.127549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461e4167-6ce2-4075-8b60-74dd5d3e313e') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:34.127849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461e4167-6ce2-4075-8b60-74dd5d3e313e') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:34.142869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Allocated IP 2001:db8:0:1::1 (dd335c19-af79-416d-9240-7c4d1855f595/ca010bfa-dc44-4009-a759-878b59d28ed5/0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:34.151310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.175963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.189086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:34.191600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.222051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:34.222356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:34.241794 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:34.279408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-90181321-3afb-42ef-83e7-969436df141b None None] For port 703c59fa-0261-4091-9b7e-366e9a685439, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=703c59fa-0261-4091-9b7e-366e9a685439,segment=NetworkSegment(13baf13e-229b-432d-961c-fbbdf8ee6203),segment_id=13baf13e-229b-432d-961c-fbbdf8ee6203)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:34.279408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-90181321-3afb-42ef-83e7-969436df141b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.303438 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-edef4fc5-a31d-437e-8a8c-3a59921ae944 req-80d78d4b-e742-4d00-a358-aa48f0b30159 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478852 May 09 05:03:34.404558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88042) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 09 05:03:34.405199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Router 15f6f848-45e8-46a2-af6d-e2a1b95c7f99 migrating from provider to provider. {{(pid=88042) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 09 05:03:34.405898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.418868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.435942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.437346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-90181321-3afb-42ef-83e7-969436df141b None None] Calling delete_port for 703c59fa-0261-4091-9b7e-366e9a685439 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:34.445776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.454951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.461602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Network': ['ID=aa7ab597-9056-4a41-9f04-60f1d97ad81a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:34.506278 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:03:34.525775 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-719f466a-fcd4-4fc0-aa60-434380b964f7 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/aa7ab597-9056-4a41-9f04-60f1d97ad81a HTTP/1.1" status: 204 len: 168 time: 1.3112998 May 09 05:03:34.535545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60236) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:34.580169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.638955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port 703c59fa-0261-4091-9b7e-366e9a685439, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=703c59fa-0261-4091-9b7e-366e9a685439,segment=NetworkSegment(13baf13e-229b-432d-961c-fbbdf8ee6203),segment_id=13baf13e-229b-432d-961c-fbbdf8ee6203)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:34.639316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.657873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Subnet': ['ID=43f5c8be-d336-40f5-862a-5b3acb3a0d43,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:34.680441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.682273 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-034b6c64-fd6a-44a7-ab3c-5ea62bb365eb tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/subnets/43f5c8be-d336-40f5-862a-5b3acb3a0d43 HTTP/1.1" status: 204 len: 168 time: 1.1119726 May 09 05:03:34.705636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60240) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:34.714480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 703c59fa-0261-4091-9b7e-366e9a685439 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:34.755861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:34.768597 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:34.771879 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8ba4cf7c-0e29-4c8a-828c-3f8a2051e089 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/routers/97a2575a-0f78-4a35-9411-4ca27de799fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5080221 May 09 05:03:34.773357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting subnet fc6bf906-9d81-43be-a23a-7d6474f7d041 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:34.775144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60244) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:34.781973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-90181321-3afb-42ef-83e7-969436df141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.782199 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:34.782742 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:34.786456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] For port ead9a243-2524-413f-b263-490a2ab8e7e2, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:34.789241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.822606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'port': {'network_id': '30e7cd6d-490a-458f-a6bd-a19ec8eef4ab', 'name': 'tempest-FloatingIPTestJSON-773824707'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:34.840541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 703c59fa-0261-4091-9b7e-366e9a685439 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:34.840871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 703c59fa-0261-4091-9b7e-366e9a685439 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:34.868526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] For port ead9a243-2524-413f-b263-490a2ab8e7e2, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ead9a243-2524-413f-b263-490a2ab8e7e2,segment=NetworkSegment(540b06c0-84d2-4f0f-9191-49818f262b92),segment_id=540b06c0-84d2-4f0f-9191-49818f262b92)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:34.870119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181321-3afb-42ef-83e7-969436df141b None None] Pushing event deleted for resources: {'Port': ['ID=703c59fa-0261-4091-9b7e-366e9a685439,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:34.874740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90181321-3afb-42ef-83e7-969436df141b None None] No DVR routers for this DVR port 703c59fa-0261-4091-9b7e-366e9a685439 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:34.884233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:34.909085 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:34.920784 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:34.921795 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:34.974540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for 703c59fa-0261-4091-9b7e-366e9a685439 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:35.001583 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:35.002340 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a12cda-f131-4dff-aeb5-b7b617206c7d None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:35.025497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.040189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Transition to ACTIVE for port object 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:35.064578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Transition to ACTIVE for port object 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:35.068563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63bf0c-f313-4de2-ae29-b6698722699d None None] Pushing event updated for resources: {'Port': ['ID=ead9a243-2524-413f-b263-490a2ab8e7e2,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:35.078980 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] No L3 agents can host the router 15f6f848-45e8-46a2-af6d-e2a1b95c7f99 May 09 05:03:35.080003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.121889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Deleting subnet ca010bfa-dc44-4009-a759-878b59d28ed5 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:35.130993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.160878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.162514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Network dd335c19-af79-416d-9240-7c4d1855f595 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:35.165867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:35.169887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:35.180802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Pushing event updated for resources: {'Port': ['ID=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:35.203856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:35.204310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:35.276552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Attempting to bind port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:35.276745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Attempting to bind port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '6f0a65e4-da08-4a74-99b6-7dec05cf580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:35.277057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Attempting to bind port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f on network dd335c19-af79-416d-9240-7c4d1855f595 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:35.283493 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:35.283862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Checking segment: {'id': '6f0a65e4-da08-4a74-99b6-7dec05cf580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:35.284261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.284677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Bound using segment: {'id': '6f0a65e4-da08-4a74-99b6-7dec05cf580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:35.285602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Bound port: 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0a65e4-da08-4a74-99b6-7dec05cf580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd335c19-af79-416d-9240-7c4d1855f595'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:35.285602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.310925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.320868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Hosts for router 15f6f848-45e8-46a2-af6d-e2a1b95c7f99: [] {{(pid=88042) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 09 05:03:35.357345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3241e46-d100-4ca0-bd58-0519e87f8e65 req-787ed778-1298-40a4-a199-d77bc6d29007 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:35.359082 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3241e46-d100-4ca0-bd58-0519e87f8e65 req-787ed778-1298-40a4-a199-d77bc6d29007 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6263225 May 09 05:03:35.398429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:35.407229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] For port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:35.417198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Hosts for other DVR routers connected to router 15f6f848-45e8-46a2-af6d-e2a1b95c7f99: set() {{(pid=88042) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 09 05:03:35.418303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] For port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,segment=NetworkSegment(6f0a65e4-da08-4a74-99b6-7dec05cf580c),segment_id=6f0a65e4-da08-4a74-99b6-7dec05cf580c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:35.421939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:port and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:35.429988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.433442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.437115 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56df6472-f7e4-4f0f-81a7-f5254889e59b tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "PUT /v2.0/routers/15f6f848-45e8-46a2-af6d-e2a1b95c7f99 HTTP/1.1" status: 200 len: 716 time: 1.8952732 May 09 05:03:35.437273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:35.438612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60248) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:35.442348 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3241e46-d100-4ca0-bd58-0519e87f8e65 req-c8cfd64e-26cc-4bd6-b885-498a06c27254 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776360 May 09 05:03:35.453457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:35.470648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-c7c94575-9431-4b1a-b6f2-bd4a8e6563c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:35.472509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-c7c94575-9431-4b1a-b6f2-bd4a8e6563c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.6321776 May 09 05:03:35.519599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.557344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e887285-1766-4881-9ec7-7c3139bc43aa None None] Pushing event updated for resources: {'Port': ['ID=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:35.599321 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7350dbcd-2069-4b71-8a3f-05a8441b7c81 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "GET /v2.0/routers/15f6f848-45e8-46a2-af6d-e2a1b95c7f99 HTTP/1.1" status: 200 len: 716 time: 0.1606996 May 09 05:03:35.601977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60252) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:35.651276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:35.654873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.704104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] device_id is not set on port 462c6634-e8af-4fef-a599-9a4d19aecebd yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:35.705627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port 703c59fa-0261-4091-9b7e-366e9a685439 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:35.706068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.817604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.916757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:35.927039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] The port '703c59fa-0261-4091-9b7e-366e9a685439' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:35.958219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-b56c82fc-4a72-4026-898d-3fad53cf6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:35.959735 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-b56c82fc-4a72-4026-898d-3fad53cf6fa8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.4805076 May 09 05:03:35.963341 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-48d88004-92bd-472b-a1a6-fa95ab09f80c tempest-RoutersTestDVR-337415743 tempest-RoutersTestDVR-337415743-project] 10.222.0.50 "GET /v2.0/routers/15f6f848-45e8-46a2-af6d-e2a1b95c7f99 HTTP/1.1" status: 200 len: 682 time: 0.3603125 May 09 05:03:35.966890 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60260) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:36.048955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f63ed-37ee-4e5b-a4dd-4dbc9b0c1ec6 None None] Network dffee3b3-0af1-4932-aa58-e019ee902514 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:36.056731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6bf906-9d81-43be-a23a-7d6474f7d041,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:36.066075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.106716 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ef9ebdfd-06e7-4f2a-a5e1-e31124a98b80 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/subnets/fc6bf906-9d81-43be-a23a-7d6474f7d041 HTTP/1.1" status: 204 len: 168 time: 1.5701950 May 09 05:03:36.117148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.13 (30e7cd6d-490a-458f-a6bd-a19ec8eef4ab/95cae172-e65b-4e4f-9f19-b3bcec3abaa7/462c6634-e8af-4fef-a599-9a4d19aecebd) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:36.118922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60264) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:36.163366 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-6ed86129-cad2-45cb-8811-4b115d6ae853 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1002 time: 0.1874459 May 09 05:03:36.178429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c745794f-2553-420f-9897-1c8ea86d07e9 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.249322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.365349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] DHCP port deletion for dffee3b3-0af1-4932-aa58-e019ee902514 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:36.371107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] Deleting port d0a20411-5ca8-4c3b-88cb-020f29d24d00 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:36.371509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.396691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Subnet': ['ID=ca010bfa-dc44-4009-a759-878b59d28ed5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:36.398941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.432390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.468386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-c577b60b-3611-4f48-84b7-0f9fdc776746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:36.470007 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-c577b60b-3611-4f48-84b7-0f9fdc776746 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.2222190 May 09 05:03:36.471255 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0f90c948-2420-4d13-8662-f82e19590cde tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/subnets/ca010bfa-dc44-4009-a759-878b59d28ed5 HTTP/1.1" status: 204 len: 168 time: 1.7646630 May 09 05:03:36.474244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60268) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:36.479116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.655603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting port d0a20411-5ca8-4c3b-88cb-020f29d24d00 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:36.656504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.684914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f6806-16e3-4c84-ab09-d55da7e49236 None None] Network 0ec61e31-4a64-4676-81e8-7b0312e7029e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:36.717145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194503f2-9e41-440c-8c58-6f09b2d23346']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:36.801007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:36.816613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13baf13e-229b-432d-961c-fbbdf8ee6203') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:36.817314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13baf13e-229b-432d-961c-fbbdf8ee6203') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:36.840375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809bee40-be96-44bf-ac0b-a2882ff1a85b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:36.842003 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-809bee40-be96-44bf-ac0b-a2882ff1a85b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3667281 May 09 05:03:36.846175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c745794f-2553-420f-9897-1c8ea86d07e9 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.853623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.863597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c745794f-2553-420f-9897-1c8ea86d07e9 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:36.865591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60276) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:36.898995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ee99f39d-155e-4bbf-adc2-27bc188800e3 None None] Provisioning for port ead9a243-2524-413f-b263-490a2ab8e7e2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:36.917255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] For port d0a20411-5ca8-4c3b-88cb-020f29d24d00, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0a20411-5ca8-4c3b-88cb-020f29d24d00,segment=NetworkSegment(3272b45f-26b8-412b-abb8-6a2d059eeb5b),segment_id=3272b45f-26b8-412b-abb8-6a2d059eeb5b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:36.917507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.037215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.045790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.054973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:37.055394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:37.075154 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:37.103585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] Calling delete_port for d0a20411-5ca8-4c3b-88cb-020f29d24d00 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:37.110686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.126670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-25f96aa0-b539-4ab2-8a3e-eff54caea985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:37.128462 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-25f96aa0-b539-4ab2-8a3e-eff54caea985 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5408123 May 09 05:03:37.131490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c745794f-2553-420f-9897-1c8ea86d07e9 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.131669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b2a67-2424-4841-bb70-b15556f88d7f None None] Network dd335c19-af79-416d-9240-7c4d1855f595 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:37.131770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c745794f-2553-420f-9897-1c8ea86d07e9 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15f6f848-45e8-46a2-af6d-e2a1b95c7f99 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:03:37.164896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c745794f-2553-420f-9897-1c8ea86d07e9 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.165989 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c745794f-2553-420f-9897-1c8ea86d07e9 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "DELETE /v2.0/routers/15f6f848-45e8-46a2-af6d-e2a1b95c7f99 HTTP/1.1" status: 204 len: 168 time: 1.1978986 May 09 05:03:37.170349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60280) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:37.173884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Deleting port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:37.174105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.203497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Request body: {'router': {'name': 'tempest-router-1269115927', 'distributed': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:37.217558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:37.228686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Usage tracker for resource:router and tenant:55296e46f66946388e55cc95a5d3e0ba is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:37.237213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.239708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:37.265526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:37.267851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.280859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=194503f2-9e41-440c-8c58-6f09b2d23346,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:37.297983 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dbc23ec9-9281-4000-a143-5f0a7d996020 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/194503f2-9e41-440c-8c58-6f09b2d23346 HTTP/1.1" status: 204 len: 168 time: 4.0018950 May 09 05:03:37.299175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60284) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:37.312139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1954308-013d-481f-891e-2ad885805ca2 req-0ce6ca3e-f385-4c20-8dd7-2573b37a8270 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:37.313853 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b1954308-013d-481f-891e-2ad885805ca2 req-0ce6ca3e-f385-4c20-8dd7-2573b37a8270 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6614227 May 09 05:03:37.334166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d6e90c8d-6601-4961-b6e0-6e2583656841 None None] Provisioning for port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:37.375157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.376145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.390695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] For port d0a20411-5ca8-4c3b-88cb-020f29d24d00, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0a20411-5ca8-4c3b-88cb-020f29d24d00,segment=NetworkSegment(3272b45f-26b8-412b-abb8-6a2d059eeb5b),segment_id=3272b45f-26b8-412b-abb8-6a2d059eeb5b)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:37.391070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.399092 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cf0ac9-033f-459c-897c-c5a5c6ce3b50 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:37.399830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cf0ac9-033f-459c-897c-c5a5c6ce3b50 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:37.403678 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f3cf0ac9-033f-459c-897c-c5a5c6ce3b50 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/2a30fb9f-d8ec-4897-9ed0-76552601aed5 HTTP/1.1" status: 404 len: 337 time: 0.0749664 May 09 05:03:37.405454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60288) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:37.415643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:37.459389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:37.459389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.492235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.510463 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec75cd2-9c8e-4bb0-9d64-ad543a6dc178 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] DELETE failed (client error): The resource could not be found. May 09 05:03:37.511064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec75cd2-9c8e-4bb0-9d64-ad543a6dc178 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:37.523116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.540190 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8ec75cd2-9c8e-4bb0-9d64-ad543a6dc178 tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/61058e53-291b-4073-8668-b99eb68040e7 HTTP/1.1" status: 404 len: 339 time: 0.1324275 May 09 05:03:37.542849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60292) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:37.550972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Calling delete_port for d0a20411-5ca8-4c3b-88cb-020f29d24d00 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:37.563237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] Pushing event deleted for resources: {'Port': ['ID=d0a20411-5ca8-4c3b-88cb-020f29d24d00,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:37.579687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dca8c9-de66-4874-8d3f-f73eb4df56b2 None None] No DVR routers for this DVR port d0a20411-5ca8-4c3b-88cb-020f29d24d00 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:37.616198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.622883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] For port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,segment=NetworkSegment(6f0a65e4-da08-4a74-99b6-7dec05cf580c),segment_id=6f0a65e4-da08-4a74-99b6-7dec05cf580c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:37.623276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.626197 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b1954308-013d-481f-891e-2ad885805ca2 req-3d91de69-6760-4d7a-be47-79547a4ba7bf tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830932 May 09 05:03:37.639371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.696472 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-4fc98435-dff6-4469-bb33-e5625bf22dbf service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424907 May 09 05:03:37.701715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.728251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] DHCP port deletion for 0ec61e31-4a64-4676-81e8-7b0312e7029e request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:37.745875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] Deleting port ead9a243-2524-413f-b263-490a2ab8e7e2 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:37.747045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.780555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] DHCP port deletion for dd335c19-af79-416d-9240-7c4d1855f595 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:37.790905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting subnet 8c451905-2920-4105-9413-935ca6d96889 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:37.799445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Calling delete_port for 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:37.811653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] Deleting port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:37.812155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.831693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:37.840809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=462c6634-e8af-4fef-a599-9a4d19aecebd,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:37.841950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.843254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:37.853610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:37.855846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,segment=NetworkSegment(6f0a65e4-da08-4a74-99b6-7dec05cf580c),segment_id=6f0a65e4-da08-4a74-99b6-7dec05cf580c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:37.877733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.878291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:37.878642 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-296c2c58-a35c-429b-bea1-59fc0d63a8e5 tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7073853 May 09 05:03:37.879128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ead9a243-2524-413f-b263-490a2ab8e7e2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:37.886682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60296) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:37.902327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:37.903010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:37.920903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.027169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.074673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:38.075295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.076903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:38.077341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:38.088650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8d4b-7991-4dfc-a76f-a918396b751d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.111939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.152460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Subnet': ['ID=8c451905-2920-4105-9413-935ca6d96889,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:38.157179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.166501 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3ced35b-0e7f-4306-8036-c4d16f38883b req-5155c9dd-36cd-4701-9021-7112e7eb3868 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410770 May 09 05:03:38.174311 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1d369b08-8391-408d-90f3-4b59086367ac tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/subnets/8c451905-2920-4105-9413-935ca6d96889 HTTP/1.1" status: 204 len: 168 time: 0.6295328 May 09 05:03:38.174641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60300) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:38.186976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234bee8-0382-4d48-bc03-34efe19dc1a5 None None] Network 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:38.234304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bfdaa98a-a99a-483e-856f-37eeab1f9850 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4498370 May 09 05:03:38.235690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60304) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:38.243088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'port': {'network_id': '30e7cd6d-490a-458f-a6bd-a19ec8eef4ab', 'name': 'tempest-FloatingIPTestJSON-2101259498'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:38.283209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ead9a243-2524-413f-b263-490a2ab8e7e2 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:38.313485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] For port ead9a243-2524-413f-b263-490a2ab8e7e2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ead9a243-2524-413f-b263-490a2ab8e7e2,segment=NetworkSegment(540b06c0-84d2-4f0f-9191-49818f262b92),segment_id=540b06c0-84d2-4f0f-9191-49818f262b92)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:38.313907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.355174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ead9a243-2524-413f-b263-490a2ab8e7e2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:38.355549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.409757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Deleting port d0a20411-5ca8-4c3b-88cb-020f29d24d00 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:38.409975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.416317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.430309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Deleting port f28f6eca-c41d-4f43-9e18-a6bee59e99ab {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:38.430805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.571662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:38.590643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] Calling delete_port for ead9a243-2524-413f-b263-490a2ab8e7e2 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:38.656778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Deleting port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:38.657334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.678175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] The port 'd0a20411-5ca8-4c3b-88cb-020f29d24d00' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:38.680116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8d4b-7991-4dfc-a76f-a918396b751d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.684507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8d4b-7991-4dfc-a76f-a918396b751d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.727639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] For port f28f6eca-c41d-4f43-9e18-a6bee59e99ab, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f28f6eca-c41d-4f43-9e18-a6bee59e99ab,segment=NetworkSegment(e6ad8001-34b2-4281-b1e5-9423e93ebb13),segment_id=e6ad8001-34b2-4281-b1e5-9423e93ebb13)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:38.728119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.855002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8d4b-7991-4dfc-a76f-a918396b751d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.855630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b8d4b-7991-4dfc-a76f-a918396b751d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a649821-5e0b-447e-b9d3-db92f158fa9b {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:03:38.874917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8d4b-7991-4dfc-a76f-a918396b751d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.880324 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cc6b8d4b-7991-4dfc-a76f-a918396b751d tempest-RoutersTestDVR-2011452188 tempest-RoutersTestDVR-2011452188-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8a649821-5e0b-447e-b9d3-db92f158fa9b HTTP/1.1" status: 204 len: 168 time: 0.9874613 May 09 05:03:38.882599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.898537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:38.917238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:port and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:38.922108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:38.926562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffee3b3-0af1-4932-aa58-e019ee902514']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:38.938852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:38.945768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3272b45f-26b8-412b-abb8-6a2d059eeb5b') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:38.946330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3272b45f-26b8-412b-abb8-6a2d059eeb5b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:38.963507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:38.973147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:38.977165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.000839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] For port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,segment=NetworkSegment(6f0a65e4-da08-4a74-99b6-7dec05cf580c),segment_id=6f0a65e4-da08-4a74-99b6-7dec05cf580c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:39.001978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.030121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] device_id is not set on port f8e84c82-f291-40ba-923d-a7da618af5d8 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:39.065970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] For port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,segment=NetworkSegment(6f0a65e4-da08-4a74-99b6-7dec05cf580c),segment_id=6f0a65e4-da08-4a74-99b6-7dec05cf580c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:39.066429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.085276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Calling delete_port for f28f6eca-c41d-4f43-9e18-a6bee59e99ab owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:39.098532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.110715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.129640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:39.129978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:39.145783 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:39.210207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] Calling delete_port for 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:39.239216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Port ead9a243-2524-413f-b263-490a2ab8e7e2 update to ACTIVE by agent not found {{(pid=88043) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 09 05:03:39.257996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] Pushing event deleted for resources: {'Port': ['ID=ead9a243-2524-413f-b263-490a2ab8e7e2,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:39.266251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8103708-53d7-47d6-bcc5-16efde60a859 None None] No DVR routers for this DVR port ead9a243-2524-413f-b263-490a2ab8e7e2 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:39.300623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Calling delete_port for 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:39.330325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0a20411-5ca8-4c3b-88cb-020f29d24d00 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:39.377279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.382242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.387298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60314) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:39.414552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.431256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] Pushing event deleted for resources: {'Network': ['ID=dffee3b3-0af1-4932-aa58-e019ee902514,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:39.440069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856753b-4ebd-432d-a8f9-a9623302a0ca None None] DHCP port deletion for 9d92df9e-8eff-4bb4-9d76-f5c868c95f3c request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:03:39.442564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.10 (30e7cd6d-490a-458f-a6bd-a19ec8eef4ab/95cae172-e65b-4e4f-9f19-b3bcec3abaa7/f8e84c82-f291-40ba-923d-a7da618af5d8) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:39.444423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: d0a20411-5ca8-4c3b-88cb-020f29d24d00 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:39.445023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0a20411-5ca8-4c3b-88cb-020f29d24d00 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:39.455797 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5928832b-af80-479c-9e41-87a80cef1eb9 tempest-NetworksIpV6TestAttrs-999698588 tempest-NetworksIpV6TestAttrs-999698588-project] 10.222.0.50 "DELETE /v2.0/networks/dffee3b3-0af1-4932-aa58-e019ee902514 HTTP/1.1" status: 204 len: 168 time: 3.3354857 May 09 05:03:39.456289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b856753b-4ebd-432d-a8f9-a9623302a0ca None None] Deleting port f28f6eca-c41d-4f43-9e18-a6bee59e99ab {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:39.456616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b856753b-4ebd-432d-a8f9-a9623302a0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.466685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957f27-ed4e-42c2-b220-e0ca3de87d56 req-c0cc5d68-7139-480d-becb-dc4324870262 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:39.468249 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-db957f27-ed4e-42c2-b220-e0ca3de87d56 req-c0cc5d68-7139-480d-becb-dc4324870262 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6613789 May 09 05:03:39.477039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:39.477373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:39.478372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.488667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] Pushing event deleted for resources: {'Port': ['ID=0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:39.498740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7a209-eaa4-4ae3-a984-838806e69f9b None None] No DVR routers for this DVR port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:39.541831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b856753b-4ebd-432d-a8f9-a9623302a0ca None None] The port 'f28f6eca-c41d-4f43-9e18-a6bee59e99ab' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:39.600825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] No DVR routers for this DVR port f28f6eca-c41d-4f43-9e18-a6bee59e99ab on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:03:39.602727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Port': ['ID=f28f6eca-c41d-4f43-9e18-a6bee59e99ab,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:39.639559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:39.682832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.683461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:39.683461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:39.683754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ead9a243-2524-413f-b263-490a2ab8e7e2 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:39.726829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ead9a243-2524-413f-b263-490a2ab8e7e2 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:39.727302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ead9a243-2524-413f-b263-490a2ab8e7e2 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:39.727907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f28f6eca-c41d-4f43-9e18-a6bee59e99ab no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:03:39.760603 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-db957f27-ed4e-42c2-b220-e0ca3de87d56 req-768239b3-6a75-4c01-ae60-7d5d322005bf tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703753 May 09 05:03:39.761495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:39.779655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Usage tracker for resource:security_group_rule and tenant:2706fbe03c9b47429ec9b52b7aba2b8b is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:39.782015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.783922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:39.787162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: f28f6eca-c41d-4f43-9e18-a6bee59e99ab {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:03:39.787564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f28f6eca-c41d-4f43-9e18-a6bee59e99ab not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:03:39.789367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Deleting port 0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:39.789367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.791528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60324) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:39.821725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.825986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:39.834949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:39.888849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] The port '0851f04f-6ba9-4122-9a3e-a2a00f9c0e7f' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:03:39.899748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:39.902774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:39.905249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:39.932199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d92df9e-8eff-4bb4-9d76-f5c868c95f3c']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:39.979682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=f8e84c82-f291-40ba-923d-a7da618af5d8,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:40.023241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:40.023898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.039295 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8893e876-4977-49e5-8cde-c2fc645b7055 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce1e6ebacdfc40e994accc4a6a0cb55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465343 May 09 05:03:40.042129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60330) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:40.062885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ad8001-34b2-4281-b1e5-9423e93ebb13') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:40.063167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ad8001-34b2-4281-b1e5-9423e93ebb13') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:40.070024 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f79cb736-28e0-456f-aefe-3174578f2d49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8341920 May 09 05:03:40.073618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60334) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:40.080772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'f8e84c82-f291-40ba-923d-a7da618af5d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:40.096325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:40.102252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.103266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:floatingip and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:40.107286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:40.120369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:40.132695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2281376e-d8cf-4fbe-8ddc-54a6b81e86f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.145352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.188370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2281376e-d8cf-4fbe-8ddc-54a6b81e86f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.192450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.200781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.218319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:40.218723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:40.233391 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:40.306728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2281376e-d8cf-4fbe-8ddc-54a6b81e86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.320484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd335c19-af79-416d-9240-7c4d1855f595']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:40.325738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281376e-d8cf-4fbe-8ddc-54a6b81e86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca9dec-95c1-4ee7-bee1-6617bf93a9ae,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:40.342100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0a65e4-da08-4a74-99b6-7dec05cf580c') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:40.342390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0a65e4-da08-4a74-99b6-7dec05cf580c') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:40.353926 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2281376e-d8cf-4fbe-8ddc-54a6b81e86f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.355210 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2281376e-d8cf-4fbe-8ddc-54a6b81e86f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03ca9dec-95c1-4ee7-bee1-6617bf93a9ae HTTP/1.1" status: 204 len: 168 time: 0.3121569 May 09 05:03:40.364641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.367260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.371426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.404053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.417845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] Pushing event deleted for resources: {'Network': ['ID=9d92df9e-8eff-4bb4-9d76-f5c868c95f3c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:40.426181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.429492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.439551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.446644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:40.447059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:40.470707 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:40.525813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.26.0.28 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/296bc693-35a3-408c-bff1-d86d800c65c8) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:40.534291 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8376857b-7ea7-49a9-9346-f638b5b952fa tempest-NetworksIpV6Test-1140368534 tempest-NetworksIpV6Test-1140368534-project] 10.222.0.50 "DELETE /v2.0/networks/9d92df9e-8eff-4bb4-9d76-f5c868c95f3c HTTP/1.1" status: 204 len: 168 time: 2.3583403 May 09 05:03:40.582341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67247be4-56b0-447b-b704-0ccc01837da3,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:40.594800 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-27d59922-1d95-48e1-aa69-ee102f0bae0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2706fbe03c9b47429ec9b52b7aba2b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2061167 May 09 05:03:40.596701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60344) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:40.624645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.646879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.672738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Network': ['ID=dd335c19-af79-416d-9240-7c4d1855f595,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:40.683845 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e7faf1a3-7eda-4460-9eeb-82bb05dc6acf tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/networks/dd335c19-af79-416d-9240-7c4d1855f595 HTTP/1.1" status: 204 len: 168 time: 3.8150008 May 09 05:03:40.685171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60352) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:40.739196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.773972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-562435db-d82c-41b2-89e8-da554b4b6b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.775688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.831884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-562435db-d82c-41b2-89e8-da554b4b6b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:40.844652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.006546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60364) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:41.045734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:41.050760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:41.055744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:41.088743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.124186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=296bc693-35a3-408c-bff1-d86d800c65c8,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:41.141061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec61e31-4a64-4676-81e8-7b0312e7029e']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:41.155268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540b06c0-84d2-4f0f-9191-49818f262b92') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:41.155569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540b06c0-84d2-4f0f-9191-49818f262b92') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:41.168691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.189902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-562435db-d82c-41b2-89e8-da554b4b6b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.193819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.210658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:41.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.225647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bcda3-e040-4d01-90df-6b6d5a934015 req-38ac629f-94ed-4fa1-a314-ebc9d56d9a34 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:41.225879 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:41.227740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562435db-d82c-41b2-89e8-da554b4b6b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67247be4-56b0-447b-b704-0ccc01837da3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:41.232606 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4d2bcda3-e040-4d01-90df-6b6d5a934015 req-38ac629f-94ed-4fa1-a314-ebc9d56d9a34 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.2669752 May 09 05:03:41.298039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-562435db-d82c-41b2-89e8-da554b4b6b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.301454 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-562435db-d82c-41b2-89e8-da554b4b6b92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67247be4-56b0-447b-b704-0ccc01837da3 HTTP/1.1" status: 204 len: 168 time: 0.7009163 May 09 05:03:41.326994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.350240 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a5c0ef36-02b1-4b28-ad37-45b3a8d1f53f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=881a7265684948edb031f4c4cf17eb2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3252959 May 09 05:03:41.350443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.358118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60380) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:41.361714 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4d2bcda3-e040-4d01-90df-6b6d5a934015 req-11806d99-0dc1-498a-8afe-3bc6d7f491b6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281931 May 09 05:03:41.366005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60384) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:41.376684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Network': ['ID=0ec61e31-4a64-4676-81e8-7b0312e7029e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:41.381514 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d496e74f-32d3-4f0c-9ea0-51da5d9b688b tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/networks/0ec61e31-4a64-4676-81e8-7b0312e7029e HTTP/1.1" status: 204 len: 168 time: 0.6953504 May 09 05:03:41.390307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60388) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:41.553172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-483778933'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:41.572261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:41.591742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:41.608679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:41.620737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bca2-b4a9-44cd-8c4c-c4717b600323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.624008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:41.628841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.668771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:41.672120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.685920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bca2-b4a9-44cd-8c4c-c4717b600323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.700719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.703699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.771734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60398) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:41.777038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:41.786410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646e82c-ae7c-4790-8155-3c6e2bb6e649 req-f9efb847-8fc5-407a-a8fb-62cde6c92b99 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:41.787863 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1646e82c-ae7c-4790-8155-3c6e2bb6e649 req-f9efb847-8fc5-407a-a8fb-62cde6c92b99 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3084428 May 09 05:03:41.794395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.816493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:41.822643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group_rule and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:41.844073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:41.859084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Usage tracker for resource:security_group_rule and tenant:55296e46f66946388e55cc95a5d3e0ba is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:41.864227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:41.871988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:41.872734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:42.017787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:42.047701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.064305 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1646e82c-ae7c-4790-8155-3c6e2bb6e649 req-7ece9216-0d75-45ba-951b-a90a1c65a60c tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598062 May 09 05:03:42.072565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bca2-b4a9-44cd-8c4c-c4717b600323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.093570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.105659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3bca2-b4a9-44cd-8c4c-c4717b600323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4336a7af-860f-4bbe-a6c8-bb60c6299e27,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:42.108514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.111214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70706d81-d675-4cfe-958a-a73b6619fb1a']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:42.131250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f54a712-8645-416f-96bd-70861d229e04') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:42.131956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f54a712-8645-416f-96bd-70861d229e04') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:42.133151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.143851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.149180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aa3bca2-b4a9-44cd-8c4c-c4717b600323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.150296 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8aa3bca2-b4a9-44cd-8c4c-c4717b600323 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4336a7af-860f-4bbe-a6c8-bb60c6299e27 HTTP/1.1" status: 204 len: 168 time: 0.7912519 May 09 05:03:42.153369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.178716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.195767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:42.196443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:42.212539 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:42.271646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a185c017-5208-4eb9-9751-ebf8cfc20e03,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:42.286711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c33d8ca5-d909-4c4f-890d-843eb571d06b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55296e46f66946388e55cc95a5d3e0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139248 May 09 05:03:42.290942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60406) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:42.316343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=296bc693-35a3-408c-bff1-d86d800c65c8,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:42.326663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a5469a29-df27-450f-a342-2c9d8ed198c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.327190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.334235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.340303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.355033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.382568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.401522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Network': ['ID=70706d81-d675-4cfe-958a-a73b6619fb1a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:42.403471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:42.420723 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9124f2d4-1bb9-498c-b34f-fb84f5276f7c tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/networks/70706d81-d675-4cfe-958a-a73b6619fb1a HTTP/1.1" status: 204 len: 168 time: 1.0292709 May 09 05:03:42.423393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60412) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:42.427592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b9928f-2761-438e-a283-bbe9cada203f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:42.430676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.431562 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment 70f69276-a7bf-4f6f-8a3f-60700b76b77b of type vlan for network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb May 09 05:03:42.565385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4103ae2c-64ef-469f-ac1c-021abfce9856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.593457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.609936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4103ae2c-64ef-469f-ac1c-021abfce9856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.620998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 7611d098-6252-4912-bf8c-b95e438c5909 associated. External IP: 172.26.0.28, port: f8e84c82-f291-40ba-923d-a7da618af5d8. May 09 05:03:42.626389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.689176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.694679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:42.695266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.892029 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5166678 May 09 05:03:42.904620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbecd-d77b-4f21-896a-7a0f21a9c07e req-f6d928e6-f968-45b2-be9b-365fd579aae3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:42.906116 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b15fbecd-d77b-4f21-896a-7a0f21a9c07e req-f6d928e6-f968-45b2-be9b-365fd579aae3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3662918 May 09 05:03:42.906609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60430) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:42.915283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.932281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'name': 'tempest-PortsIpV6TestJSON-25560177'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:42.949694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36d07e-d9de-46fe-8a98-ef5704a12bdf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=cd6b15b4-5729-4d42-8d4e-76bdfaa126bb,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:42.953252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4103ae2c-64ef-469f-ac1c-021abfce9856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:42.965812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:43.029999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103ae2c-64ef-469f-ac1c-021abfce9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a185c017-5208-4eb9-9751-ebf8cfc20e03,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:43.044638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c74adca-eb59-41d2-82cc-a17fc8e8d6b3']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:43.081882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59aba938-f52e-40d7-826e-6be52ca2de88') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:43.082167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59aba938-f52e-40d7-826e-6be52ca2de88') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:43.090062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4103ae2c-64ef-469f-ac1c-021abfce9856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.091618 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4103ae2c-64ef-469f-ac1c-021abfce9856 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a185c017-5208-4eb9-9751-ebf8cfc20e03 HTTP/1.1" status: 204 len: 168 time: 0.7981145 May 09 05:03:43.150376 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b15fbecd-d77b-4f21-896a-7a0f21a9c07e req-0d6bb6ac-3319-459c-9db5-92048c66ed15 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245779 May 09 05:03:43.156064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.186257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:43.200613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:43.207779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.212301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:43.218737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:43.230488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:43.240894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:43.244803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:43.261036 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:43.288246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60442) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:43.337347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:43.341616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.371208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 5238f1ca-78e6-459e-a616-5f8eabc6a58c yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:43.408002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.432268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.458214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] Pushing event deleted for resources: {'Network': ['ID=0c74adca-eb59-41d2-82cc-a17fc8e8d6b3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:43.471728 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ef563fa0-bb62-499d-9cc3-250e54d933b7 tempest-BulkNetworkOpsIpV6Test-499981988 tempest-BulkNetworkOpsIpV6Test-499981988-project] 10.222.0.50 "DELETE /v2.0/networks/0c74adca-eb59-41d2-82cc-a17fc8e8d6b3 HTTP/1.1" status: 204 len: 168 time: 1.0472348 May 09 05:03:43.485415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca99326-b2f8-44da-8048-41756d2ffec7 req-ca4b427d-2a8d-4601-8f11-773fc62e69fa tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:43.487412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eca99326-b2f8-44da-8048-41756d2ffec7 req-ca4b427d-2a8d-4601-8f11-773fc62e69fa tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.2071028 May 09 05:03:43.494601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:43.505020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:43.520551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:43.521381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:43.567600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.638260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1337494588'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:43.642559 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d1b66109-7afd-41d4-b956-0ba1baa654fd tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5679295 May 09 05:03:43.647509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eca99326-b2f8-44da-8048-41756d2ffec7 req-bf9a36c4-28f4-4a4b-8ec5-a5ad893f30cd tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321571 May 09 05:03:43.647973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60454) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:43.648995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:43.649337 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:43.658546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:43.670237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:43.670919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:43.785963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.806192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:43.834600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:43.841127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955b749-d0ec-470c-9957-8adddfeec41b None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:43.869268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60466) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:43.870245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:43.880994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:43.901624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:43.905347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.001304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:44.007043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.013655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=5238f1ca-78e6-459e-a616-5f8eabc6a58c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:44.045050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.046035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e79c2a-e98c-4752-b434-f67943835cc8 req-09acd530-5c63-47d7-9c15-ddc6c9f0f89f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:44.065066 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e1e79c2a-e98c-4752-b434-f67943835cc8 req-09acd530-5c63-47d7-9c15-ddc6c9f0f89f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.2152493 May 09 05:03:44.070676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:44.075376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:security_group_rule and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:44.078285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:44.087260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:44.090368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': '70f69276-a7bf-4f6f-8a3f-60700b76b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:44.090715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: cd6b15b4-5729-4d42-8d4e-76bdfaa126bb, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:44.127299 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e1e79c2a-e98c-4752-b434-f67943835cc8 req-9a47983c-d4e2-4224-8951-162c33222697 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613151 May 09 05:03:44.130186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:44.145685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, cd6b15b4-5729-4d42-8d4e-76bdfaa126bb) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:44.159076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:44.159199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5cbc29-f88c-43c8-9b0a-5f12389f18d4 None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:44.171366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:44.172022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.224077 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a3f859f0-ca1d-496e-afca-e5fda3ef7790 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3109841 May 09 05:03:44.227287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60482) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:44.237934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1232801708'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:44.251079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:44.259757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:44.263403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:44.269930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:44.283035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:44.290189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.314026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.325017 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6ea4ba46-7885-4fae-9cd1-609db607309c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab880aabb114445baeac2647275c4fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516432 May 09 05:03:44.326830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.327126 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 7611d098-6252-4912-bf8c-b95e438c5909 disassociated. External IP: 172.26.0.28, port: f8e84c82-f291-40ba-923d-a7da618af5d8. May 09 05:03:44.341283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60488) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:44.487899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:44.563163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3f1a80d9-21e5-481a-bfb4-63a8104d7d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.660667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.660839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment 244738ed-2005-4de6-8bb5-c85394ebe939 of type vlan for network aad6a619-d92d-4303-9e97-4ef940f5fdd9 May 09 05:03:44.678760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6d91ed0-656a-4ede-9729-b550a6801c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.681605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.697605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.730274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.738447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6d91ed0-656a-4ede-9729-b550a6801c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.752839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:44.824550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a527e2c-2345-4ba1-b7cd-b8cdd64d2805 req-fbbe6093-ac80-439a-840a-041844f6ae8f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:44.826135 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2a527e2c-2345-4ba1-b7cd-b8cdd64d2805 req-fbbe6093-ac80-439a-840a-041844f6ae8f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3207760 May 09 05:03:44.827613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.833407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:44.834048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.931514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6d91ed0-656a-4ede-9729-b550a6801c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.943469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:44.943809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment e05b877e-c894-4dca-8db0-b2ba7fe2888c of type vlan for network 6b741499-462e-4770-a58a-4e36b38d7bf7 May 09 05:03:44.951842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da66fa8-529c-4fa8-90d7-d1f2ba22b83c,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:45.001890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.013385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=aad6a619-d92d-4303-9e97-4ef940f5fdd9,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:45.020034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:45.029538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network aad6a619-d92d-4303-9e97-4ef940f5fdd9 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:45.049904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6d91ed0-656a-4ede-9729-b550a6801c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.056771 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e6d91ed0-656a-4ede-9729-b550a6801c5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/294a20ec-e12f-4b72-9191-c290106a6753 HTTP/1.1" status: 204 len: 168 time: 0.7046020 May 09 05:03:45.060442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d91ed0-656a-4ede-9729-b550a6801c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294a20ec-e12f-4b72-9191-c290106a6753,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:45.076105 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a46bbdc1-1471-4b93-b640-b157413ec980 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8472133 May 09 05:03:45.080213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60510) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:45.096840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'ports': [{'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb'}, {'network_id': 'aad6a619-d92d-4303-9e97-4ef940f5fdd9'}]} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:45.097159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:45.097612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'aad6a619-d92d-4303-9e97-4ef940f5fdd9'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:45.121569 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2a527e2c-2345-4ba1-b7cd-b8cdd64d2805 req-d299ddf1-54c2-47f2-b3a0-0be4b2ceb18a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809210 May 09 05:03:45.221867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:45.230150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.236300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:45.237031 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:45.237495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.255078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60516) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:45.261010 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:45.262060 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:45.347574 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:45.374904 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:45.377165 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:45.377773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=6b741499-462e-4770-a58a-4e36b38d7bf7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:45.384142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.390067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:45.391510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:45.396254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:45.399844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:45.406988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:45.419768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 2} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:45.426418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.446298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.478842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b8b1b9d3-2989-47dc-9373-f876d38c9219 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1825173 May 09 05:03:45.487350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60526) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:45.504284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-273402249'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:45.520591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:45.523883 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:45.524280 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef7df9-958c-40bf-9ac8-2d036b1c581e None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:45.528925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:45.533357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:45.539619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:45.558541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:45.562915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.579319 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cfa199e9-a240-44cb-ae8d-ba708640bf75 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/floatingips/7611d098-6252-4912-bf8c-b95e438c5909 HTTP/1.1" status: 200 len: 687 time: 1.9276507 May 09 05:03:45.583395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60532) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:45.620414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.682144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1208227458', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:45.701611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:45.710066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Usage tracker for resource:port and tenant:0066f69ec277488696912a380156820b is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:45.714857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:45.730729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:45.737026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 6f920091-8064-45de-aa8b-f02f7854e684 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:45.747710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:45.751748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Made reservation on behalf of 0066f69ec277488696912a380156820b for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:45.754498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.770723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.772559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 296bc693-35a3-408c-bff1-d86d800c65c8 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:45.773356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.792703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:45.798676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Usage tracker for resource:security_group_rule and tenant:0066f69ec277488696912a380156820b is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:45.802188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:45.803955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.804207 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment eaf00edb-4a6c-455d-90ea-2ccc6fb447d7 of type vlan for network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 May 09 05:03:45.810007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:45.869139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.881959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:45.917050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.031876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.032595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.084867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 14e034cd-2e60-4399-b895-bb000dd9242d yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:46.095367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.102084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.117298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] device_id is not set on port 6532c18c-777f-494b-b429-8a8cc7765c46 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:46.149155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60550) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:46.175333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 296bc693-35a3-408c-bff1-d86d800c65c8 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:46.190992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be30d1-4cab-4621-a99f-ff9de0e607c8,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:46.234265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.239872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:46.240513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.343200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1645725206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:46.357871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:46.361380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.364622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Allocated IP 172.26.0.171 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/6532c18c-777f-494b-b429-8a8cc7765c46) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:46.372253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:router and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:46.380120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:46.392812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:46.418202 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9298089 May 09 05:03:46.425064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60558) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:46.442596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.443602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.444918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': '6b741499-462e-4770-a58a-4e36b38d7bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:46.464138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef818-7dc5-4f3b-a88e-0365a6b22721 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=58c4e0cd-f00b-4676-8c2d-9ffd016428c1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:46.477980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:46.537754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.586682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.620017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666c819-c27b-4394-be8d-f887bcebe763 req-4e939535-76ae-40e1-a25f-bf206aaa75c4 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:46.623929 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d666c819-c27b-4394-be8d-f887bcebe763 req-4e939535-76ae-40e1-a25f-bf206aaa75c4 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3602943 May 09 05:03:46.659736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:46.670242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:46.677854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:46.678684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.682893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=6f920091-8064-45de-aa8b-f02f7854e684,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:46.698081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.759363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:46.767121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:46.780188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:46.782749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.825999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:46.843245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=296bc693-35a3-408c-bff1-d86d800c65c8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:46.850980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d666c819-c27b-4394-be8d-f887bcebe763 req-69dcfffa-aa3e-403c-b0ed-2d7aa1d723cc tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205648 May 09 05:03:46.917695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.919546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:46.923417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.953122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=14e034cd-2e60-4399-b895-bb000dd9242d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:46.973193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:46.974915 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b1de15d1-e68f-4e0b-920b-bc4dda4d6be6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8222847 May 09 05:03:46.978188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60564) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:46.980699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': '244738ed-2005-4de6-8bb5-c85394ebe939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aad6a619-d92d-4303-9e97-4ef940f5fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:46.981053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: aad6a619-d92d-4303-9e97-4ef940f5fdd9, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:46.990046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-457119288'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:46.998830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:47.007332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:network and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:47.011972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:47.019465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:47.038555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.041499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network aad6a619-d92d-4303-9e97-4ef940f5fdd9 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:47.049098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.049353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:47.052784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.074859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.079386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e3247317-ce99-49fa-ac9d-476f88b72612 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/floatingips/7611d098-6252-4912-bf8c-b95e438c5909 HTTP/1.1" status: 204 len: 168 time: 1.4918253 May 09 05:03:47.081378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60568) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:47.088993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '462c6634-e8af-4fef-a599-9a4d19aecebd'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:47.098133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:47.104587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:floatingip and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:47.108290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:47.116000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:47.118684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.136154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, aad6a619-d92d-4303-9e97-4ef940f5fdd9) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:47.147087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131e9a6-97c2-47a6-84ce-e16ca530a3a7 None None] Network aad6a619-d92d-4303-9e97-4ef940f5fdd9 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:47.149920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:47.153811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:security_group_rule and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:47.156888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:47.162008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:47.168090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:47.170290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.173535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:47.174147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.194739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:47.201565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:47.204490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:47.209915 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2f541703-3bdc-4c40-89f2-3d3c0af098f2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1246786 May 09 05:03:47.214005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:47.229709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60574) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:47.243109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Pushing event updated for resources: {'Port': ['ID=6532c18c-777f-494b-b429-8a8cc7765c46,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:47.288094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:47.288752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.327743 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e05f7086-58c3-4418-8b68-485fcde04648 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0717041 May 09 05:03:47.331189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60578) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:47.341838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}]}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:47.351561 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:47.357873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Usage tracker for resource:router and tenant:0066f69ec277488696912a380156820b is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:47.367372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:47.377276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:47.392430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.397107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.402771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.416265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.417289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.437708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:47.447982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.462951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.470497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823aaf8b-52ff-445b-a97f-4072d22b08e1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:47.474954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.475198 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Added segment 8491a456-95cf-4bc7-abad-246b3ac262ea of type vlan for network 88835117-303b-45ee-a91d-913a075c97d1 May 09 05:03:47.494617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 14e034cd-2e60-4399-b895-bb000dd9242d {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:47.494994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.568170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.655913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=6f96b468-b392-4c07-a2ef-e6f1e2280aa3,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:47.686312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd524-acc2-4a1b-bf9a-dbfb44a671cf req-fd8992cc-9cd1-448f-a592-2e49afe90e90 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:47.687842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9ccd524-acc2-4a1b-bf9a-dbfb44a671cf req-fd8992cc-9cd1-448f-a592-2e49afe90e90 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4569089 May 09 05:03:47.712980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.713321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.713918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.714035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.714301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.714621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.714921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.715261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.715578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.715898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.716198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.716547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:47.735035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': 'e05b877e-c894-4dca-8db0-b2ba7fe2888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6b741499-462e-4770-a58a-4e36b38d7bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:47.735362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: 6b741499-462e-4770-a58a-4e36b38d7bf7, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:47.795304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.804259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.809971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:47.810545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.880268 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9ccd524-acc2-4a1b-bf9a-dbfb44a671cf req-26c961a1-3349-40d9-9ac2-c84f12c9eb53 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769905 May 09 05:03:47.883719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:47.918403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:47.932952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 6b741499-462e-4770-a58a-4e36b38d7bf7) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:47.941228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd70c28-9e53-4247-a022-afffc07de9f5 None None] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:47.998984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Network': ['ID=88835117-303b-45ee-a91d-913a075c97d1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:48.017775 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2a832c8d-70b4-4f20-9d06-2baa051f81e8 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0383031 May 09 05:03:48.021124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60582) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:48.026605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 88835117-303b-45ee-a91d-913a075c97d1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:48.039213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'subnet': {'network_id': '88835117-303b-45ee-a91d-913a075c97d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:48.052118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:48.052740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.063036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 14e034cd-2e60-4399-b895-bb000dd9242d owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:48.126282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.172489 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ae4644ec-4c0f-4947-9e88-954b701c42ef tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7379091 May 09 05:03:48.175600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60586) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:48.184327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:48.192142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': '58c4e0cd-f00b-4676-8c2d-9ffd016428c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:48.206604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:subnet and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:48.216646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:48.237766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.271819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:48.284169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-6b741499-462e-4770-a58a-4e36b38d7bf7', 'network_id': '6b741499-462e-4770-a58a-4e36b38d7bf7', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': '6f96b468-b392-4c07-a2ef-e6f1e2280aa3'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:48.285165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.329837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=14e034cd-2e60-4399-b895-bb000dd9242d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:48.333112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:48.337313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.341675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.364984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-763996bd-e458-4639-9667-787145268d85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/14e034cd-2e60-4399-b895-bb000dd9242d HTTP/1.1" status: 204 len: 168 time: 1.1296802 May 09 05:03:48.367622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.26.0.81 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/72f93501-0638-440d-8f26-48a4c9e56743) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:48.368118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60590) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:48.437418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:48.447454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:48.455026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:48.459047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Allocated IP 2001:db8::2 (6b741499-462e-4770-a58a-4e36b38d7bf7/6f96b468-b392-4c07-a2ef-e6f1e2280aa3/a9658b70-9a9a-4910-941c-a78874c71715) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:48.489121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:48.530808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:48.534811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.565320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.674895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64211433-2682-40d0-a686-5d9aba46f771 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:48.680812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64211433-2682-40d0-a686-5d9aba46f771 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:48.681615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-64211433-2682-40d0-a686-5d9aba46f771 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:48.684016 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.696462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Transition to ACTIVE for port object a9658b70-9a9a-4910-941c-a78874c71715 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:48.706326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.717751 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Transition to ACTIVE for port object a9658b70-9a9a-4910-941c-a78874c71715 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:48.725246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-64211433-2682-40d0-a686-5d9aba46f771 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:48.725662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.726515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-64211433-2682-40d0-a686-5d9aba46f771 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3574562 May 09 05:03:48.729349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60594) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:48.792935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:48.795759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:48.799641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:48.808446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 6f920091-8064-45de-aa8b-f02f7854e684 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:48.809094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.854067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.866817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Pushing event updated for resources: {'Port': ['ID=a9658b70-9a9a-4910-941c-a78874c71715,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:48.903065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Attempting to bind port a9658b70-9a9a-4910-941c-a78874c71715 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:48.903790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Attempting to bind port a9658b70-9a9a-4910-941c-a78874c71715 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e05b877e-c894-4dca-8db0-b2ba7fe2888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6b741499-462e-4770-a58a-4e36b38d7bf7'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:48.904542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Attempting to bind port a9658b70-9a9a-4910-941c-a78874c71715 on network 6b741499-462e-4770-a58a-4e36b38d7bf7 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:48.919049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:48.920630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Checking segment: {'id': 'e05b877e-c894-4dca-8db0-b2ba7fe2888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6b741499-462e-4770-a58a-4e36b38d7bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:48.920767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.921243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Bound using segment: {'id': 'e05b877e-c894-4dca-8db0-b2ba7fe2888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6b741499-462e-4770-a58a-4e36b38d7bf7'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:48.922015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Bound port: a9658b70-9a9a-4910-941c-a78874c71715, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05b877e-c894-4dca-8db0-b2ba7fe2888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6b741499-462e-4770-a58a-4e36b38d7bf7'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:48.922509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:48.961983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:48.969254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:48.980345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:49.004303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=72f93501-0638-440d-8f26-48a4c9e56743,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:49.014407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.055153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.057627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] For port a9658b70-9a9a-4910-941c-a78874c71715, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:49.063482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] For port a9658b70-9a9a-4910-941c-a78874c71715, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a9658b70-9a9a-4910-941c-a78874c71715,segment=NetworkSegment(e05b877e-c894-4dca-8db0-b2ba7fe2888c),segment_id=e05b877e-c894-4dca-8db0-b2ba7fe2888c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:49.074368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.183102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Pushing event updated for resources: {'Port': ['ID=a9658b70-9a9a-4910-941c-a78874c71715,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:49.193874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.193874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.193874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.193874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.193874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.193874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.193874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.194436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.194436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.194826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.194925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.195904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af359aca-124c-4ce8-a996-16233e606d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.207265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.264476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.391940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 6f920091-8064-45de-aa8b-f02f7854e684 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:49.489557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Subnet': ['ID=156bab40-9df7-4f5a-9c7e-a7c94dcde07b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:49.491853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.553213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.553625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.553875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.554203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.554528 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.554839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.555157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.555474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.555789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.556098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.556433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.556744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:03:49.608019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Checking segment: {'id': '8491a456-95cf-4bc7-abad-246b3ac262ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88835117-303b-45ee-a91d-913a075c97d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:49.608373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network hostable DHCP agents. Network: 88835117-303b-45ee-a91d-913a075c97d1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:49.632809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9dbda-d77c-4121-92d1-a2480789cf58 req-6321d925-0b73-4aae-b061-541d3ee7ea7d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:49.635021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.641042 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-77b9dbda-d77c-4121-92d1-a2480789cf58 req-6321d925-0b73-4aae-b061-541d3ee7ea7d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5385721 May 09 05:03:49.661657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a9658b70-9a9a-4910-941c-a78874c71715 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:49.701246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=6f920091-8064-45de-aa8b-f02f7854e684,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:49.717290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.723666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=b0181b05-e2e3-4ac7-9f4e-975b299365c4,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:49.739010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a9658b70-9a9a-4910-941c-a78874c71715 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:49.740079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.746592 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-06778d54-7d01-43a2-af19-22eeacbc3784 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/6f920091-8064-45de-aa8b-f02f7854e684 HTTP/1.1" status: 204 len: 168 time: 1.0160291 May 09 05:03:49.753720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60600) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:49.810504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network 88835117-303b-45ee-a91d-913a075c97d1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:49.812746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': 'eaf00edb-4a6c-455d-90ea-2ccc6fb447d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '58c4e0cd-f00b-4676-8c2d-9ffd016428c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:49.813163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: 58c4e0cd-f00b-4676-8c2d-9ffd016428c1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:49.855966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c807b-7a97-4041-8e1e-0e34ad7d27f0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:49.856646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e3c807b-7a97-4041-8e1e-0e34ad7d27f0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:49.883515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.884674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e3c807b-7a97-4041-8e1e-0e34ad7d27f0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:49.888433 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6e3c807b-7a97-4041-8e1e-0e34ad7d27f0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1311717 May 09 05:03:49.888700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60604) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:49.906405 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-77b9dbda-d77c-4121-92d1-a2480789cf58 req-4b28c070-924d-4ca9-92da-46c15940fd91 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644949 May 09 05:03:49.909678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 88835117-303b-45ee-a91d-913a075c97d1) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:49.914729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:49.915308 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:49.925117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5000fb-ebcb-4b4e-9116-51cb1acdee4a None None] Network 88835117-303b-45ee-a91d-913a075c97d1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:50.063733 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b65fd95-fb68-492f-878e-20db958a7ff2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:03:50.068423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3b65fd95-fb68-492f-878e-20db958a7ff2 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/14e034cd-2e60-4399-b895-bb000dd9242d HTTP/1.1" status: 404 len: 333 time: 0.1786983 May 09 05:03:50.070830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60610) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:50.120323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.169519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:50.173016 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-de0a0e0b-61e7-4def-8d14-2d9aa4157e48 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1506696 May 09 05:03:50.182003 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60614) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:50.191136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.199084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.204005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'network': {'name': 'tempest-router-network01--487469581'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:50.207625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 58c4e0cd-f00b-4676-8c2d-9ffd016428c1) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:50.212111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:50.212888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.222532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:50.230095 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-872d4e78-bd64-4d2c-8dc7-4fe8537a6789 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:03:50.230861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-872d4e78-bd64-4d2c-8dc7-4fe8537a6789 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:50.242153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:network and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:50.246303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:50.264280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:50.264515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f41bb-45bc-4fc8-badb-153a3e5a9b7d None None] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:50.280437 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5f29c294-28ff-43c2-a2b2-7669cbaf9e08 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1033764 May 09 05:03:50.283505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60618) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:50.287537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-872d4e78-bd64-4d2c-8dc7-4fe8537a6789 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:50.288973 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-872d4e78-bd64-4d2c-8dc7-4fe8537a6789 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/6f920091-8064-45de-aa8b-f02f7854e684 HTTP/1.1" status: 404 len: 333 time: 0.2171915 May 09 05:03:50.291096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-88835117-303b-45ee-a91d-913a075c97d1', 'network_id': '88835117-303b-45ee-a91d-913a075c97d1', 'tenant_id': '8e9b6b9e4f89416f8d9689fdfd4a5486', 'fixed_ips': [{'subnet_id': '156bab40-9df7-4f5a-9c7e-a7c94dcde07b'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:50.292447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.293300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60622) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:50.411254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:50.415267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc699ebc-c259-481a-81ae-ab7f6ef8bbf0 None None] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:50.415851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.427554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.428066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36eb0151-299f-49fc-81e5-bcc0c48dd7c6 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:03:50.445389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.475454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2034186816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:50.475746 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 09 05:03:50.476892 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f3e33ef0-1f1c-46c2-84b8-48f8009d271c tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1444774 May 09 05:03:50.477698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:50.482672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60626) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:50.484888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:50.496262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:router and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:50.502530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:50.513157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:50.527101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162213a0-da96-4836-8f2d-697df71a0321 req-8d635215-db74-48b1-ab9f-587ee9871dbb tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:50.528863 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-162213a0-da96-4836-8f2d-697df71a0321 req-8d635215-db74-48b1-ab9f-587ee9871dbb tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3749628 May 09 05:03:50.556974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.557996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.601236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-77342aab-9540-4266-aa1c-07786d5c0005 None None] Provisioning for port a9658b70-9a9a-4910-941c-a78874c71715 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:50.628098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.647529 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-162213a0-da96-4836-8f2d-697df71a0321 req-c50f65b1-6e72-4b82-b008-68299ba3fc5b tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955501 May 09 05:03:50.667778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.667906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-77342aab-9540-4266-aa1c-07786d5c0005 None None] Provisioning complete for port a9658b70-9a9a-4910-941c-a78874c71715 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:50.668430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77342aab-9540-4266-aa1c-07786d5c0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.696145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.696458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.696838 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Added segment 54d55699-9892-45f2-8d10-e4e896011aec of type vlan for network be00198a-dc8b-4169-9753-dec65b45570c May 09 05:03:50.704717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.827847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.837092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Deleting port 6532c18c-777f-494b-b429-8a8cc7765c46 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:50.837466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.848043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.849588 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-43ceffe9-77cb-4b0e-8cb9-172b85e38441 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5651040 May 09 05:03:50.854416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60632) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:50.858852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Allocated IP 2001:db8::2 (88835117-303b-45ee-a91d-913a075c97d1/156bab40-9df7-4f5a-9c7e-a7c94dcde07b/a718030d-821c-4d9d-8201-5858e84b9c19) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:50.884358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.901504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-58c4e0cd-f00b-4676-8c2d-9ffd016428c1', 'network_id': '58c4e0cd-f00b-4676-8c2d-9ffd016428c1', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': 'b0181b05-e2e3-4ac7-9f4e-975b299365c4'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:50.902328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:50.918227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=72f93501-0638-440d-8f26-48a4c9e56743,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:50.979006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad6a619-d92d-4303-9e97-4ef940f5fdd9']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:50.999097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.008131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244738ed-2005-4de6-8bb5-c85394ebe939') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:51.008442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244738ed-2005-4de6-8bb5-c85394ebe939') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:51.061354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.093173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.098886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:51.099460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.143207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.145578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77342aab-9540-4266-aa1c-07786d5c0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.285591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:03:51.286069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:03:51.306581 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:03:51.326124 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1390936 May 09 05:03:51.339828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60636) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:51.345309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'network': {'name': 'tempest-router-network02--764108333'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:51.351075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:51.355085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:network and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:51.358076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:51.364764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:51.396714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255af9e-c55d-4746-9a2e-dc226d606900 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Network': ['ID=be00198a-dc8b-4169-9753-dec65b45570c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:51.413502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-77342aab-9540-4266-aa1c-07786d5c0005 None None] For port a9658b70-9a9a-4910-941c-a78874c71715, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a9658b70-9a9a-4910-941c-a78874c71715,segment=NetworkSegment(e05b877e-c894-4dca-8db0-b2ba7fe2888c),segment_id=e05b877e-c894-4dca-8db0-b2ba7fe2888c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:51.420075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae920d69-1412-4a05-a55d-130224c886d0 req-2e5d1de0-2096-4087-a38a-7207bd91ff38 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:51.421668 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae920d69-1412-4a05-a55d-130224c886d0 req-2e5d1de0-2096-4087-a38a-7207bd91ff38 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5301080 May 09 05:03:51.431148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network be00198a-dc8b-4169-9753-dec65b45570c details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:51.460344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.464872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.491056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:51.508999 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/aad6a619-d92d-4303-9e97-4ef940f5fdd9 HTTP/1.1" status: 204 len: 168 time: 1.2142916 May 09 05:03:51.515949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.518132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99ac35-4f5d-4e21-8930-e24cce3fe9ae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=aad6a619-d92d-4303-9e97-4ef940f5fdd9,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:51.521521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60640) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:51.528841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Allocated IP 2001:db8:1::2 (58c4e0cd-f00b-4676-8c2d-9ffd016428c1/b0181b05-e2e3-4ac7-9f4e-975b299365c4/43a15638-ac22-4182-a1eb-2248d3481db5) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:51.535563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-152886994'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:51.540143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77342aab-9540-4266-aa1c-07786d5c0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.544383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.554216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:51.560913 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae920d69-1412-4a05-a55d-130224c886d0 req-9aa55275-b13b-4a6d-b830-79ee076da029 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311870 May 09 05:03:51.564548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:51.616048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:51.624642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77342aab-9540-4266-aa1c-07786d5c0005 None None] Pushing event updated for resources: {'Port': ['ID=a9658b70-9a9a-4910-941c-a78874c71715,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:51.691242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Calling delete_port for 6532c18c-777f-494b-b429-8a8cc7765c46 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:51.718264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:51.737817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.749828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:51.753478 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.760626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Transition to ACTIVE for port object a718030d-821c-4d9d-8201-5858e84b9c19 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:51.766676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-26ac2157-7a7b-4fb7-860d-5bd1f64e9efa None None] Provisioning complete for port a9658b70-9a9a-4910-941c-a78874c71715 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:51.767087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26ac2157-7a7b-4fb7-860d-5bd1f64e9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.785098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 47863668-7ccc-4ae6-b836-46b1def3be0b associated. External IP: 172.26.0.81, port: 462c6634-e8af-4fef-a599-9a4d19aecebd. May 09 05:03:51.804450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:51.853243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.853243 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment 2653d049-bf8f-4b65-8744-dd0a58dc5342 of type vlan for network aeb20345-f9cc-4ee5-925b-5d8b802db075 May 09 05:03:51.876313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:03:51.886298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Transition to ACTIVE for port object a718030d-821c-4d9d-8201-5858e84b9c19 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:51.890258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.897605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.910640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.943705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.952995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:51.953335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Added segment d7fe1ad7-1584-44be-8a05-109435fd75c3 of type vlan for network 52c14162-f6e4-4375-8924-4d57322383c6 May 09 05:03:51.980246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Pushing event deleted for resources: {'Port': ['ID=6532c18c-777f-494b-b429-8a8cc7765c46,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:52.051022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Network 88835117-303b-45ee-a91d-913a075c97d1 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:52.058551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.064588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:52.064970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.094867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:52.103359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Pushing event updated for resources: {'Port': ['ID=a718030d-821c-4d9d-8201-5858e84b9c19,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:52.105991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.106729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:52.190258 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b7af4fbe-6ab2-402e-88db-85a2348caac0 tempest-RoutersAdminNegativeTest-1645455443 tempest-RoutersAdminNegativeTest-1645455443-project-admin] 10.222.0.50 "DELETE /v2.0/ports/6532c18c-777f-494b-b429-8a8cc7765c46 HTTP/1.1" status: 204 len: 168 time: 1.7065587 May 09 05:03:52.195819 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6689551 May 09 05:03:52.198872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60650) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:52.207012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:52.244435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.260066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Transition to ACTIVE for port object 43a15638-ac22-4182-a1eb-2248d3481db5 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:52.286904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Transition to ACTIVE for port object 43a15638-ac22-4182-a1eb-2248d3481db5 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:52.316195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.383739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.398054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879cf7a-2ff9-4e50-9aa6-26af533d4a09 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=aeb20345-f9cc-4ee5-925b-5d8b802db075,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:52.404648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ec93-c95c-4817-ad8d-a3c80519170d req-ff34e977-6abe-46b5-afd0-c39154dc9ea0 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:52.413338 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b310ec93-c95c-4817-ad8d-a3c80519170d req-ff34e977-6abe-46b5-afd0-c39154dc9ea0 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.7234333 May 09 05:03:52.440609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network aeb20345-f9cc-4ee5-925b-5d8b802db075 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:52.452132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:52.458155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:52.463543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:52.470559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:52.483169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:52.487398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.562901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:52.581259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:52.583009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Pushing event updated for resources: {'Port': ['ID=43a15638-ac22-4182-a1eb-2248d3481db5,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:52.585119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Attempting to bind port a718030d-821c-4d9d-8201-5858e84b9c19 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:52.585484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Attempting to bind port a718030d-821c-4d9d-8201-5858e84b9c19 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '8491a456-95cf-4bc7-abad-246b3ac262ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88835117-303b-45ee-a91d-913a075c97d1'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:52.585975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Attempting to bind port a718030d-821c-4d9d-8201-5858e84b9c19 on network 88835117-303b-45ee-a91d-913a075c97d1 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:52.592134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:52.598339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:52.598703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Checking segment: {'id': '8491a456-95cf-4bc7-abad-246b3ac262ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88835117-303b-45ee-a91d-913a075c97d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:52.599100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.599490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Bound using segment: {'id': '8491a456-95cf-4bc7-abad-246b3ac262ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88835117-303b-45ee-a91d-913a075c97d1'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:52.599961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Bound port: a718030d-821c-4d9d-8201-5858e84b9c19, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8491a456-95cf-4bc7-abad-246b3ac262ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '88835117-303b-45ee-a91d-913a075c97d1'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:52.600512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.613070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60656) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:52.625883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Performing IP validity checks on allocation pools {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:03:52.629545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:03:52.644777 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b310ec93-c95c-4817-ad8d-a3c80519170d req-da9c3ba2-27b4-460b-858a-df3a2e900a7f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302845 May 09 05:03:52.670263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.677575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:52.678091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.817283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Attempting to bind port 43a15638-ac22-4182-a1eb-2248d3481db5 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:52.818349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Attempting to bind port 43a15638-ac22-4182-a1eb-2248d3481db5 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'eaf00edb-4a6c-455d-90ea-2ccc6fb447d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '58c4e0cd-f00b-4676-8c2d-9ffd016428c1'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:52.818870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Attempting to bind port 43a15638-ac22-4182-a1eb-2248d3481db5 on network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:52.826471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:52.827114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Checking segment: {'id': 'eaf00edb-4a6c-455d-90ea-2ccc6fb447d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '58c4e0cd-f00b-4676-8c2d-9ffd016428c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:52.827666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.828339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Bound using segment: {'id': 'eaf00edb-4a6c-455d-90ea-2ccc6fb447d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '58c4e0cd-f00b-4676-8c2d-9ffd016428c1'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:52.828981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Bound port: 43a15638-ac22-4182-a1eb-2248d3481db5, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf00edb-4a6c-455d-90ea-2ccc6fb447d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '58c4e0cd-f00b-4676-8c2d-9ffd016428c1'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:52.829527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.833948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.877537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:52.955993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:52.982290 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6414475 May 09 05:03:52.987145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60666) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:52.990175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Usage tracker for resource:security_group_rule and tenant:266ab16f80354b8aa7644f2420e0b834 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:52.994564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] For port 43a15638-ac22-4182-a1eb-2248d3481db5, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:52.999074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] For port 43a15638-ac22-4182-a1eb-2248d3481db5, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=43a15638-ac22-4182-a1eb-2248d3481db5,segment=NetworkSegment(eaf00edb-4a6c-455d-90ea-2ccc6fb447d7),segment_id=eaf00edb-4a6c-455d-90ea-2ccc6fb447d7)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:53.001221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] For port a718030d-821c-4d9d-8201-5858e84b9c19, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:53.002677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:53.005739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] For port a718030d-821c-4d9d-8201-5858e84b9c19, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a718030d-821c-4d9d-8201-5858e84b9c19,segment=NetworkSegment(8491a456-95cf-4bc7-abad-246b3ac262ea),segment_id=8491a456-95cf-4bc7-abad-246b3ac262ea)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:53.010361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.015524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129a5cc-8588-43c7-86da-85507dc7990a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Network': ['ID=52c14162-f6e4-4375-8924-4d57322383c6,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:53.018767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'subnet': {'network_id': 'be00198a-dc8b-4169-9753-dec65b45570c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:53.035688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:53.042473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8::1 (6b741499-462e-4770-a58a-4e36b38d7bf7/6f96b468-b392-4c07-a2ef-e6f1e2280aa3/ce10b4d6-0ad3-4327-a9b4-c5a66eea9344) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:53.045340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:53.051544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=67c21f73-1204-4c93-bca2-072a6cd96f04,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:53.066408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.070767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 52c14162-f6e4-4375-8924-4d57322383c6 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:03:53.103228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': '2653d049-bf8f-4b65-8744-dd0a58dc5342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:53.103228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: aeb20345-f9cc-4ee5-925b-5d8b802db075, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:53.208330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:53.210712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network aeb20345-f9cc-4ee5-925b-5d8b802db075 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:53.220468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:subnet and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:53.226277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:53.237873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb63fd-6b92-4fba-ba74-dbf8977f3151 None None] Pushing event updated for resources: {'Port': ['ID=43a15638-ac22-4182-a1eb-2248d3481db5,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:53.245793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2de61-45b1-4ed1-9e58-ef201e814070 req-d9b2f99f-781a-462e-8e0b-48b4ae42b401 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:53.247355 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-aeb2de61-45b1-4ed1-9e58-ef201e814070 req-d9b2f99f-781a-462e-8e0b-48b4ae42b401 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3743083 May 09 05:03:53.248550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:53.253676 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-c5f08ec8-062d-4fd9-88df-dfb03361cbbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4709582 May 09 05:03:53.254294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, aeb20345-f9cc-4ee5-925b-5d8b802db075) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:53.258965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:53.259743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.297628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994c79e7-fc0b-4761-a9b5-e8441917ea25 None None] Network aeb20345-f9cc-4ee5-925b-5d8b802db075 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:53.323754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:53.327329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.452030 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8438dd15-8882-4d9d-b934-892789680f47 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2519000 May 09 05:03:53.467700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60670) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:53.480226 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-aeb2de61-45b1-4ed1-9e58-ef201e814070 req-a2acfc84-941e-4ad3-906f-c86b8263b0d4 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103012 May 09 05:03:53.482455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ed01-d14e-424f-b074-1c1dcd88649c None None] Pushing event updated for resources: {'Port': ['ID=a718030d-821c-4d9d-8201-5858e84b9c19,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:53.514645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075', 'name': 'tempest-PortsIpV6TestJSON-850900292'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:53.599752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.625212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:53.643588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:53.715781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.736091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a9658b70-9a9a-4910-941c-a78874c71715 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:53.744024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.772204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-001164fb-42f1-41e3-83f1-a92bb8c1a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:53.775765 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-001164fb-42f1-41e3-83f1-a92bb8c1a724 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.3589435 May 09 05:03:53.794893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.807627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:53.823560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-aeb20345-f9cc-4ee5-925b-5d8b802db075', 'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075', 'tenant_id': 'a9932919da12496f8b69226e16f90104', 'fixed_ips': [{'subnet_id': '67c21f73-1204-4c93-bca2-072a6cd96f04'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:53.824379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:53.847988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc95ab1-bd1e-4276-9929-39c720197945,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:53.854216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:53.854850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:53.898839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9323eda1-7376-4527-91e4-56c408d73d2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=266ab16f80354b8aa7644f2420e0b834&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2844038 May 09 05:03:53.899896 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-22df8b8a-0756-4ca9-a9cf-6b42f2875cb1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8175311 May 09 05:03:53.904946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60676) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:53.905272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60678) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:53.946724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:54.067787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:54.068650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:54.117628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.139087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:54.157955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:54.158335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981380ad-ecc9-48f3-8183-e584a095b6d5 None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:54.175534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:54.197052 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f08dc43f-bfb2-4f33-a28e-f8eab7b768bc tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "GET /v2.0/floatingips/47863668-7ccc-4ae6-b836-46b1def3be0b HTTP/1.1" status: 200 len: 977 time: 0.2868843 May 09 05:03:54.203268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60684) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:54.205438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:54.213730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:54.221844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a9658b70-9a9a-4910-941c-a78874c71715 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:54.222433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.224167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:54.224733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.268370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=ce10b4d6-0ad3-4327-a9b4-c5a66eea9344,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:54.284495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:54.288199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.289563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034829db-ace3-4331-84b5-073b47b21c0f req-6cebf32f-ab7b-413f-9736-bdf3c6bbb669 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:54.291102 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-034829db-ace3-4331-84b5-073b47b21c0f req-6cebf32f-ab7b-413f-9736-bdf3c6bbb669 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6020131 May 09 05:03:54.320240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Allocated IP 2001:db8::2 (aeb20345-f9cc-4ee5-925b-5d8b802db075/67c21f73-1204-4c93-bca2-072a6cd96f04/dcaee73c-ce14-4438-b829-02c17b406f11) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:54.322833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-2e881908-0634-48fc-9d3d-b3382942c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:54.327546 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-2e881908-0634-48fc-9d3d-b3382942c1fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.4584110 May 09 05:03:54.366243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b37b7362-afe7-4736-9f46-a1f8acc19f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.373542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 8863d617-a89f-4d7b-8f18-9cbdf2fd24ca yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:03:54.414100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.508835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-f84f17d6-b454-4202-ae03-2fd769e78349 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1002 time: 0.1738677 May 09 05:03:54.532034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b37b7362-afe7-4736-9f46-a1f8acc19f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.556183 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-43164c65-3d5e-4643-b6bc-e5890053f271 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3458350 May 09 05:03:54.604747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60688) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:54.617271 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-034829db-ace3-4331-84b5-073b47b21c0f req-b706870d-8232-4604-beb7-f916a8f21e91 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191159 May 09 05:03:54.636083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-5b7bfe4f-c235-4b5f-9d0b-c0827488a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:54.637563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-5b7bfe4f-c235-4b5f-9d0b-c0827488a07a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.0855501 May 09 05:03:54.677955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'port_id': 'f8e84c82-f291-40ba-923d-a7da618af5d8'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:54.716786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4a0d8a09-ba93-4009-8f0e-dc56e5f3aa4a None None] Provisioning for port ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:54.728144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.731241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4a0d8a09-ba93-4009-8f0e-dc56e5f3aa4a None None] Provisioning complete for port ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:54.731843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8a09-ba93-4009-8f0e-dc56e5f3aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.803844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d8a09-ba93-4009-8f0e-dc56e5f3aa4a None None] Port ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:03:54.814468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.892797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e6e154-0e6c-47e3-abec-4c017436f46e None None] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:54.931769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Subnet': ['ID=0d933d46-d573-49c0-a8de-667f06356838,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:54.971792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:54.985779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-9ff4f572-b256-4260-850a-839907c88c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:54.987265 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-9ff4f572-b256-4260-850a-839907c88c67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2928252 May 09 05:03:54.990479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Transition to ACTIVE for port object dcaee73c-ce14-4438-b829-02c17b406f11 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:55.045204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Checking segment: {'id': '54d55699-9892-45f2-8d10-e4e896011aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'be00198a-dc8b-4169-9753-dec65b45570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:55.045737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network hostable DHCP agents. Network: be00198a-dc8b-4169-9753-dec65b45570c, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:55.056498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Transition to ACTIVE for port object dcaee73c-ce14-4438-b829-02c17b406f11 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:55.057852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-895c10df-7ccb-44a5-bd57-e32da35a40bb None None] Provisioning for port 43a15638-ac22-4182-a1eb-2248d3481db5 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:55.066723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b37b7362-afe7-4736-9f46-a1f8acc19f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.089640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.148048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b7362-afe7-4736-9f46-a1f8acc19f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc95ab1-bd1e-4276-9929-39c720197945,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:55.229336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network be00198a-dc8b-4169-9753-dec65b45570c is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:55.245576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Network aeb20345-f9cc-4ee5-925b-5d8b802db075 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:55.246454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Pushing event updated for resources: {'Port': ['ID=dcaee73c-ce14-4438-b829-02c17b406f11,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:55.254875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:55.257213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:55.263556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::248 (aeb20345-f9cc-4ee5-925b-5d8b802db075/67c21f73-1204-4c93-bca2-072a6cd96f04/8863d617-a89f-4d7b-8f18-9cbdf2fd24ca) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:55.269225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf8554-852d-4ea4-a376-a5f314020119 None None] Network 88835117-303b-45ee-a91d-913a075c97d1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:55.283691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, be00198a-dc8b-4169-9753-dec65b45570c) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:55.291427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b37b7362-afe7-4736-9f46-a1f8acc19f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.292623 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b37b7362-afe7-4736-9f46-a1f8acc19f26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fc95ab1-bd1e-4276-9929-39c720197945 HTTP/1.1" status: 204 len: 168 time: 1.3840909 May 09 05:03:55.296113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:55.296782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.361190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0650fa31-f8d8-4be0-bdb4-800bda436835 None None] Network be00198a-dc8b-4169-9753-dec65b45570c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:55.387735 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1791140d-688f-4bf3-a636-b6e3d2dd697a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3902688 May 09 05:03:55.388491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60696) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:55.418382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'subnet': {'network_id': '52c14162-f6e4-4375-8924-4d57322383c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:55.503759 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-9251b4b6-5473-4fe4-b991-e684e66537f0 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939542 May 09 05:03:55.711769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f559deef-6ffb-481a-871c-cf85dd1940f9 None None] Provisioning for port a718030d-821c-4d9d-8201-5858e84b9c19 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:55.712811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:55.724049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:subnet and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:55.731208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:55.748036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:55.754390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Attempting to bind port dcaee73c-ce14-4438-b829-02c17b406f11 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:55.754907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Attempting to bind port dcaee73c-ce14-4438-b829-02c17b406f11 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2653d049-bf8f-4b65-8744-dd0a58dc5342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:55.755674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Attempting to bind port dcaee73c-ce14-4438-b829-02c17b406f11 on network aeb20345-f9cc-4ee5-925b-5d8b802db075 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:55.787419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:55.787791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Checking segment: {'id': '2653d049-bf8f-4b65-8744-dd0a58dc5342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:55.788201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.788603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Bound using segment: {'id': '2653d049-bf8f-4b65-8744-dd0a58dc5342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:55.789083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Bound port: dcaee73c-ce14-4438-b829-02c17b406f11, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2653d049-bf8f-4b65-8744-dd0a58dc5342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeb20345-f9cc-4ee5-925b-5d8b802db075'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:55.789454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.807163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:55.811267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.828738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 43a15638-ac22-4182-a1eb-2248d3481db5 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:55.829687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.831632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60702) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:55.834335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da2c25ee-8142-4281-bed1-e9be9ee91844 req-57b1c1be-fcfd-42ad-9bfe-26e31cf80354 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206556 May 09 05:03:55.838079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.842784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.843666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:55.885730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 8863d617-a89f-4d7b-8f18-9cbdf2fd24ca will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:55.945465 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d85147ed-7a10-429c-8174-72151c45ef15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0066f69ec277488696912a380156820b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084080 May 09 05:03:55.948595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60706) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:56.015313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.129210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-350a4b4b-1b6d-4efd-9d7d-b7fc0f145747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.151273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network aeb20345-f9cc-4ee5-925b-5d8b802db075 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:56.163475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:56.240456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:56.247671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:56.254140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.271841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=ce10b4d6-0ad3-4327-a9b4-c5a66eea9344,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:56.290845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] For port dcaee73c-ce14-4438-b829-02c17b406f11, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:56.305578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 43a15638-ac22-4182-a1eb-2248d3481db5 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:56.309015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=8863d617-a89f-4d7b-8f18-9cbdf2fd24ca,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:56.319251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] For port dcaee73c-ce14-4438-b829-02c17b406f11, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dcaee73c-ce14-4438-b829-02c17b406f11,segment=NetworkSegment(2653d049-bf8f-4b65-8744-dd0a58dc5342),segment_id=2653d049-bf8f-4b65-8744-dd0a58dc5342)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:56.322884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 43a15638-ac22-4182-a1eb-2248d3481db5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:56.323271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.329424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-350a4b4b-1b6d-4efd-9d7d-b7fc0f145747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.336213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:56.338929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:56.351864 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8a0c4acb-6bdd-41e1-82fd-983ef36c9c58 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8656299 May 09 05:03:56.355285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60710) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:56.358083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-be00198a-dc8b-4169-9753-dec65b45570c', 'network_id': 'be00198a-dc8b-4169-9753-dec65b45570c', 'tenant_id': '8e9b6b9e4f89416f8d9689fdfd4a5486', 'fixed_ips': [{'subnet_id': '0d933d46-d573-49c0-a8de-667f06356838'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:56.359396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.377176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.451016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 8863d617-a89f-4d7b-8f18-9cbdf2fd24ca {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:03:56.451366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.550858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.567925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.645149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:03:56.682412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b412ece5-b4e0-4e97-82ce-8ddb73c00f19 None None] Provisioning complete for port 43a15638-ac22-4182-a1eb-2248d3481db5 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:56.682412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b412ece5-b4e0-4e97-82ce-8ddb73c00f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.747696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742420e-c3e5-4a48-93f1-f4ea3c7f5025 None None] Pushing event updated for resources: {'Port': ['ID=dcaee73c-ce14-4438-b829-02c17b406f11,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:56.871066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:56.872741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.882504 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] Sync routers for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:56.890188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8e6ca881-9b78-4d7d-a81d-9c9c8e8d7c84 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0325735 May 09 05:03:56.893045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:56.911434 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:56.912063 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:56.983292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:56.995495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Allocated IP 2001:db8::2 (be00198a-dc8b-4169-9753-dec65b45570c/0d933d46-d573-49c0-a8de-667f06356838/42886d4a-be64-43b2-8453-a06916d32353) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:57.073603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c432d5e-731a-4398-8d6d-2c7525e4026f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:57.074241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1c432d5e-731a-4398-8d6d-2c7525e4026f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:57.103063 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 47863668-7ccc-4ae6-b836-46b1def3be0b associated. External IP: 172.26.0.81, port: 462c6634-e8af-4fef-a599-9a4d19aecebd. May 09 05:03:57.167816 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:57.191122 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:57.191967 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:57.201021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Checking segment: {'id': 'd7fe1ad7-1584-44be-8a05-109435fd75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '52c14162-f6e4-4375-8924-4d57322383c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:57.201375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network hostable DHCP agents. Network: 52c14162-f6e4-4375-8924-4d57322383c6, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:03:57.206577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1c432d5e-731a-4398-8d6d-2c7525e4026f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:57.208655 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1c432d5e-731a-4398-8d6d-2c7525e4026f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports/ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 HTTP/1.1" status: 200 len: 911 time: 0.3141897 May 09 05:03:57.211063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Subnet': ['ID=ca914483-585d-476e-9993-b4492fbff4e5,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:57.213550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60718) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:57.235758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-350a4b4b-1b6d-4efd-9d7d-b7fc0f145747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:57.266350 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:57.267056 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d526f6-f2c2-48ac-91ba-4ccddfa6905c None None] The sync data for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:57.339284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a4b4b-1b6d-4efd-9d7d-b7fc0f145747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be30d1-4cab-4621-a99f-ff9de0e607c8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:57.370606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-350a4b4b-1b6d-4efd-9d7d-b7fc0f145747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:57.374777 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-350a4b4b-1b6d-4efd-9d7d-b7fc0f145747 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1be30d1-4cab-4621-a99f-ff9de0e607c8 HTTP/1.1" status: 204 len: 168 time: 1.4273777 May 09 05:03:57.380722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 43a15638-ac22-4182-a1eb-2248d3481db5, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=43a15638-ac22-4182-a1eb-2248d3481db5,segment=NetworkSegment(eaf00edb-4a6c-455d-90ea-2ccc6fb447d7),segment_id=eaf00edb-4a6c-455d-90ea-2ccc6fb447d7)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:57.381223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network 52c14162-f6e4-4375-8924-4d57322383c6 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:03:57.409214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 52c14162-f6e4-4375-8924-4d57322383c6) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:57.420572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:03:57.421211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:57.434901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:57.436087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a718030d-821c-4d9d-8201-5858e84b9c19 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:57.522662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:57.531708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c4dae-2c8f-4135-b1ad-75dd283dd2b6 None None] Network 52c14162-f6e4-4375-8924-4d57322383c6 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:57.638934 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-274159a7-1ae9-41f6-b59b-d5b36ea82071 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2402289 May 09 05:03:57.645544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60726) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:57.788028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 8863d617-a89f-4d7b-8f18-9cbdf2fd24ca owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:03:57.828012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=43a15638-ac22-4182-a1eb-2248d3481db5,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:57.873785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b412ece5-b4e0-4e97-82ce-8ddb73c00f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.127441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-b412ece5-b4e0-4e97-82ce-8ddb73c00f19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:03:58.127795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-b412ece5-b4e0-4e97-82ce-8ddb73c00f19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:03:58.128281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a718030d-821c-4d9d-8201-5858e84b9c19 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:58.144107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a718030d-821c-4d9d-8201-5858e84b9c19 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:58.144819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.218413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:58.226559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.229176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf21775-fe49-4448-b68c-3b81a2fc3211 None None] Network aeb20345-f9cc-4ee5-925b-5d8b802db075 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:03:58.371877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Transition to ACTIVE for port object 42886d4a-be64-43b2-8453-a06916d32353 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:58.394351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Transition to ACTIVE for port object 42886d4a-be64-43b2-8453-a06916d32353 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:03:58.404801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-52c14162-f6e4-4375-8924-4d57322383c6', 'network_id': '52c14162-f6e4-4375-8924-4d57322383c6', 'tenant_id': '8e9b6b9e4f89416f8d9689fdfd4a5486', 'fixed_ips': [{'subnet_id': 'ca914483-585d-476e-9993-b4492fbff4e5'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:03:58.405783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.426031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.513677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.577941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:58.581672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=8863d617-a89f-4d7b-8f18-9cbdf2fd24ca,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:58.710176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60746) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:58.718405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.743807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:58.751858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Network be00198a-dc8b-4169-9753-dec65b45570c is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:03:58.753423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:58.774350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:03:58.789361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:03:58.806691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Pushing event updated for resources: {'Port': ['ID=42886d4a-be64-43b2-8453-a06916d32353,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:58.871596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'networks': [{'name': 'tempest-network--1370458624'}, {'name': 'tempest-network--1659856896'}]} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:58.871921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'network': {'name': 'tempest-network--1370458624'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:58.872354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'network': {'name': 'tempest-network--1659856896'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:03:58.883841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:58.890387 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3c99bbe9-2997-4f01-b46e-1ce25da00e9c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/8863d617-a89f-4d7b-8f18-9cbdf2fd24ca HTTP/1.1" status: 204 len: 168 time: 2.5282886 May 09 05:03:58.891657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60752) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:58.893439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Usage tracker for resource:network and tenant:6527bd6000ce43ae9a9fb5977e80be30 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:58.898627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:58.946686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:58.957189 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59f8aa4-ecba-4c06-864c-cbed8bbaef36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:03:58.957682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59f8aa4-ecba-4c06-864c-cbed8bbaef36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:03:58.961979 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f59f8aa4-ecba-4c06-864c-cbed8bbaef36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/8863d617-a89f-4d7b-8f18-9cbdf2fd24ca HTTP/1.1" status: 404 len: 333 time: 0.0676696 May 09 05:03:58.962919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60756) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:58.966583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:58.966758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.002833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.074888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.135407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Attempting to bind port 42886d4a-be64-43b2-8453-a06916d32353 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:03:59.135764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Attempting to bind port 42886d4a-be64-43b2-8453-a06916d32353 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '54d55699-9892-45f2-8d10-e4e896011aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'be00198a-dc8b-4169-9753-dec65b45570c'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:03:59.136117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Attempting to bind port 42886d4a-be64-43b2-8453-a06916d32353 on network be00198a-dc8b-4169-9753-dec65b45570c {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:03:59.148646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Made reservation on behalf of 6527bd6000ce43ae9a9fb5977e80be30 for: {'network': 2} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:03:59.153426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.171739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9e568e0f-8de5-4d9c-8ad3-8b85c69ad978 None None] Provisioning for port dcaee73c-ce14-4438-b829-02c17b406f11 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:03:59.183642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.204971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:03:59.205245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Checking segment: {'id': '54d55699-9892-45f2-8d10-e4e896011aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'be00198a-dc8b-4169-9753-dec65b45570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:03:59.205633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.206013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Bound using segment: {'id': '54d55699-9892-45f2-8d10-e4e896011aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'be00198a-dc8b-4169-9753-dec65b45570c'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:03:59.206486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Bound port: 42886d4a-be64-43b2-8453-a06916d32353, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d55699-9892-45f2-8d10-e4e896011aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'be00198a-dc8b-4169-9753-dec65b45570c'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:03:59.206926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.210186 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fdfdfe-7fe3-4bc8-bc30-82db8d453ee9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:03:59.210724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23fdfdfe-7fe3-4bc8-bc30-82db8d453ee9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:03:59.215649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:59.216282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.237006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.268782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:03:59.278303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Usage tracker for resource:security_group_rule and tenant:6527bd6000ce43ae9a9fb5977e80be30 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:03:59.284238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:03:59.300269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.300755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdbc4b7-fc24-4d3d-bfde-08b44d4b2749 None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:59.340663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23fdfdfe-7fe3-4bc8-bc30-82db8d453ee9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:03:59.343555 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-23fdfdfe-7fe3-4bc8-bc30-82db8d453ee9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/8863d617-a89f-4d7b-8f18-9cbdf2fd24ca HTTP/1.1" status: 404 len: 333 time: 0.3789926 May 09 05:03:59.348940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60762) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:03:59.359992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Allocated IP 2001:db8::2 (52c14162-f6e4-4375-8924-4d57322383c6/ca914483-585d-476e-9993-b4492fbff4e5/a461f7f4-6dc4-4e46-816d-ab23773c5efa) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:59.363512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:03:59.389030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a718030d-821c-4d9d-8201-5858e84b9c19, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a718030d-821c-4d9d-8201-5858e84b9c19,segment=NetworkSegment(8491a456-95cf-4bc7-abad-246b3ac262ea),segment_id=8491a456-95cf-4bc7-abad-246b3ac262ea)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:03:59.403890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.416717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:03:59.454091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9e568e0f-8de5-4d9c-8ad3-8b85c69ad978 None None] Provisioning complete for port ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:59.454441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e568e0f-8de5-4d9c-8ad3-8b85c69ad978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.529838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Allocated IP 2001:db8::1 (be00198a-dc8b-4169-9753-dec65b45570c/0d933d46-d573-49c0-a8de-667f06356838/1e8d537c-7241-4564-b576-f5dbb4e549b9) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:03:59.542857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 67c21f73-1204-4c93-bca2-072a6cd96f04 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:03:59.556901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.620526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] For port 42886d4a-be64-43b2-8453-a06916d32353, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:03:59.647935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] For port 42886d4a-be64-43b2-8453-a06916d32353, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=42886d4a-be64-43b2-8453-a06916d32353,segment=NetworkSegment(54d55699-9892-45f2-8d10-e4e896011aec),segment_id=54d55699-9892-45f2-8d10-e4e896011aec)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:03:59.662647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9e568e0f-8de5-4d9c-8ad3-8b85c69ad978 None None] Port ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:03:59.667565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a718030d-821c-4d9d-8201-5858e84b9c19,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:59.676810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.677254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:03:59.689939 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:03:59.711723 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:59.712578 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.736242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.756673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.757525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.783760 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 43a15638-ac22-4182-a1eb-2248d3481db5 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:03:59.861135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0857c5c2-64f8-4da3-9fb3-1bff4e25a376,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:03:59.864637 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.875815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.876560 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:03:59.877523 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.950075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9e568e0f-8de5-4d9c-8ad3-8b85c69ad978 None None] Provisioning complete for port a718030d-821c-4d9d-8201-5858e84b9c19 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:03:59.950453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e568e0f-8de5-4d9c-8ad3-8b85c69ad978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:03:59.950953 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:03:59.952161 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314c766-76d0-4afa-b314-778d29463e0b None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:03:59.955920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.025354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:00.037521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68872f-90bf-4fc8-b36f-49dda1980e70 None None] Pushing event updated for resources: {'Port': ['ID=42886d4a-be64-43b2-8453-a06916d32353,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:00.053185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.053443 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Added segment 2cc54a14-a5bf-4f17-825b-a898e16cda01 of type vlan for network 97cd2f9a-0c3f-46f7-89a5-0967b675aa25 May 09 05:04:00.071481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8:1::1 (58c4e0cd-f00b-4676-8c2d-9ffd016428c1/b0181b05-e2e3-4ac7-9f4e-975b299365c4/73c1408a-b8a8-4f13-ab56-1a404ee3ef07) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:00.071926 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e123c69f-b484-4269-b412-b1185b2f5aa8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/floatingips/47863668-7ccc-4ae6-b836-46b1def3be0b HTTP/1.1" status: 200 len: 978 time: 5.4621809 May 09 05:04:00.074535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60766) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:00.089901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 43a15638-ac22-4182-a1eb-2248d3481db5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:00.090269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.100960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:00.237241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.238728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.266477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Transition to ACTIVE for port object a461f7f4-6dc4-4e46-816d-ab23773c5efa will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:00.286931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.306392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Transition to ACTIVE for port object 1e8d537c-7241-4564-b576-f5dbb4e549b9 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:00.348365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.368604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.371109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Transition to ACTIVE for port object a461f7f4-6dc4-4e46-816d-ab23773c5efa will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:00.431031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dcaee73c-ce14-4438-b829-02c17b406f11 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:00.453393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network be00198a-dc8b-4169-9753-dec65b45570c is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:00.454821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.473043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.495396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:00.506718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:00.507273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.534467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Port': ['ID=1e8d537c-7241-4564-b576-f5dbb4e549b9,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:00.584961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:00.605313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.606199 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Added segment 806a4f1e-20e6-417d-9013-737fd27fe2a2 of type vlan for network f155f972-320b-45fc-b628-dc786c8f5acd May 09 05:04:00.631719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.636965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Network 52c14162-f6e4-4375-8924-4d57322383c6 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:00.643198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:00.647731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.651797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:00.658638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Pushing event updated for resources: {'Port': ['ID=a461f7f4-6dc4-4e46-816d-ab23773c5efa,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:00.668472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:00.724055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.783439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.785771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.786898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.792173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:00.798143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:00.798313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=67c21f73-1204-4c93-bca2-072a6cd96f04,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:00.798797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.802896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.807789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.811411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.826837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.827345 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 47863668-7ccc-4ae6-b836-46b1def3be0b disassociated. External IP: 172.26.0.81, port: f8e84c82-f291-40ba-923d-a7da618af5d8. May 09 05:04:00.827934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e068f-1de4-4a17-9190-b83dc77a3c27 None None] Network aeb20345-f9cc-4ee5-925b-5d8b802db075 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:00.891829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c6b85ff4-770d-4426-b387-fff585e0c021 None None] Could not find standard attr ID for object 8863d617-a89f-4d7b-8f18-9cbdf2fd24ca. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:04:00.900969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port dcaee73c-ce14-4438-b829-02c17b406f11 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:00.901149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=73c1408a-b8a8-4f13-ab56-1a404ee3ef07,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:00.916351 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5e3588e-7763-4a37-a0b3-719180cc4327 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/67c21f73-1204-4c93-bca2-072a6cd96f04 HTTP/1.1" status: 204 len: 168 time: 1.5637634 May 09 05:04:00.918154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dcaee73c-ce14-4438-b829-02c17b406f11 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:00.918154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.942701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60772) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:00.951022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:00.962542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Attempting to bind port a461f7f4-6dc4-4e46-816d-ab23773c5efa on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:00.962912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Attempting to bind port a461f7f4-6dc4-4e46-816d-ab23773c5efa by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'd7fe1ad7-1584-44be-8a05-109435fd75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '52c14162-f6e4-4375-8924-4d57322383c6'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:00.963292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Attempting to bind port a461f7f4-6dc4-4e46-816d-ab23773c5efa on network 52c14162-f6e4-4375-8924-4d57322383c6 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:00.981614 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2559669 May 09 05:04:00.984340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:00.984889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:00.984889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Checking segment: {'id': 'd7fe1ad7-1584-44be-8a05-109435fd75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '52c14162-f6e4-4375-8924-4d57322383c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:00.984889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:00.985211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60776) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:00.985309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Bound using segment: {'id': 'd7fe1ad7-1584-44be-8a05-109435fd75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '52c14162-f6e4-4375-8924-4d57322383c6'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:00.985309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Bound port: a461f7f4-6dc4-4e46-816d-ab23773c5efa, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fe1ad7-1584-44be-8a05-109435fd75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '52c14162-f6e4-4375-8924-4d57322383c6'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:00.985309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.000449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Network': ['ID=97cd2f9a-0c3f-46f7-89a5-0967b675aa25,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:01.040541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:01.041080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.071850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 97cd2f9a-0c3f-46f7-89a5-0967b675aa25 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:01.214932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] For port a461f7f4-6dc4-4e46-816d-ab23773c5efa, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:01.344438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] For port a461f7f4-6dc4-4e46-816d-ab23773c5efa, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a461f7f4-6dc4-4e46-816d-ab23773c5efa,segment=NetworkSegment(d7fe1ad7-1584-44be-8a05-109435fd75c3),segment_id=d7fe1ad7-1584-44be-8a05-109435fd75c3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:01.353728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780439-0d74-4a2c-a947-7a98e60d9db2 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Network': ['ID=f155f972-320b-45fc-b628-dc786c8f5acd,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:01.366817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.367903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a9587-4e1b-4c8e-afe6-20bed669f054 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:01.373733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a9587-4e1b-4c8e-afe6-20bed669f054 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:01.392001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a9587-4e1b-4c8e-afe6-20bed669f054 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:01.399162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a9587-4e1b-4c8e-afe6-20bed669f054 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:01.400917 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-827a9587-4e1b-4c8e-afe6-20bed669f054 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4055293 May 09 05:04:01.441995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60780) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:01.476066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f155f972-320b-45fc-b628-dc786c8f5acd details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:01.500116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7c612-7b63-4820-845b-1cd082f7bcc3 None None] Pushing event updated for resources: {'Port': ['ID=a461f7f4-6dc4-4e46-816d-ab23773c5efa,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:01.526843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.573783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8dc2e-2234-4a19-8b9d-6075889f3b00 None None] Network be00198a-dc8b-4169-9753-dec65b45570c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:01.580273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port dcaee73c-ce14-4438-b829-02c17b406f11 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:01.580701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.685321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.720855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.747565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2e03ec9f-3ee2-450a-be62-b26cbc2edc82 None None] Provisioning for port 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:01.753377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:01.779310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2e03ec9f-3ee2-450a-be62-b26cbc2edc82 None None] Provisioning complete for port 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:01.779675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2e03ec9f-3ee2-450a-be62-b26cbc2edc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.897475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port dcaee73c-ce14-4438-b829-02c17b406f11, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dcaee73c-ce14-4438-b829-02c17b406f11,segment=NetworkSegment(2653d049-bf8f-4b65-8744-dd0a58dc5342),segment_id=2653d049-bf8f-4b65-8744-dd0a58dc5342)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:01.901100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2e03ec9f-3ee2-450a-be62-b26cbc2edc82 None None] Port 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:01.907944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:01.967578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.022010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.038369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] DHCP port deletion for aeb20345-f9cc-4ee5-925b-5d8b802db075 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:02.075532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] Deleting port dcaee73c-ce14-4438-b829-02c17b406f11 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:02.076135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.085453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cd2f9a-0c3f-46f7-89a5-0967b675aa25']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:02.130396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc54a14-a5bf-4f17-825b-a898e16cda01') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:02.136159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc54a14-a5bf-4f17-825b-a898e16cda01') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:02.176423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.194496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:02.199856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.214926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f47ebf31-98f0-46cd-8321-465192237436 None None] Provisioning for port 42886d4a-be64-43b2-8453-a06916d32353 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:02.235128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:02.278030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.290819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=dcaee73c-ce14-4438-b829-02c17b406f11,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:02.311502 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:02.312174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.327578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] For port dcaee73c-ce14-4438-b829-02c17b406f11, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dcaee73c-ce14-4438-b829-02c17b406f11,segment=NetworkSegment(2653d049-bf8f-4b65-8744-dd0a58dc5342),segment_id=2653d049-bf8f-4b65-8744-dd0a58dc5342)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:02.327946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:02.329079 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:02.331720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 42886d4a-be64-43b2-8453-a06916d32353 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:02.360007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:02.360672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:02.412897 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-48b43d82-0ed2-487a-9045-f043bcb75053 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/floatingips/47863668-7ccc-4ae6-b836-46b1def3be0b HTTP/1.1" status: 200 len: 687 time: 2.3368602 May 09 05:04:02.415153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60786) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:02.499790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.525428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for dcaee73c-ce14-4438-b829-02c17b406f11 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:02.557185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:02.560561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:02.574831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.603246 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:02.603892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:02.605305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 72f93501-0638-440d-8f26-48a4c9e56743 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:02.605645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.628926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Network': ['ID=97cd2f9a-0c3f-46f7-89a5-0967b675aa25,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:02.636341 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3b195239-81ae-4582-853c-29db29ccdfbe tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/networks/97cd2f9a-0c3f-46f7-89a5-0967b675aa25 HTTP/1.1" status: 204 len: 168 time: 1.1872473 May 09 05:04:02.643387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60790) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:02.659137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.678753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.679577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.688791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:02.689197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002baa5e-6ed3-47d3-87e7-d80e86d5a1ff None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:02.698429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] For port dcaee73c-ce14-4438-b829-02c17b406f11, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dcaee73c-ce14-4438-b829-02c17b406f11,segment=NetworkSegment(2653d049-bf8f-4b65-8744-dd0a58dc5342),segment_id=2653d049-bf8f-4b65-8744-dd0a58dc5342)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:02.698805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:02.775888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 42886d4a-be64-43b2-8453-a06916d32353 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:02.847927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] Calling delete_port for dcaee73c-ce14-4438-b829-02c17b406f11 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:02.936688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:02.937470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:02.947853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 42886d4a-be64-43b2-8453-a06916d32353 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:02.948430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.039508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Port': ['ID=1e8d537c-7241-4564-b576-f5dbb4e549b9,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:03.074591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.089352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.189783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network be00198a-dc8b-4169-9753-dec65b45570c is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:03.193931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:03.199318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] Pushing event deleted for resources: {'Port': ['ID=dcaee73c-ce14-4438-b829-02c17b406f11,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:03.208828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.211479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb593bd0-9c00-4695-bc34-8a2933ba137e None None] No DVR routers for this DVR port dcaee73c-ce14-4438-b829-02c17b406f11 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:03.214224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.290541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Provisioning complete for port 42886d4a-be64-43b2-8453-a06916d32353 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:03.290906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.361361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df98e7f-5bf1-4a42-8e04-8d59010ae09f None None] Network 52c14162-f6e4-4375-8924-4d57322383c6 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:03.380982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.396091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.397201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.434556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 72f93501-0638-440d-8f26-48a4c9e56743 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:03.485402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port dcaee73c-ce14-4438-b829-02c17b406f11 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:03.485847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.489285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.500148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.535464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f155f972-320b-45fc-b628-dc786c8f5acd']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:03.554761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.564414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806a4f1e-20e6-417d-9013-737fd27fe2a2') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:03.564835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806a4f1e-20e6-417d-9013-737fd27fe2a2') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:03.580151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.661583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.662467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 42886d4a-be64-43b2-8453-a06916d32353, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=42886d4a-be64-43b2-8453-a06916d32353,segment=NetworkSegment(54d55699-9892-45f2-8d10-e4e896011aec),segment_id=54d55699-9892-45f2-8d10-e4e896011aec)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:03.678678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.678835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:03.679204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.679548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a718030d-821c-4d9d-8201-5858e84b9c19 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:03.694487 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:03.768836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.813279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] The port 'dcaee73c-ce14-4438-b829-02c17b406f11' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:03.829159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=72f93501-0638-440d-8f26-48a4c9e56743,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:03.855644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=73c1408a-b8a8-4f13-ab56-1a404ee3ef07,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:03.885256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.889516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:03.889882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:03.907443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=42886d4a-be64-43b2-8453-a06916d32353,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:03.924864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a718030d-821c-4d9d-8201-5858e84b9c19 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:03.925228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.943082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:03.949362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Network': ['ID=f155f972-320b-45fc-b628-dc786c8f5acd,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:04.002841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.015574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.033141 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8516055a-c458-40d2-afdf-d4f577093ba3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/networks/f155f972-320b-45fc-b628-dc786c8f5acd HTTP/1.1" status: 204 len: 168 time: 1.3806796 May 09 05:04:04.034361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60794) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.042610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:04.050012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb20345-f9cc-4ee5-925b-5d8b802db075']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:04.057612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:04.070733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2653d049-bf8f-4b65-8744-dd0a58dc5342') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:04.071131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2653d049-bf8f-4b65-8744-dd0a58dc5342') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:04.085825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.089436 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7b583c59-4f94-4f81-8bc3-0380dc1ac90e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/floatingips/47863668-7ccc-4ae6-b836-46b1def3be0b HTTP/1.1" status: 204 len: 168 time: 1.6708868 May 09 05:04:04.091617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60798) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.151171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.160526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Router 47548c15-ae88-495e-a530-2b134afab22a is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:04:04.270781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 42886d4a-be64-43b2-8453-a06916d32353 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:04.278060 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-a02bd6f8-58cc-4461-b195-b09d568ecc55 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] delete failed (client error): The resource could not be found. May 09 05:04:04.278497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.279201 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a02bd6f8-58cc-4461-b195-b09d568ecc55 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/floatingips/47863668-7ccc-4ae6-b836-46b1def3be0b HTTP/1.1" status: 404 len: 345 time: 0.1866758 May 09 05:04:04.293156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60802) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.381054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 42886d4a-be64-43b2-8453-a06916d32353 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:04.381839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.426133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:04.426808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.433349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21e0f4-c711-4fc8-85ca-10fdaf4a9189 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:04.439592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21e0f4-c711-4fc8-85ca-10fdaf4a9189 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:04.440350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dd21e0f4-c711-4fc8-85ca-10fdaf4a9189 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Synchronizing usage tracker for tenant:6527bd6000ce43ae9a9fb5977e80be30 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:04.441401 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:04.454048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cce21-00af-439c-b9d3-0668e0df0892 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:04.460190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cce21-00af-439c-b9d3-0668e0df0892 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:04.466013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cce21-00af-439c-b9d3-0668e0df0892 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:04.466865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c48cce21-00af-439c-b9d3-0668e0df0892 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Synchronizing usage tracker for tenant:73dbd4dddbbb4ab3b831d95c706b5719 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:04.492068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dd21e0f4-c711-4fc8-85ca-10fdaf4a9189 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Unset dirty status for tenant:6527bd6000ce43ae9a9fb5977e80be30 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:04.498494 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dd21e0f4-c711-4fc8-85ca-10fdaf4a9189 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4577410 May 09 05:04:04.499170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60806) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.505799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-397216827'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:04.510542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c48cce21-00af-439c-b9d3-0668e0df0892 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Unset dirty status for tenant:73dbd4dddbbb4ab3b831d95c706b5719 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:04.514515 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c48cce21-00af-439c-b9d3-0668e0df0892 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "GET /v2.0/ports?network_id=30e7cd6d-490a-458f-a6bd-a19ec8eef4ab HTTP/1.1" status: 200 len: 2359 time: 0.2176359 May 09 05:04:04.514515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:04.515880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60810) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.536292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Provisioning for port 1e8d537c-7241-4564-b576-f5dbb4e549b9 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:04.565728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:04.568908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:04.573880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.576627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Provisioning complete for port 1e8d537c-7241-4564-b576-f5dbb4e549b9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:04.577004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.591744 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] Sync routers for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:04.592275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7306809-3d7e-4276-8226-5a6e00ceae28 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:04.599143 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d7306809-3d7e-4276-8226-5a6e00ceae28 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "GET /v2.0/subnets/95cae172-e65b-4e4f-9f19-b3bcec3abaa7 HTTP/1.1" status: 200 len: 797 time: 0.0775876 May 09 05:04:04.599359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.599457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60814) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.601672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:04.608064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'port': {'network_id': '30e7cd6d-490a-458f-a6bd-a19ec8eef4ab', 'name': 'tempest-FloatingIPTestJSON-1467059940', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:04.609559 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:04.610791 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:04.615491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=aeb20345-f9cc-4ee5-925b-5d8b802db075,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:04.688427 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-762b4589-899e-4be4-9fe5-e72330c4f828 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0408726 May 09 05:04:04.693167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a461f7f4-6dc4-4e46-816d-ab23773c5efa up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:04.706327 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:04.717296 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:04.718524 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:04.742576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60818) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.742830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b449a90e-98b1-443d-93a9-89280419fcd9 None None] Port 1e8d537c-7241-4564-b576-f5dbb4e549b9 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:04.745006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-962e9e95-efcd-4724-9e3d-3f95fcf2782b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/aeb20345-f9cc-4ee5-925b-5d8b802db075 HTTP/1.1" status: 204 len: 168 time: 3.8015211 May 09 05:04:04.751344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60822) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.775469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a461f7f4-6dc4-4e46-816d-ab23773c5efa completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:04.792267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2126963923'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:04.799064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:04.801330 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:04.801960 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa995ee-bfd5-4f81-acdd-d687ecde539e None None] The sync data for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:04.802426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:04.808726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:04.813578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:04.822122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Made reservation on behalf of 6527bd6000ce43ae9a9fb5977e80be30 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:04.826074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.831434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dcaee73c-ce14-4438-b829-02c17b406f11 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:04.837032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:04.845451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:04.867643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:04.871070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.873147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: dcaee73c-ce14-4438-b829-02c17b406f11 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:04.873483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dcaee73c-ce14-4438-b829-02c17b406f11 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:04.886947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:04.892063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Provisioning for port a461f7f4-6dc4-4e46-816d-ab23773c5efa completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:04.898360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Provisioning complete for port a461f7f4-6dc4-4e46-816d-ab23773c5efa triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:04.899272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.910256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:04.939603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:04.949357 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-72f52ccf-55a4-479c-b25a-547a51cbe492 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7325618 May 09 05:04:04.950758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60826) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:04.958236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] Sync routers for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:04.990108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:04.990461 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Added segment da8005a8-67b1-445d-8fa5-b1b11932dd97 of type vlan for network 7864a0be-4edc-4fc8-a964-57e393e79bbc May 09 05:04:04.995628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:05.018125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.018516 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment 2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f of type vlan for network fe5c2446-a97b-4849-8300-1e6165080439 May 09 05:04:05.049386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:05.050241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:05.065475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.135624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:05.150500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.164889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:05.165507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:05.217509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.234171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.235797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:05.236223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e03b9-fd4e-4468-9a5b-294a6dd471dc None None] The sync data for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:05.253247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] For port a461f7f4-6dc4-4e46-816d-ab23773c5efa, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a461f7f4-6dc4-4e46-816d-ab23773c5efa,segment=NetworkSegment(d7fe1ad7-1584-44be-8a05-109435fd75c3),segment_id=d7fe1ad7-1584-44be-8a05-109435fd75c3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:05.258219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.286945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.292719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:05.293302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.306269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d28992-3a4f-4029-a88b-885ae801bf55 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:05.306850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-17d28992-3a4f-4029-a88b-885ae801bf55 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:05.321971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] device_id is not set on port 19f127ed-b5ec-4a52-b143-4b190fca092b yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:05.330007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Provisioning complete for port 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:05.330375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.374690 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8740785 May 09 05:04:05.379825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60830) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:05.387115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Pushing event updated for resources: {'Port': ['ID=a461f7f4-6dc4-4e46-816d-ab23773c5efa,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:05.397300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1129925365'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:05.399970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Port 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:05.411712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Provisioning complete for port 1e8d537c-7241-4564-b576-f5dbb4e549b9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:05.412046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.442051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.447163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:05.447747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.452240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-17d28992-3a4f-4029-a88b-885ae801bf55 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:05.453460 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-17d28992-3a4f-4029-a88b-885ae801bf55 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports/73c1408a-b8a8-4f13-ab56-1a404ee3ef07 HTTP/1.1" status: 200 len: 913 time: 0.5010040 May 09 05:04:05.461947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:05.467386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60834) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:05.470023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-275e1d2e-5773-4331-b980-8902b6e96f40 None None] Port 1e8d537c-7241-4564-b576-f5dbb4e549b9 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:05.477388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Usage tracker for resource:network and tenant:6527bd6000ce43ae9a9fb5977e80be30 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:05.481849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:05.491015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:05.536532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Made reservation on behalf of 6527bd6000ce43ae9a9fb5977e80be30 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:05.539910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.617677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:05.630326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9432c2a-e02a-4be7-a82b-2a3bfe58d3b9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Network': ['ID=7864a0be-4edc-4fc8-a964-57e393e79bbc,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:05.641503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.641871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Added segment b1ebf425-0d08-48fc-aca8-3770c3b97a08 of type vlan for network b1d1d6c7-de9a-4a95-a5e9-e6c16598778f May 09 05:04:05.644582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 7864a0be-4edc-4fc8-a964-57e393e79bbc details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:05.662316 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-c258745e-60dd-474a-8dcc-4faadd060f58 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:04:05.666225 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c258745e-60dd-474a-8dcc-4faadd060f58 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9207129 May 09 05:04:05.667923 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9110954 May 09 05:04:05.672607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60838) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:05.672954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60840) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:05.683835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:05.754852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:05.844919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346795c-4d04-46be-a1ac-34c425adfb57 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=fe5c2446-a97b-4849-8300-1e6165080439,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:05.856223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network fe5c2446-a97b-4849-8300-1e6165080439 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:06.013151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:06.020731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:06.026344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:06.027101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:06.058718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:06.121018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:06.145280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:06.148162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a461f7f4-6dc4-4e46-816d-ab23773c5efa up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:06.221206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a461f7f4-6dc4-4e46-816d-ab23773c5efa triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:06.221558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:06.241710 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8586602 May 09 05:04:06.246953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60846) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:06.254515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'ports': [{'network_id': '7864a0be-4edc-4fc8-a964-57e393e79bbc', 'name': 'tempest-port--796878737', 'admin_state_up': True}, {'network_id': 'b1d1d6c7-de9a-4a95-a5e9-e6c16598778f', 'admin_state_up': False}]} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:06.254832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'port': {'network_id': '7864a0be-4edc-4fc8-a964-57e393e79bbc', 'name': 'tempest-port--796878737', 'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:06.255550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'port': {'network_id': 'b1d1d6c7-de9a-4a95-a5e9-e6c16598778f', 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:06.255806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff40bd4-ebcd-4fbf-8c96-ba6cb028d077 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Network': ['ID=b1d1d6c7-de9a-4a95-a5e9-e6c16598778f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:06.258122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:06.261723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:06.274434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b1d1d6c7-de9a-4a95-a5e9-e6c16598778f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:06.275186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.14 (30e7cd6d-490a-458f-a6bd-a19ec8eef4ab/95cae172-e65b-4e4f-9f19-b3bcec3abaa7/19f127ed-b5ec-4a52-b143-4b190fca092b) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:06.329732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.12 (30e7cd6d-490a-458f-a6bd-a19ec8eef4ab/95cae172-e65b-4e4f-9f19-b3bcec3abaa7/19f127ed-b5ec-4a52-b143-4b190fca092b) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:06.747317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:06.791968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:06.801717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Usage tracker for resource:port and tenant:6527bd6000ce43ae9a9fb5977e80be30 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:06.814426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:06.818455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:06.829765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:06.852803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:06.968383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=8f737d44-c7ec-4b2a-9e72-caac84f0862b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:06.976204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Made reservation on behalf of 6527bd6000ce43ae9a9fb5977e80be30 for: {'port': 2} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:06.978702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': '2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:06.979056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: fe5c2446-a97b-4849-8300-1e6165080439, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:06.980700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.003796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.030316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.091914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network fe5c2446-a97b-4849-8300-1e6165080439 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:07.113853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, fe5c2446-a97b-4849-8300-1e6165080439) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:07.119491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:07.119588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.123830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec064d8-8c5c-4b06-a8b8-3390f0f5e6e5 None None] Network fe5c2446-a97b-4849-8300-1e6165080439 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:07.152940 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dd4ac03d-65ea-4017-8e66-900b473e64b8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4749117 May 09 05:04:07.153192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60852) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:07.160828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1793017059'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:07.330115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting port 1e8d537c-7241-4564-b576-f5dbb4e549b9 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:07.330444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.352440 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-fe5c2446-a97b-4849-8300-1e6165080439', 'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439', 'tenant_id': 'a9932919da12496f8b69226e16f90104', 'fixed_ips': [{'subnet_id': '8f737d44-c7ec-4b2a-9e72-caac84f0862b'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:07.353643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.367080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.414241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:07.420854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] device_id is not set on port b6a0128e-2125-47cc-8681-5f6d7d24cf95 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:07.437867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:07.468777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:07.477591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:07.483715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:07.483899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:07.503294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:07.512639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=19f127ed-b5ec-4a52-b143-4b190fca092b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:07.523925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Allocated IP 2001:db8::2 (fe5c2446-a97b-4849-8300-1e6165080439/8f737d44-c7ec-4b2a-9e72-caac84f0862b/b7344000-14a2-4cea-bc35-c0dea761f687) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:07.527585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:07.531762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.590140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port f33b3e6c-090d-4a24-91cc-a73043244bd7 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:07.623277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:07.623909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.631048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.636803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:07.637142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.717026 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3d0e221a-dcc7-4101-bbf4-5f4d63f85c8a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1169055 May 09 05:04:07.719339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60856) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:07.762738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '19f127ed-b5ec-4a52-b143-4b190fca092b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:07.775627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Calling delete_port for 1e8d537c-7241-4564-b576-f5dbb4e549b9 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:07.781441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.787526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:07.790882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.792175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Transition to ACTIVE for port object b7344000-14a2-4cea-bc35-c0dea761f687 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:07.811844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Transition to ACTIVE for port object b7344000-14a2-4cea-bc35-c0dea761f687 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:07.819415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:07.861620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:floatingip and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:07.867061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:07.888435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Network fe5c2446-a97b-4849-8300-1e6165080439 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:07.891377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:07.895496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:07.904847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Pushing event updated for resources: {'Port': ['ID=b7344000-14a2-4cea-bc35-c0dea761f687,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:07.944159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:07.987126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] device_id is not set on port 82c87a51-72d8-4615-9a82-e68f52675546 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:07.992708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Attempting to bind port b7344000-14a2-4cea-bc35-c0dea761f687 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:07.993185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Attempting to bind port b7344000-14a2-4cea-bc35-c0dea761f687 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:07.993709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Attempting to bind port b7344000-14a2-4cea-bc35-c0dea761f687 on network fe5c2446-a97b-4849-8300-1e6165080439 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:08.000254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:08.000254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Checking segment: {'id': '2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:08.000581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.000986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.001769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Bound using segment: {'id': '2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:08.002356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Bound port: b7344000-14a2-4cea-bc35-c0dea761f687, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fe5c2446-a97b-4849-8300-1e6165080439'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:08.002885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.074129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::399 (fe5c2446-a97b-4849-8300-1e6165080439/8f737d44-c7ec-4b2a-9e72-caac84f0862b/f33b3e6c-090d-4a24-91cc-a73043244bd7) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:08.094601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.128312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] For port b7344000-14a2-4cea-bc35-c0dea761f687, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:08.133086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] For port b7344000-14a2-4cea-bc35-c0dea761f687, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b7344000-14a2-4cea-bc35-c0dea761f687,segment=NetworkSegment(2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f),segment_id=2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:08.138386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.222882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626a63e-8e40-49b3-af9e-78a8d0f2fc3f None None] Pushing event updated for resources: {'Port': ['ID=b7344000-14a2-4cea-bc35-c0dea761f687,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:08.226014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for 73c1408a-b8a8-4f13-ab56-1a404ee3ef07 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:08.417170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.479005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Port': ['ID=1e8d537c-7241-4564-b576-f5dbb4e549b9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:08.542604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.586782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.635141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object f33b3e6c-090d-4a24-91cc-a73043244bd7 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:08.693151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.710831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.740805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.799226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:08.815926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=73c1408a-b8a8-4f13-ab56-1a404ee3ef07,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:08.858475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:09.056663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network fe5c2446-a97b-4849-8300-1e6165080439 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:09.064453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:09.071280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:09.076817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:09.077443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:09.081204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=f33b3e6c-090d-4a24-91cc-a73043244bd7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:09.103045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Router 47548c15-ae88-495e-a530-2b134afab22a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:09.149313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Port': ['ID=b6a0128e-2125-47cc-8681-5f6d7d24cf95,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:09.177014 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2b74f408-c71e-45a3-9750-a21b01fa14a0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0228484 May 09 05:04:09.183387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60862) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:09.187338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.26.0.205 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/389f4efa-c8e6-4c11-b774-868905664eb5) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:09.232666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Checking segment: {'id': 'da8005a8-67b1-445d-8fa5-b1b11932dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '7864a0be-4edc-4fc8-a964-57e393e79bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:09.233034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network hostable DHCP agents. Network: 7864a0be-4edc-4fc8-a964-57e393e79bbc, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:09.237748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:09.249304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:09.260250 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fa697aaa-67eb-4829-9523-84d147965347 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5806236 May 09 05:04:09.260250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60866) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:09.267867 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] Sync routers for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:09.286381 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:09.286997 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:09.335532 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-1ce1e536-87ba-4e67-836b-effc7e578fa5 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] delete failed (client error): The resource could not be found. May 09 05:04:09.340079 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ce1e536-87ba-4e67-836b-effc7e578fa5 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1382654500 HTTP/1.1" status: 404 len: 335 time: 0.0766950 May 09 05:04:09.340640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60870) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:09.347086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-90b9d68c-ee2f-4801-9181-7a9dc09d48f6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'router': {'external_gateway_info': {'network_id': '47548c15-ae88-495e-a530-2b134afab22a'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:09.415643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b216b8c-7851-4414-9496-6bddd4c21c26 None None] Network fe5c2446-a97b-4849-8300-1e6165080439 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:09.418822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network 7864a0be-4edc-4fc8-a964-57e393e79bbc is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:09.422239 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:09.432378 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:09.433081 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:09.491233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port f33b3e6c-090d-4a24-91cc-a73043244bd7 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:09.491233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:09.497342 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:09.497981 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35dd75-6c01-4f62-861a-1e4f5ab35afb None None] The sync data for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:09.542862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4486c1d8-e734-4c2d-9a88-d62e6731d9a8 None None] Provisioning for port b7344000-14a2-4cea-bc35-c0dea761f687 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:09.562171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 7864a0be-4edc-4fc8-a964-57e393e79bbc) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:09.575511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:09.576373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:09.616430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf2666-7447-4e0b-88ad-592f34eadeea None None] Network 7864a0be-4edc-4fc8-a964-57e393e79bbc requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:09.848294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Port': ['ID=82c87a51-72d8-4615-9a82-e68f52675546,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:09.896502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-90b9d68c-ee2f-4801-9181-7a9dc09d48f6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:09.927953 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-90b9d68c-ee2f-4801-9181-7a9dc09d48f6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] update failed (client error): The resource could not be found. May 09 05:04:09.932440 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-90b9d68c-ee2f-4801-9181-7a9dc09d48f6 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a HTTP/1.1" status: 404 len: 339 time: 0.5873296 May 09 05:04:09.932961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60874) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:09.938761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1439795741'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:09.944808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:09.958711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:network and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:09.963207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:09.971829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:09.983744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:09.988644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.030131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:10.042674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.043082 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Added segment e770ed13-853c-4e3b-8df0-fd5fdb02758c of type vlan for network c51c68cc-2257-47c4-aac2-de42d05e29f3 May 09 05:04:10.077453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.107553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.131200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.142159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:10.144796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.164307 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-238c089a-6073-4898-bc27-179508f3d160 None None] Provisioning for port f33b3e6c-090d-4a24-91cc-a73043244bd7 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:10.169473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-238c089a-6073-4898-bc27-179508f3d160 None None] Provisioning complete for port f33b3e6c-090d-4a24-91cc-a73043244bd7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:10.170804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-238c089a-6073-4898-bc27-179508f3d160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.221149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Checking segment: {'id': 'b1ebf425-0d08-48fc-aca8-3770c3b97a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1d1d6c7-de9a-4a95-a5e9-e6c16598778f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:10.221149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network hostable DHCP agents. Network: b1d1d6c7-de9a-4a95-a5e9-e6c16598778f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:10.222935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b7344000-14a2-4cea-bc35-c0dea761f687 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:10.281644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:10.288789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Network': ['ID=c51c68cc-2257-47c4-aac2-de42d05e29f3,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:10.306049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.315683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network c51c68cc-2257-47c4-aac2-de42d05e29f3 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:10.320951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network b1d1d6c7-de9a-4a95-a5e9-e6c16598778f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:10.321937 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-456afc70-172e-4923-bbc5-650e8f4111af tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3878636 May 09 05:04:10.322674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60878) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:10.328148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'subnet': {'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:10.425325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-238c089a-6073-4898-bc27-179508f3d160 None None] Port f33b3e6c-090d-4a24-91cc-a73043244bd7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:10.442660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b7344000-14a2-4cea-bc35-c0dea761f687 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:10.448298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b7344000-14a2-4cea-bc35-c0dea761f687 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:10.448796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.459689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:10.463560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Usage tracker for resource:subnet and tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:10.466409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:10.472297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:10.484480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Made reservation on behalf of 8e9b6b9e4f89416f8d9689fdfd4a5486 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:10.488156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.513282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for f33b3e6c-090d-4a24-91cc-a73043244bd7 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:10.541507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.582744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.593695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c0d19c42-4f0c-40cd-8ca0-df8fe4351c70 None None] Provisioning complete for port f33b3e6c-090d-4a24-91cc-a73043244bd7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:10.594195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c0d19c42-4f0c-40cd-8ca0-df8fe4351c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.630094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, b1d1d6c7-de9a-4a95-a5e9-e6c16598778f) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:10.643796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60854a82-1e8d-4c34-a8c3-89c41ab97e09 None None] Network b1d1d6c7-de9a-4a95-a5e9-e6c16598778f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:10.673233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:10.679080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:10.683858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:10.684595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.720365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.744554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:10.756973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:10.777252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:10.801053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b7344000-14a2-4cea-bc35-c0dea761f687, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b7344000-14a2-4cea-bc35-c0dea761f687,segment=NetworkSegment(2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f),segment_id=2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:10.802109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c0d19c42-4f0c-40cd-8ca0-df8fe4351c70 None None] Port f33b3e6c-090d-4a24-91cc-a73043244bd7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:10.806066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=389f4efa-c8e6-4c11-b774-868905664eb5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:10.808176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Subnet': ['ID=97ba4fa8-4b25-4f20-bfc8-babac10208cb,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:10.814884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Checking segment: {'id': 'e770ed13-853c-4e3b-8df0-fd5fdb02758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:10.815244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network hostable DHCP agents. Network: c51c68cc-2257-47c4-aac2-de42d05e29f3, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:10.815961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:10.817891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.834333 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3cf29e44-2c87-4a22-96bb-c94871b74b46 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5862374 May 09 05:04:10.838294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60882) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:10.865549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] Sync routers for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:10.886091 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e64566e7-d220-4f6f-abd7-b4e024de302a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4132047 May 09 05:04:10.890974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60886) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:10.897244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network c51c68cc-2257-47c4-aac2-de42d05e29f3 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:10.918152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, c51c68cc-2257-47c4-aac2-de42d05e29f3) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:10.923108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:10.924141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:10.924836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:10.925512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:10.962184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b5155-65ea-4bc1-b808-cd3b0d6cfb64 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:10.968373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b5155-65ea-4bc1-b808-cd3b0d6cfb64 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:10.973212 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-460b5155-65ea-4bc1-b808-cd3b0d6cfb64 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1340158 May 09 05:04:10.973813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60890) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:10.992346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:10.999653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291fe62e-efeb-4fcf-98ce-5b6035741799 None None] Network c51c68cc-2257-47c4-aac2-de42d05e29f3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:11.010359 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-07187b75-0657-4114-b05e-994268413da2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6867504 May 09 05:04:11.016423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60896) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:11.021790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-44a6ba20-2d36-4523-9962-6affb59a454d tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:11.104456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.106793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:11.107416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:03:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:11.195479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b7344000-14a2-4cea-bc35-c0dea761f687,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:11.199784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=f33b3e6c-090d-4a24-91cc-a73043244bd7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:11.199945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:11.200196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace3c44-8790-4aa0-ac83-3b9076c54f27 None None] The sync data for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:11.237337 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Deleting port b6a0128e-2125-47cc-8681-5f6d7d24cf95 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:11.238034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.335332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.339595 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cb53a56b-cedd-4a88-a565-ac79f985aa71 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/f33b3e6c-090d-4a24-91cc-a73043244bd7 HTTP/1.1" status: 204 len: 168 time: 2.1475885 May 09 05:04:11.340673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60900) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:11.383935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-c51c68cc-2257-47c4-aac2-de42d05e29f3', 'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3', 'tenant_id': '8e9b6b9e4f89416f8d9689fdfd4a5486', 'fixed_ips': [{'subnet_id': '97ba4fa8-4b25-4f20-bfc8-babac10208cb'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:11.384996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.509813 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:04:11.511821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-345bd7b1-c541-467c-baa1-28c4d3006e99 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:04:11.512367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-345bd7b1-c541-467c-baa1-28c4d3006e99 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:11.569435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Allocated IP 2001:db8:1::2 (c51c68cc-2257-47c4-aac2-de42d05e29f3/97ba4fa8-4b25-4f20-bfc8-babac10208cb/c3ade869-e478-49d3-ae27-4d968fa96889) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:11.776766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-44a6ba20-2d36-4523-9962-6affb59a454d tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.806553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-345bd7b1-c541-467c-baa1-28c4d3006e99 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:11.810381 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-345bd7b1-c541-467c-baa1-28c4d3006e99 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/f33b3e6c-090d-4a24-91cc-a73043244bd7 HTTP/1.1" status: 404 len: 333 time: 0.3953474 May 09 05:04:11.811501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60904) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:11.812537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.824630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Transition to ACTIVE for port object c3ade869-e478-49d3-ae27-4d968fa96889 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:11.843977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Transition to ACTIVE for port object c3ade869-e478-49d3-ae27-4d968fa96889 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:11.850373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.921183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Network c51c68cc-2257-47c4-aac2-de42d05e29f3 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:11.924206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:11.927090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:11.950664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 8f737d44-c7ec-4b2a-9e72-caac84f0862b {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:11.955861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:11.962638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.030401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Pushing event updated for resources: {'Port': ['ID=c3ade869-e478-49d3-ae27-4d968fa96889,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:12.030588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.076705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Attempting to bind port c3ade869-e478-49d3-ae27-4d968fa96889 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:12.077221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Attempting to bind port c3ade869-e478-49d3-ae27-4d968fa96889 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e770ed13-853c-4e3b-8df0-fd5fdb02758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:12.077665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Attempting to bind port c3ade869-e478-49d3-ae27-4d968fa96889 on network c51c68cc-2257-47c4-aac2-de42d05e29f3 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:12.083650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:12.084117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Checking segment: {'id': 'e770ed13-853c-4e3b-8df0-fd5fdb02758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:12.084629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.085204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Bound using segment: {'id': 'e770ed13-853c-4e3b-8df0-fd5fdb02758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:12.085760 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Bound port: c3ade869-e478-49d3-ae27-4d968fa96889, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e770ed13-853c-4e3b-8df0-fd5fdb02758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c51c68cc-2257-47c4-aac2-de42d05e29f3'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:12.086409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.104696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Calling delete_port for b6a0128e-2125-47cc-8681-5f6d7d24cf95 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:12.162082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.192132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b7344000-14a2-4cea-bc35-c0dea761f687 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:12.203331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.226854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.269956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] For port c3ade869-e478-49d3-ae27-4d968fa96889, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:12.275018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] For port c3ade869-e478-49d3-ae27-4d968fa96889, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c3ade869-e478-49d3-ae27-4d968fa96889,segment=NetworkSegment(e770ed13-853c-4e3b-8df0-fd5fdb02758c),segment_id=e770ed13-853c-4e3b-8df0-fd5fdb02758c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:12.281216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.286036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Port': ['ID=b6a0128e-2125-47cc-8681-5f6d7d24cf95,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:12.301164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.304418 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-44a6ba20-2d36-4523-9962-6affb59a454d tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:04:12.305679 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-44a6ba20-2d36-4523-9962-6affb59a454d tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a HTTP/1.1" status: 400 len: 364 time: 1.2882638 May 09 05:04:12.312845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60908) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:12.319200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6bfaf53b-a49e-4104-ba87-7bf5bc96c2c9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/ports/b6a0128e-2125-47cc-8681-5f6d7d24cf95 HTTP/1.1" status: 204 len: 168 time: 1.3415422 May 09 05:04:12.323135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.350265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60912) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:12.373287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b7344000-14a2-4cea-bc35-c0dea761f687 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:12.373287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.411166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b703d695-656e-43e1-8949-1de5d0d64894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.449392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6a416-29f2-4b62-9646-b4e269009c35 None None] Pushing event updated for resources: {'Port': ['ID=c3ade869-e478-49d3-ae27-4d968fa96889,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:12.597070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Deleting port 82c87a51-72d8-4615-9a82-e68f52675546 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:12.597777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.633385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.848213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.911468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.921403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:12.928198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=8f737d44-c7ec-4b2a-9e72-caac84f0862b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:12.929318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82c979-e1ff-4695-a128-36e42938324e None None] Network fe5c2446-a97b-4849-8300-1e6165080439 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:12.981397 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-42d5da70-c1b8-4ad6-8ea2-e9d69becdb36 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/8f737d44-c7ec-4b2a-9e72-caac84f0862b HTTP/1.1" status: 204 len: 168 time: 1.1644146 May 09 05:04:12.993574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60916) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:13.294203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.425977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] DHCP port deletion for fe5c2446-a97b-4849-8300-1e6165080439 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:13.430694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] Deleting port b7344000-14a2-4cea-bc35-c0dea761f687 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:13.431059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.435119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.469569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port b7344000-14a2-4cea-bc35-c0dea761f687 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:13.469910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.500749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Calling delete_port for 82c87a51-72d8-4615-9a82-e68f52675546 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:13.588926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:13.589498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.686180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] For port b7344000-14a2-4cea-bc35-c0dea761f687, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b7344000-14a2-4cea-bc35-c0dea761f687,segment=NetworkSegment(2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f),segment_id=2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:13.686572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.763289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.770559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.820709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.834803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] Calling delete_port for b7344000-14a2-4cea-bc35-c0dea761f687 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:13.844596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Allocated IP 2001:db8::1 (88835117-303b-45ee-a91d-913a075c97d1/156bab40-9df7-4f5a-9c7e-a7c94dcde07b/d917f056-9c26-4ba4-bd1c-dc9ba87256d7) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:13.854233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Port': ['ID=82c87a51-72d8-4615-9a82-e68f52675546,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:13.877270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] For port b7344000-14a2-4cea-bc35-c0dea761f687, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b7344000-14a2-4cea-bc35-c0dea761f687,segment=NetworkSegment(2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f),segment_id=2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:13.877815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.883569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398af7e-8ddb-4d85-b0fe-53811fb7ba6a None None] Network c51c68cc-2257-47c4-aac2-de42d05e29f3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:13.889735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:13.980522 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6a26b4d7-20e9-437c-8efc-41d9a69576d5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/ports/82c87a51-72d8-4615-9a82-e68f52675546 HTTP/1.1" status: 204 len: 168 time: 1.6217210 May 09 05:04:13.983182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4fc54170-0c12-43d1-b642-018e153be43b None None] Provisioning for port c3ade869-e478-49d3-ae27-4d968fa96889 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:13.992643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60920) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:14.039197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.055395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=389f4efa-c8e6-4c11-b774-868905664eb5,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:14.057416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.068337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-eadeb96f-bb80-4fa4-9e6f-55d4cfe6a1e3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Synchronizing usage tracker for tenant:6527bd6000ce43ae9a9fb5977e80be30 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:14.077073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for b7344000-14a2-4cea-bc35-c0dea761f687 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:14.113500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] No DVR routers for this DVR port b7344000-14a2-4cea-bc35-c0dea761f687 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:14.124231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0662276-40db-4dca-973b-9b3290c6a110 None None] Pushing event deleted for resources: {'Port': ['ID=b7344000-14a2-4cea-bc35-c0dea761f687,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:14.217232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for ce10b4d6-0ad3-4327-a9b4-c5a66eea9344 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:14.231803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:14.233781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:14.245702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.247496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.263028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c3ade869-e478-49d3-ae27-4d968fa96889 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:14.274507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Transition to ACTIVE for port object d917f056-9c26-4ba4-bd1c-dc9ba87256d7 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:14.300433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.349280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-eadeb96f-bb80-4fa4-9e6f-55d4cfe6a1e3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Unset dirty status for tenant:6527bd6000ce43ae9a9fb5977e80be30 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:14.349420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c3ade869-e478-49d3-ae27-4d968fa96889 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:14.353753 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-eadeb96f-bb80-4fa4-9e6f-55d4cfe6a1e3 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3524771 May 09 05:04:14.357053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60924) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:14.358177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c3ade869-e478-49d3-ae27-4d968fa96889 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:14.358604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.375587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2144140051'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:14.388987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:14.394670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network 88835117-303b-45ee-a91d-913a075c97d1 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:14.399224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:14.402817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Usage tracker for resource:network and tenant:6527bd6000ce43ae9a9fb5977e80be30 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:14.407009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:14.407529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.505513 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP eaf2ee90-7f3f-4168-95fa-74d45d32f92e associated. External IP: 172.26.0.205, port: 19f127ed-b5ec-4a52-b143-4b190fca092b. May 09 05:04:14.530860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:14.537737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:14.552857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.558214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Port': ['ID=d917f056-9c26-4ba4-bd1c-dc9ba87256d7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:14.585034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Made reservation on behalf of 6527bd6000ce43ae9a9fb5977e80be30 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:14.596674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.618778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cd6aec26-dab2-4bc1-949a-1b48f6cddf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.633671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c3ade869-e478-49d3-ae27-4d968fa96889, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c3ade869-e478-49d3-ae27-4d968fa96889,segment=NetworkSegment(e770ed13-853c-4e3b-8df0-fd5fdb02758c),segment_id=e770ed13-853c-4e3b-8df0-fd5fdb02758c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:14.649579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.674359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:14.687619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.687971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Added segment b7e32daa-24cd-4350-b359-414445be5f10 of type vlan for network 65c5f1c0-9bc0-46d7-800a-e69b7391be31 May 09 05:04:14.735577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port b7344000-14a2-4cea-bc35-c0dea761f687 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:14.735922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.756228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b7344000-14a2-4cea-bc35-c0dea761f687 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:14.770030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.795757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b7344000-14a2-4cea-bc35-c0dea761f687 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:14.796084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b7344000-14a2-4cea-bc35-c0dea761f687 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:14.821712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] The port 'b7344000-14a2-4cea-bc35-c0dea761f687' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:14.826142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c3ade869-e478-49d3-ae27-4d968fa96889,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:14.831357 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7c012928-7192-4375-9d97-4b7de21efe17 None None] Provisioning complete for port c3ade869-e478-49d3-ae27-4d968fa96889 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:14.833284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c012928-7192-4375-9d97-4b7de21efe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.944856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.950611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:14.951198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:14.973390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7c012928-7192-4375-9d97-4b7de21efe17 None None] Provisioning for port d917f056-9c26-4ba4-bd1c-dc9ba87256d7 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:14.979424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7c012928-7192-4375-9d97-4b7de21efe17 None None] Provisioning complete for port d917f056-9c26-4ba4-bd1c-dc9ba87256d7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:14.980012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c012928-7192-4375-9d97-4b7de21efe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.043320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7c012928-7192-4375-9d97-4b7de21efe17 None None] Port d917f056-9c26-4ba4-bd1c-dc9ba87256d7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:15.054070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.125225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=ce10b4d6-0ad3-4327-a9b4-c5a66eea9344,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:15.185275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.246083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8878388 May 09 05:04:15.249625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92dad4-6220-459a-ac76-121a5f333f54 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Network': ['ID=65c5f1c0-9bc0-46d7-800a-e69b7391be31,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:15.252929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60930) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:15.255258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5c2446-a97b-4849-8300-1e6165080439']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:15.264845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 65c5f1c0-9bc0-46d7-800a-e69b7391be31 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:15.273254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1280136453'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:15.337039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:15.337331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffc374a-eefb-4a5d-ae5d-c47e5ab7983f') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:15.344859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.360218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:15.369908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.375441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.378023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Usage tracker for resource:network and tenant:6527bd6000ce43ae9a9fb5977e80be30 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:15.382830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:15.419173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:15.445577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.456795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Made reservation on behalf of 6527bd6000ce43ae9a9fb5977e80be30 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:15.460227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.471034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:15.471450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:15.487627 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:15.520640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:15.565705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.708811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:15.715330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.738097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.745587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:15.749098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.749442 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Added segment 05e6b01c-b8a4-4a58-aa32-821761347f7f of type vlan for network 2faed030-6dc5-40cf-8180-333db01aa538 May 09 05:04:15.761221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=fe5c2446-a97b-4849-8300-1e6165080439,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:15.781570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9ea797bf-8b61-465c-ae34-124dde535f18 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/fe5c2446-a97b-4849-8300-1e6165080439 HTTP/1.1" status: 204 len: 168 time: 2.7806847 May 09 05:04:15.794658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60934) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:15.801525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.808096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'name': 'tempest-PortsIpV6TestJSON-2047030308'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:15.860319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.964367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:15.965816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:15.994252 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-57421b21-9b82-42b4-a53c-bf7baf4b68cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1005280 May 09 05:04:15.996390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:15.998453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60938) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:16.006871 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] Sync routers for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:16.025867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:16.043855 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:16.044993 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.054737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:16.055917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.066072 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-21670409-5966-423a-9b27-b8d17783ac6b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.3124182 May 09 05:04:16.067131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60944) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:16.068689 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-025cca33-026b-4a3d-b048-191a30f5cdeb tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 HTTP/1.1" status: 200 len: 205 time: 0.0634854 May 09 05:04:16.073660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'port_id': '19f127ed-b5ec-4a52-b143-4b190fca092b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:16.074206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:16.089202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60948) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:16.152770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.158470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:16.159205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.258867 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.270016 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] Routers {'a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:16.270641 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.276368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c3ade869-e478-49d3-ae27-4d968fa96889 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:16.285525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:16.341752 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.342279 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e857e-eb22-4550-8c33-6ca056521e88 None None] The sync data for ids ['a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:16.374768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.382190 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1175809 May 09 05:04:16.385215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e49771-fb05-4a3d-9406-86090196ad10 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.411363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:16.412830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.451185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:16.454874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.476788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a6e14-bf35-4019-beb0-9578100a60a6 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Network': ['ID=2faed030-6dc5-40cf-8180-333db01aa538,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:16.501222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 2faed030-6dc5-40cf-8180-333db01aa538 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:16.517210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.653158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c3ade869-e478-49d3-ae27-4d968fa96889 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:16.654081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.663582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60952) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:16.667509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:16.682564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'subnets': [{'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--26328870', 'ip_version': 4}, {'network_id': '2faed030-6dc5-40cf-8180-333db01aa538', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:16.682890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'subnet': {'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--26328870', 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:16.683440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Request body: {'subnet': {'network_id': '2faed030-6dc5-40cf-8180-333db01aa538', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:16.687966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:16.687966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732096f-4f13-4eb9-bc65-526f9d94bc90 None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:16.711983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.714356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port db99d607-63a6-49cf-8b18-fb5b281b8d65 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:16.898051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:16.898829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.141751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e49771-fb05-4a3d-9406-86090196ad10 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.161753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e49771-fb05-4a3d-9406-86090196ad10 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.230456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event updated for resources: {'Port': ['ID=d917f056-9c26-4ba4-bd1c-dc9ba87256d7,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:17.239118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.244210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.330767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e49771-fb05-4a3d-9406-86090196ad10 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.331382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e49771-fb05-4a3d-9406-86090196ad10 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Fanout notify agent at l3_agent the message router_deleted on router a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:04:17.357902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.472150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e49771-fb05-4a3d-9406-86090196ad10 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.473281 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-95e49771-fb05-4a3d-9406-86090196ad10 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 HTTP/1.1" status: 204 len: 168 time: 1.3827584 May 09 05:04:17.478233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:17.480205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60958) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:17.487866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Network 88835117-303b-45ee-a91d-913a075c97d1 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:17.492318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Usage tracker for resource:subnet and tenant:6527bd6000ce43ae9a9fb5977e80be30 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:17.522953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:17.524997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:17.556387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:17.634580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:17.649637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.729860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Made reservation on behalf of 6527bd6000ce43ae9a9fb5977e80be30 for: {'subnet': 2} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:17.734358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.734685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.785647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-55757333-ec0d-4a58-958b-2bfb6e528643 None None] Provisioning complete for port d917f056-9c26-4ba4-bd1c-dc9ba87256d7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:17.786281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-55757333-ec0d-4a58-958b-2bfb6e528643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.818759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet b0181b05-e2e3-4ac7-9f4e-975b299365c4 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:17.831601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:17.835991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.843527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.844677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-55757333-ec0d-4a58-958b-2bfb6e528643 None None] Port d917f056-9c26-4ba4-bd1c-dc9ba87256d7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:17.846994 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:17.857356 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:17.858386 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:17.920058 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:17.931299 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:17.932207 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:17.935479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:17.973203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3b6d5001-ccc0-4c6e-9def-9e5c993a87ef tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/floatingips/eaf2ee90-7f3f-4168-95fa-74d45d32f92e HTTP/1.1" status: 200 len: 979 time: 1.9020820 May 09 05:04:17.973585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60962) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:17.975729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Router 47548c15-ae88-495e-a530-2b134afab22a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:17.976958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.009207 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:18.010158 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb1577-6fca-4d0e-a963-827aaeef453a None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:18.277982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:18.290223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:18.319880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 389f4efa-c8e6-4c11-b774-868905664eb5 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:18.320518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.356697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:18.362077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:18.362707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.394656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=db99d607-63a6-49cf-8b18-fb5b281b8d65,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:18.467504 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-76d32f5b-6e88-4f44-93b1-c4617f10bcac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6717944 May 09 05:04:18.473565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60966) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:18.487078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.516634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:18.527945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] Sync routers for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:18.528441 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5fb1d88f-4c9c-4ea4-a7a6-5e267e22e7d2 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2138977 May 09 05:04:18.532638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60970) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:18.551183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:18.551788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:18.600467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.600814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.614994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:18.623248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.625959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:18.626573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:18.685436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.690389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:18.691189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2b82d-fbd4-429f-b1a3-984e85f7a5b3 None None] The sync data for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:18.736503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=b0181b05-e2e3-4ac7-9f4e-975b299365c4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:18.739634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.745750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c49a9-bcbc-4937-bcaa-b4a4a8c856e6 None None] Network 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:18.752878 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e05489c2-8a87-4b92-8f6a-4bc30c736650 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/b0181b05-e2e3-4ac7-9f4e-975b299365c4 HTTP/1.1" status: 204 len: 168 time: 1.2652659 May 09 05:04:18.753723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60974) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:18.794456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port db99d607-63a6-49cf-8b18-fb5b281b8d65 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:18.794720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.824301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 389f4efa-c8e6-4c11-b774-868905664eb5 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:18.870596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet 6f96b468-b392-4c07-a2ef-e6f1e2280aa3 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:18.876954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:18.959966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.009552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.010806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-193fdde7-5c39-4ed3-8fca-81f8d088195d tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.024684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] DHCP port deletion for 58c4e0cd-f00b-4676-8c2d-9ffd016428c1 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:19.029365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] Deleting port 43a15638-ac22-4182-a1eb-2248d3481db5 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:19.029838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.121981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Subnet': ['ID=ef499031-19ce-415a-94f6-2039a85b5fcc,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:19.133529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Checking segment: {'id': 'b7e32daa-24cd-4350-b359-414445be5f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:19.133895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network hostable DHCP agents. Network: 65c5f1c0-9bc0-46d7-800a-e69b7391be31, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:19.149707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.205758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network 65c5f1c0-9bc0-46d7-800a-e69b7391be31 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:19.219925 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-193fdde7-5c39-4ed3-8fca-81f8d088195d tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] delete failed (client error): There was a conflict when trying to complete your request. May 09 05:04:19.222418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 65c5f1c0-9bc0-46d7-800a-e69b7391be31) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:19.225799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60980) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:19.225970 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-193fdde7-5c39-4ed3-8fca-81f8d088195d tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a HTTP/1.1" status: 409 len: 329 time: 0.6892183 May 09 05:04:19.291665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.307804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3785c07b-ed4e-4db6-a9c6-e696d0f61afa None None] Network 65c5f1c0-9bc0-46d7-800a-e69b7391be31 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:19.445302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] For port 43a15638-ac22-4182-a1eb-2248d3481db5, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=43a15638-ac22-4182-a1eb-2248d3481db5,segment=NetworkSegment(eaf00edb-4a6c-455d-90ea-2ccc6fb447d7),segment_id=eaf00edb-4a6c-455d-90ea-2ccc6fb447d7)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:19.445774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.447955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.450241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.482100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event updated for resources: {'Subnet': ['ID=b4d9d51c-febe-420f-b953-a69c6bb726eb,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:19.528791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0e03b-2bea-48da-9786-7aeed36a9d9e None None] Network 6b741499-462e-4770-a58a-4e36b38d7bf7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:19.615431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.648372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.650546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] Calling delete_port for 43a15638-ac22-4182-a1eb-2248d3481db5 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:19.743802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for db99d607-63a6-49cf-8b18-fb5b281b8d65 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:19.823366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=6f96b468-b392-4c07-a2ef-e6f1e2280aa3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:19.833269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=389f4efa-c8e6-4c11-b774-868905664eb5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:19.848214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Checking segment: {'id': '05e6b01c-b8a4-4a58-aa32-821761347f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2faed030-6dc5-40cf-8180-333db01aa538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:19.848603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network hostable DHCP agents. Network: 2faed030-6dc5-40cf-8180-333db01aa538, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:19.860567 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-22528617-5836-46e6-9a75-6f4d4492e80c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/6f96b468-b392-4c07-a2ef-e6f1e2280aa3 HTTP/1.1" status: 204 len: 168 time: 1.1041248 May 09 05:04:19.867414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 60986) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:19.935950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:19.936313 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP eaf2ee90-7f3f-4168-95fa-74d45d32f92e disassociated (deleted). External IP: 172.26.0.205, port: 19f127ed-b5ec-4a52-b143-4b190fca092b. May 09 05:04:19.957953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.026957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Network 2faed030-6dc5-40cf-8180-333db01aa538 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:20.028347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-65c5f1c0-9bc0-46d7-800a-e69b7391be31', 'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31', 'tenant_id': '6527bd6000ce43ae9a9fb5977e80be30', 'fixed_ips': [{'subnet_id': 'ef499031-19ce-415a-94f6-2039a85b5fcc'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:20.029205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.043838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] Pushing event deleted for resources: {'Port': ['ID=43a15638-ac22-4182-a1eb-2248d3481db5,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:20.057827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68194d0c-5bbf-469a-b763-83a8e5dacdaf None None] No DVR routers for this DVR port 43a15638-ac22-4182-a1eb-2248d3481db5 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:20.090542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.116564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.159830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af293ae-a6db-40c8-a826-a95cd5f01258 req-64985685-d081-46fb-bc54-5fc119bcac71 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:20.167848 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0af293ae-a6db-40c8-a826-a95cd5f01258 req-64985685-d081-46fb-bc54-5fc119bcac71 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 0.6867316 May 09 05:04:20.173130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.180619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 43a15638-ac22-4182-a1eb-2248d3481db5 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:20.184251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 2faed030-6dc5-40cf-8180-333db01aa538) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:20.201392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:20.201971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:20.202660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.203020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=db99d607-63a6-49cf-8b18-fb5b281b8d65,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:20.237447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 43a15638-ac22-4182-a1eb-2248d3481db5 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:20.237832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 43a15638-ac22-4182-a1eb-2248d3481db5 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:20.239268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0bd029-237e-4a2f-bc1b-20cd33d002ea None None] Network 2faed030-6dc5-40cf-8180-333db01aa538 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:20.256550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] DHCP port deletion for 6b741499-462e-4770-a58a-4e36b38d7bf7 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:20.281266 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8b900167-eb5f-4b6c-9c9c-fda400f3639c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/db99d607-63a6-49cf-8b18-fb5b281b8d65 HTTP/1.1" status: 204 len: 168 time: 1.8065293 May 09 05:04:20.281968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60990) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:20.301424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'mac_address': 'fa:16:3e:88:65:f2', 'name': 'tempest-PortsIpV6TestJSON-2129771884'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:20.312816 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0af293ae-a6db-40c8-a826-a95cd5f01258 req-bc3cd35e-b82b-4022-b00f-bc90f27d6c71 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435983 May 09 05:04:20.314177 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-43e05ce4-424a-4a4f-88fb-acd932c8f665 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 3.6484480 May 09 05:04:20.328798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60994) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:20.354663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] Deleting port a9658b70-9a9a-4910-941c-a78874c71715 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:20.355027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.394272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.466223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c4e0cd-f00b-4676-8c2d-9ffd016428c1']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:20.468333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Allocated IP 172.20.0.2 (65c5f1c0-9bc0-46d7-800a-e69b7391be31/ef499031-19ce-415a-94f6-2039a85b5fcc/73896b47-f040-4213-ae51-1bc96a1374c4) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:20.485525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf00edb-4a6c-455d-90ea-2ccc6fb447d7') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:20.485958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf00edb-4a6c-455d-90ea-2ccc6fb447d7') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:20.500330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.522679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.529781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.574088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ae6a6-0ff0-4954-909c-0173e0d1fead tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:20.575661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ae6a6-0ff0-4954-909c-0173e0d1fead tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:20.577127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ae6a6-0ff0-4954-909c-0173e0d1fead tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:20.581725 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-660ae6a6-0ff0-4954-909c-0173e0d1fead tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2489915 May 09 05:04:20.582873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 60998) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:20.588568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:20.598076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:20.598615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:20.613372 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:20.627842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:20.636525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:20.655370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:20.656577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:20.686949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:20.705317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Deleting subnet ef499031-19ce-415a-94f6-2039a85b5fcc {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:20.821151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.834743 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-2faed030-6dc5-40cf-8180-333db01aa538', 'network_id': '2faed030-6dc5-40cf-8180-333db01aa538', 'tenant_id': '6527bd6000ce43ae9a9fb5977e80be30', 'fixed_ips': [{'subnet_id': 'b4d9d51c-febe-420f-b953-a69c6bb726eb'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:20.835487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.854560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.864499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] For port a9658b70-9a9a-4910-941c-a78874c71715, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a9658b70-9a9a-4910-941c-a78874c71715,segment=NetworkSegment(e05b877e-c894-4dca-8db0-b2ba7fe2888c),segment_id=e05b877e-c894-4dca-8db0-b2ba7fe2888c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:20.864499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:20.891368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=58c4e0cd-f00b-4676-8c2d-9ffd016428c1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:20.902476 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d5d80cb5-93ce-40c3-88df-b5230b59983d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/58c4e0cd-f00b-4676-8c2d-9ffd016428c1 HTTP/1.1" status: 204 len: 168 time: 1.0246832 May 09 05:04:20.903549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32770) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:20.973195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.013195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port e1ddf53a-bb57-4bcb-94fd-f81002b8f30d yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:21.041538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.081679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] Calling delete_port for a9658b70-9a9a-4910-941c-a78874c71715 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:21.110659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port a9658b70-9a9a-4910-941c-a78874c71715 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:21.112056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.164590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting port d917f056-9c26-4ba4-bd1c-dc9ba87256d7 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:21.164894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.196199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:21.211039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.219127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:21.229288 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:21.230114 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:21.291852 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:21.301462 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:21.302324 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:21.302493 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7f0696c6-ee92-4858-8244-ec4c5fe2ece1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/floatingips/eaf2ee90-7f3f-4168-95fa-74d45d32f92e HTTP/1.1" status: 204 len: 168 time: 3.3278890 May 09 05:04:21.304950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32774) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:21.322195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Allocated IP 172.20.0.18 (2faed030-6dc5-40cf-8180-333db01aa538/b4d9d51c-febe-420f-b953-a69c6bb726eb/6002e1f0-c93e-4a13-b7f2-94a1c5727067) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:21.372382 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:21.373015 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2f7ad-1079-421e-b5e2-d99dde41e44e None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:21.479507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.500261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Transition to ACTIVE for port object 73896b47-f040-4213-ae51-1bc96a1374c4 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:21.525730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 19f127ed-b5ec-4a52-b143-4b190fca092b {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:21.526073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.532384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.598678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.611638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] Pushing event deleted for resources: {'Port': ['ID=a9658b70-9a9a-4910-941c-a78874c71715,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:21.615799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40b941-b745-48c8-ac32-ef63cd425f03 None None] No DVR routers for this DVR port a9658b70-9a9a-4910-941c-a78874c71715 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:21.620389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Transition to ACTIVE for port object 73896b47-f040-4213-ae51-1bc96a1374c4 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:21.652898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port a9658b70-9a9a-4910-941c-a78874c71715, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a9658b70-9a9a-4910-941c-a78874c71715,segment=NetworkSegment(e05b877e-c894-4dca-8db0-b2ba7fe2888c),segment_id=e05b877e-c894-4dca-8db0-b2ba7fe2888c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:21.653468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.666736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.706735 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.718488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Transition to ACTIVE for port object 6002e1f0-c93e-4a13-b7f2-94a1c5727067 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:21.738177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Transition to ACTIVE for port object 6002e1f0-c93e-4a13-b7f2-94a1c5727067 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:21.747349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.782899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.792060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.807686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for a9658b70-9a9a-4910-941c-a78874c71715 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:21.832924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Network 2faed030-6dc5-40cf-8180-333db01aa538 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:21.834671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Network 65c5f1c0-9bc0-46d7-800a-e69b7391be31 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:21.838110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:21.840706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:21.844742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:21.847182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:21.849477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Pushing event updated for resources: {'Port': ['ID=73896b47-f040-4213-ae51-1bc96a1374c4,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:21.876950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.893618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:21.899977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-7af110e2-7eea-44d9-b8af-0b1dcd151e54 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:21.901519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-7af110e2-7eea-44d9-b8af-0b1dcd151e54 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.59 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 0.4105668 May 09 05:04:21.902347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110ae4-91b4-4edd-b1d4-ae4066e7f1a0 req-d359fa23-fc59-4389-8603-7a18001234f2 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:21.903779 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-01110ae4-91b4-4edd-b1d4-ae4066e7f1a0 req-d359fa23-fc59-4389-8603-7a18001234f2 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 0.4184859 May 09 05:04:21.920732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Pushing event updated for resources: {'Port': ['ID=6002e1f0-c93e-4a13-b7f2-94a1c5727067,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:22.056736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:22.065238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:22.086576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Attempting to bind port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:22.086968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Attempting to bind port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '05e6b01c-b8a4-4a58-aa32-821761347f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2faed030-6dc5-40cf-8180-333db01aa538'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:22.087316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Attempting to bind port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 on network 2faed030-6dc5-40cf-8180-333db01aa538 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:22.088230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:22.093834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:22.094442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.103360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:22.103360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Checking segment: {'id': '05e6b01c-b8a4-4a58-aa32-821761347f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2faed030-6dc5-40cf-8180-333db01aa538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:22.103360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.103360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Bound using segment: {'id': '05e6b01c-b8a4-4a58-aa32-821761347f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2faed030-6dc5-40cf-8180-333db01aa538'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:22.103360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Bound port: 6002e1f0-c93e-4a13-b7f2-94a1c5727067, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e6b01c-b8a4-4a58-aa32-821761347f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2faed030-6dc5-40cf-8180-333db01aa538'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:22.103360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.104038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=e1ddf53a-bb57-4bcb-94fd-f81002b8f30d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:22.109691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Calling delete_port for d917f056-9c26-4ba4-bd1c-dc9ba87256d7 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:22.129515 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-01110ae4-91b4-4edd-b1d4-ae4066e7f1a0 req-286e4945-d737-4600-ba15-4d5d6aeafa67 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793482 May 09 05:04:22.137258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.151666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Attempting to bind port 73896b47-f040-4213-ae51-1bc96a1374c4 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:22.152320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Attempting to bind port 73896b47-f040-4213-ae51-1bc96a1374c4 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'b7e32daa-24cd-4350-b359-414445be5f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:22.153026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Attempting to bind port 73896b47-f040-4213-ae51-1bc96a1374c4 on network 65c5f1c0-9bc0-46d7-800a-e69b7391be31 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:22.158617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:22.159014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:22.166844 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8c185576-808d-4229-8a5d-4bde471c8ad8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8735642 May 09 05:04:22.174715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32784) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:22.211013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:22.211383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Checking segment: {'id': 'b7e32daa-24cd-4350-b359-414445be5f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:22.211781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.212159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Bound using segment: {'id': 'b7e32daa-24cd-4350-b359-414445be5f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:22.212657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Bound port: 73896b47-f040-4213-ae51-1bc96a1374c4, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e32daa-24cd-4350-b359-414445be5f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '65c5f1c0-9bc0-46d7-800a-e69b7391be31'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:22.213027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.237911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a9658b70-9a9a-4910-941c-a78874c71715 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:22.259790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f7e43b-4641-4d46-9b73-523a07534805 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:22.260685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-09f7e43b-4641-4d46-9b73-523a07534805 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:22.285603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a9658b70-9a9a-4910-941c-a78874c71715 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:22.285861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a9658b70-9a9a-4910-941c-a78874c71715 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:22.303979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-09f7e43b-4641-4d46-9b73-523a07534805 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:22.305278 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-09f7e43b-4641-4d46-9b73-523a07534805 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/e1ddf53a-bb57-4bcb-94fd-f81002b8f30d HTTP/1.1" status: 200 len: 845 time: 0.1295962 May 09 05:04:22.309572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32788) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:22.340004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 19f127ed-b5ec-4a52-b143-4b190fca092b owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:22.359165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] For port 6002e1f0-c93e-4a13-b7f2-94a1c5727067, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:22.373556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Deleting port 4c2031fd-d8b3-4dac-9741-f634a5c09840 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:22.374039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.381903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] For port 6002e1f0-c93e-4a13-b7f2-94a1c5727067, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6002e1f0-c93e-4a13-b7f2-94a1c5727067,segment=NetworkSegment(05e6b01c-b8a4-4a58-aa32-821761347f7f),segment_id=05e6b01c-b8a4-4a58-aa32-821761347f7f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:22.391178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.414430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.516384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2722024-2d6b-4bae-abd1-8f8cfdfc1f2a None None] Pushing event updated for resources: {'Port': ['ID=6002e1f0-c93e-4a13-b7f2-94a1c5727067,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:22.539491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port e1ddf53a-bb57-4bcb-94fd-f81002b8f30d {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:22.539821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.639483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.640870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-45666443-005b-403d-a110-91e2c74e0736 None None] For port 73896b47-f040-4213-ae51-1bc96a1374c4, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:22.653997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-45666443-005b-403d-a110-91e2c74e0736 None None] For port 73896b47-f040-4213-ae51-1bc96a1374c4, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73896b47-f040-4213-ae51-1bc96a1374c4,segment=NetworkSegment(b7e32daa-24cd-4350-b359-414445be5f10),segment_id=b7e32daa-24cd-4350-b359-414445be5f10)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:22.660494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port a9658b70-9a9a-4910-941c-a78874c71715 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:22.661016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.662516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.694924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.732170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Subnet': ['ID=ef499031-19ce-415a-94f6-2039a85b5fcc,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:22.741228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] The port 'a9658b70-9a9a-4910-941c-a78874c71715' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:22.779633 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a8a4c9f9-a522-407f-aa4b-c55f232cabd5 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/subnets/ef499031-19ce-415a-94f6-2039a85b5fcc HTTP/1.1" status: 204 len: 168 time: 2.1934977 May 09 05:04:22.783428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45666443-005b-403d-a110-91e2c74e0736 None None] Pushing event updated for resources: {'Port': ['ID=73896b47-f040-4213-ae51-1bc96a1374c4,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:22.788325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dfc5d-7a7a-415f-94e6-ea38a85c9ce7 req-6d85f31d-9022-49c8-ba83-0b0ff89aadcd tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:22.791228 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dd6dfc5d-7a7a-415f-94e6-ea38a85c9ce7 req-6d85f31d-9022-49c8-ba83-0b0ff89aadcd tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 0.2945845 May 09 05:04:22.795332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32794) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:22.878323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:22.943599 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dd6dfc5d-7a7a-415f-94e6-ea38a85c9ce7 req-9c1ed33d-7b6e-4771-9ee8-9897a3696abb tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387746 May 09 05:04:22.946150 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=19f127ed-b5ec-4a52-b143-4b190fca092b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:23.327702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.329578 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1ff55d44-1d59-4bef-a896-dc111bb3ff72 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/ports/19f127ed-b5ec-4a52-b143-4b190fca092b HTTP/1.1" status: 204 len: 168 time: 2.0237272 May 09 05:04:23.333543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32802) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:23.338146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:23.344015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:23.348079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:floatingip and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:23.351057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:23.356866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:23.370165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.378444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.463565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.479020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b741499-462e-4770-a58a-4e36b38d7bf7']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:23.496041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Deleting subnet b4d9d51c-febe-420f-b953-a69c6bb726eb {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:23.510188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.519901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.608210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05b877e-c894-4dca-8db0-b2ba7fe2888c') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:23.608538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05b877e-c894-4dca-8db0-b2ba7fe2888c') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:23.657861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.26.0.217 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/e8902674-6318-4097-beeb-66c418ee92bc) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:23.696078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:23.696713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.704982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.722698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for e1ddf53a-bb57-4bcb-94fd-f81002b8f30d owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:23.751478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.824380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.857437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.895458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Port': ['ID=d917f056-9c26-4ba4-bd1c-dc9ba87256d7,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:23.902464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.925576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc9547-e84a-4ed9-bbb3-039a3d8f9c97 None None] Network 65c5f1c0-9bc0-46d7-800a-e69b7391be31 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:23.926346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:23.929398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:23.933072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:23.985617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:23.991981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=e8902674-6318-4097-beeb-66c418ee92bc,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:24.125982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-67e8052c-aa00-4647-85a8-3be752830ded None None] Provisioning for port 73896b47-f040-4213-ae51-1bc96a1374c4 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:24.145523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:24.146001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:24.201042 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:24.314270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b311a-d7b0-4b4f-adaf-fb60a113f0b5 req-8fc7ed5f-039b-488e-b0d3-d4e4f23d3137 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:24.324312 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-037b311a-d7b0-4b4f-adaf-fb60a113f0b5 req-8fc7ed5f-039b-488e-b0d3-d4e4f23d3137 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 0.1942830 May 09 05:04:24.371653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6002e1f0-c93e-4a13-b7f2-94a1c5727067 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:24.383724 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-037b311a-d7b0-4b4f-adaf-fb60a113f0b5 req-1986583b-3c7e-4270-bdbf-4e3222a8f646 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584044 May 09 05:04:24.458286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd96743-aca6-41ee-a215-add1d0181c11 None None] Network 2faed030-6dc5-40cf-8180-333db01aa538 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:24.462720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36c7e6-4dd9-44ad-b7e4-e4e74f80df95 req-692ba8f8-7f83-4b67-b522-d14bfd85823e tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:24.464947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc36c7e6-4dd9-44ad-b7e4-e4e74f80df95 req-692ba8f8-7f83-4b67-b522-d14bfd85823e tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 945 time: 1.1860657 May 09 05:04:24.477822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] DHCP port deletion for 65c5f1c0-9bc0-46d7-800a-e69b7391be31 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:24.486288 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] Deleting port 73896b47-f040-4213-ae51-1bc96a1374c4 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:24.486759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.532823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.572256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.574041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.584746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:24.598890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 73896b47-f040-4213-ae51-1bc96a1374c4 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:24.646280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.717823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Provisioning for port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:24.768160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Provisioning complete for port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:24.768617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.783158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.787413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.868283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.874158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.883890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=e1ddf53a-bb57-4bcb-94fd-f81002b8f30d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:24.889868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:24.981697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 73896b47-f040-4213-ae51-1bc96a1374c4 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:25.005698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.016712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 73896b47-f040-4213-ae51-1bc96a1374c4 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:25.017455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.034292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.038491 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7015121 May 09 05:04:25.038757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32810) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:25.047353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'port': {'network_id': '30e7cd6d-490a-458f-a6bd-a19ec8eef4ab', 'name': 'tempest-FloatingIPTestJSON-1357864949'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:25.099671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=6b741499-462e-4770-a58a-4e36b38d7bf7,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:25.103334 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4e7a6ceb-f6ce-4856-b734-4c769b4a5420 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/6b741499-462e-4770-a58a-4e36b38d7bf7 HTTP/1.1" status: 204 len: 168 time: 4.1987405 May 09 05:04:25.113750 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-206d5a6d-e419-4622-a9bd-6fc96bb74627 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/e1ddf53a-bb57-4bcb-94fd-f81002b8f30d HTTP/1.1" status: 204 len: 168 time: 2.8007770 May 09 05:04:25.119057 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc36c7e6-4dd9-44ad-b7e4-e4e74f80df95 req-78211d20-9903-4557-a250-1838ae6ca5e7 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6422534 May 09 05:04:25.119696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32814) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:25.120021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32816) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:25.123812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1765284-cb3f-4f1c-8e97-bcaf5f20d60e tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=e8902674-6318-4097-beeb-66c418ee92bc,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:25.147503 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] For port 73896b47-f040-4213-ae51-1bc96a1374c4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73896b47-f040-4213-ae51-1bc96a1374c4,segment=NetworkSegment(b7e32daa-24cd-4350-b359-414445be5f10),segment_id=b7e32daa-24cd-4350-b359-414445be5f10)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:25.147884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.147995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-401946046'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:25.182452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.209526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:25.221315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:25.234152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:25.237783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.259853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] device_id is not set on port 6fd59074-3206-4e12-803f-640d9a8d89ca yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:25.269192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:25.305173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] Calling delete_port for 73896b47-f040-4213-ae51-1bc96a1374c4 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:25.361004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:25.363725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.364335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ae900a-f416-407f-abfe-e02540bfda08 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:04:25.364870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-14ae900a-f416-407f-abfe-e02540bfda08 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:25.369034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:25.388548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-804ea5eb-127f-4cd6-a06c-a74e0e267b94 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:25.390017 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-804ea5eb-127f-4cd6-a06c-a74e0e267b94 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.59 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 1.1979733 May 09 05:04:25.409177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:25.415413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.11 (30e7cd6d-490a-458f-a6bd-a19ec8eef4ab/95cae172-e65b-4e4f-9f19-b3bcec3abaa7/6fd59074-3206-4e12-803f-640d9a8d89ca) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:25.416617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.417262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.417262 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Floating IP 95d97e78-e4f3-4b98-afa2-7e4c7ffffc84 disassociated. External IP: 172.26.0.252, port: 4c2031fd-d8b3-4dac-9741-f634a5c09840. May 09 05:04:25.417623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Calling delete_port for 4c2031fd-d8b3-4dac-9741-f634a5c09840 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:25.478715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.495790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.551569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Router 47548c15-ae88-495e-a530-2b134afab22a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:25.556854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] Pushing event deleted for resources: {'Port': ['ID=73896b47-f040-4213-ae51-1bc96a1374c4,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:25.561660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-14ae900a-f416-407f-abfe-e02540bfda08 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:25.568429 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-14ae900a-f416-407f-abfe-e02540bfda08 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/e1ddf53a-bb57-4bcb-94fd-f81002b8f30d HTTP/1.1" status: 404 len: 333 time: 0.4291341 May 09 05:04:25.573184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32826) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:25.577776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf370bd-cbf3-4216-bab3-aaee0fdbbf35 None None] No DVR routers for this DVR port 73896b47-f040-4213-ae51-1bc96a1374c4 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:25.582007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:25.588639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.619078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'name': 'tempest-PortsIpV6TestJSON-1753594612'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:25.629837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 4c2031fd-d8b3-4dac-9741-f634a5c09840 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:25.667113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Deleting port 332ede9e-3d2b-4157-a90d-2c1eed528819 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:25.667509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.760524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:25.762024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:25.767725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.824279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.867358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:04:25.899916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:25.912073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.945135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:25.999354 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58cd7f0a-0787-46df-8509-1306ce7db540'] response: {'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'code': 200} May 09 05:04:26.000650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=4c2031fd-d8b3-4dac-9741-f634a5c09840,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:26.001050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f9cc-62d6-4794-8e16-a14b9a91ea62 req-40ee4549-c31c-47d8-82a9-3140ae5158c5 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:26.002701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d9d51c-febe-420f-b953-a69c6bb726eb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:26.005791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:26.007344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbb829-d3fe-4ac0-8cfb-4c3ae281dd0f None None] Network 2faed030-6dc5-40cf-8180-333db01aa538 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:26.009618 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e770f9cc-62d6-4794-8e16-a14b9a91ea62 req-40ee4549-c31c-47d8-82a9-3140ae5158c5 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 0.4660721 May 09 05:04:26.010719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.033032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:26.033617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:26.041803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:26.091505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:26.105939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.106510 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment 89b173d2-4a79-4f83-904c-e18757e4d740 of type vlan for network 66b34c3f-666a-43ac-89f3-b73a65334396 May 09 05:04:26.108595 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-590c32c9-c494-41af-8352-6bad071385f9 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/subnets/b4d9d51c-febe-420f-b953-a69c6bb726eb HTTP/1.1" status: 204 len: 168 time: 3.3112774 May 09 05:04:26.119769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32832) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:26.135097 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f092d293-dc51-4636-b039-403123d55615 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9087684 May 09 05:04:26.137526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:26.139701 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e770f9cc-62d6-4794-8e16-a14b9a91ea62 req-f64b1947-37f0-459c-afe2-ba7c3fa69b35 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284869 May 09 05:04:26.141102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32834) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:26.145018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] Sync routers for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:26.236474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:26.241652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.268604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:26.269804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:26.311522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.317897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.341618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 73896b47-f040-4213-ae51-1bc96a1374c4 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:26.387500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port b13fc66e-b332-4be2-a7df-003ed3623ffc yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:26.392860 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-adfcf930-f0ce-4d99-8b49-cd8998fbafea tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] show failed (client error): The resource could not be found. May 09 05:04:26.399724 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-adfcf930-f0ce-4d99-8b49-cd8998fbafea tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1955783672 HTTP/1.1" status: 404 len: 335 time: 0.2503607 May 09 05:04:26.399935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:26.412307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 30e7cd6d-490a-458f-a6bd-a19ec8eef4ab is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:26.415364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32842) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:26.428380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:26.436031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d54f4063-b4d4-4546-a865-2132aeca1525 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:26.486447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 73896b47-f040-4213-ae51-1bc96a1374c4 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:26.486447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 73896b47-f040-4213-ae51-1bc96a1374c4 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:26.497971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:26.505278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] Routers {'47548c15-ae88-495e-a530-2b134afab22a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:26.505986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['47548c15-ae88-495e-a530-2b134afab22a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:26.554366 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-d54f4063-b4d4-4546-a865-2132aeca1525 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] update failed (client error): The resource could not be found. May 09 05:04:26.561224 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d54f4063-b4d4-4546-a865-2132aeca1525 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-2031947590 HTTP/1.1" status: 404 len: 335 time: 0.1393399 May 09 05:04:26.568376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab717b8-cd26-44ab-baa0-af3bfa9d3467 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:26.569116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1ab717b8-cd26-44ab-baa0-af3bfa9d3467 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Synchronizing usage tracker for tenant:6527bd6000ce43ae9a9fb5977e80be30 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:26.574709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32846) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:26.576843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:26.576990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1794dc6-6a0f-4582-8c73-1fe12104ac89 None None] The sync data for ids ['47548c15-ae88-495e-a530-2b134afab22a'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:26.583147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.619401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=6fd59074-3206-4e12-803f-640d9a8d89ca,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:26.625692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-141367ce-1254-4665-885f-defdf6171f02 None None] For port 6002e1f0-c93e-4a13-b7f2-94a1c5727067, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6002e1f0-c93e-4a13-b7f2-94a1c5727067,segment=NetworkSegment(05e6b01c-b8a4-4a58-aa32-821761347f7f),segment_id=05e6b01c-b8a4-4a58-aa32-821761347f7f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:26.632350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.640766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Deleting port 4c2031fd-d8b3-4dac-9741-f634a5c09840 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:26.641251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.653885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1ab717b8-cd26-44ab-baa0-af3bfa9d3467 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Unset dirty status for tenant:6527bd6000ce43ae9a9fb5977e80be30 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:26.661980 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1ab717b8-cd26-44ab-baa0-af3bfa9d3467 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5219018 May 09 05:04:26.664704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32850) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:26.680838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:26.681447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.717370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141367ce-1254-4665-885f-defdf6171f02 None None] Pushing event updated for resources: {'Port': ['ID=6002e1f0-c93e-4a13-b7f2-94a1c5727067,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:26.720617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:26.725380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] DHCP port deletion for 2faed030-6dc5-40cf-8180-333db01aa538 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:26.730109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] Deleting port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:26.730828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.736770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting subnet 97ba4fa8-4b25-4f20-bfc8-babac10208cb {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:26.789279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.803210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fc1b174b-f85e-49b5-91c3-caddd26e3f3f None None] Provisioning complete for port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:26.803566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fc1b174b-f85e-49b5-91c3-caddd26e3f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.828681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.838270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:26.839832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.885187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-891ded59-64d6-4731-a5ec-47d6a4706ede tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8412287 May 09 05:04:26.885497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32854) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:26.890215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'port_id': '6fd59074-3206-4e12-803f-640d9a8d89ca'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:26.955581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:26.959607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.029543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.068329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] For port 6002e1f0-c93e-4a13-b7f2-94a1c5727067, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6002e1f0-c93e-4a13-b7f2-94a1c5727067,segment=NetworkSegment(05e6b01c-b8a4-4a58-aa32-821761347f7f),segment_id=05e6b01c-b8a4-4a58-aa32-821761347f7f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:27.068968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.097122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b36f1-6fb7-4c55-888f-44fca4fb8caf req-f798396c-07b0-43e6-adcc-2f26bec448e4 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:27.098484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-372b36f1-6fb7-4c55-888f-44fca4fb8caf req-f798396c-07b0-43e6-adcc-2f26bec448e4 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Synchronizing usage tracker for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:27.116308 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9807096 May 09 05:04:27.116308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=332ede9e-3d2b-4157-a90d-2c1eed528819,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:27.116308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.148359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Deleting port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:27.148359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.171307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32858) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:27.200820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:27.206597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] Calling delete_port for 6002e1f0-c93e-4a13-b7f2-94a1c5727067 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:27.291320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.291575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa278b0-8062-40b7-b18e-4fb304bbf85b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=66b34c3f-666a-43ac-89f3-b73a65334396,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:27.339446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 66b34c3f-666a-43ac-89f3-b73a65334396 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:27.357966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-372b36f1-6fb7-4c55-888f-44fca4fb8caf req-f798396c-07b0-43e6-adcc-2f26bec448e4 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Unset dirty status for tenant:0ce6ecd3471d470098c25bd511381f67 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:27.359317 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-372b36f1-6fb7-4c55-888f-44fca4fb8caf req-f798396c-07b0-43e6-adcc-2f26bec448e4 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 943 time: 0.9734890 May 09 05:04:27.362339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] Pushing event deleted for resources: {'Port': ['ID=6002e1f0-c93e-4a13-b7f2-94a1c5727067,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:27.414274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc934f46-a0b9-47ce-b2e9-bac77fb0531f None None] No DVR routers for this DVR port 6002e1f0-c93e-4a13-b7f2-94a1c5727067 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:27.480908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.481328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] The port '6002e1f0-c93e-4a13-b7f2-94a1c5727067' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:27.528209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:27.542033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:27.545039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.546781 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-372b36f1-6fb7-4c55-888f-44fca4fb8caf req-aa8ac7d7-f56a-4874-84e3-f554dac8b2ca tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a74cff6-ae1c-4db0-8727-b53c0475adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565855 May 09 05:04:27.589923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:27.611181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] For port 4c2031fd-d8b3-4dac-9741-f634a5c09840, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4c2031fd-d8b3-4dac-9741-f634a5c09840,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:27.611509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.628815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 332ede9e-3d2b-4157-a90d-2c1eed528819 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:27.757659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.787308 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:27.802038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=332ede9e-3d2b-4157-a90d-2c1eed528819,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:27.808502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.874681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.884904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=332ede9e-3d2b-4157-a90d-2c1eed528819,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:27.893721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.894114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.894439 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Floating IP 3c3f0295-fb42-4044-ab79-64e8485bd44d disassociated. External IP: 172.26.0.125, port: 332ede9e-3d2b-4157-a90d-2c1eed528819. May 09 05:04:27.894850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Calling delete_port for 332ede9e-3d2b-4157-a90d-2c1eed528819 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:27.915123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:27.918645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:27.949774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.001462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:04:28.033824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:28.041463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:28.079135 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849d5ee3-79bc-4df2-8259-d161d2d2d530'] response: {'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'code': 200} May 09 05:04:28.110000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:28.116510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:28.117147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.119119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5310366-3295-4a90-815d-75bdcf9cafee req-3831c7b4-c7bd-4f08-82cb-f3cd6dc6259b tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:28.125467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=b13fc66e-b332-4be2-a7df-003ed3623ffc,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:28.126144 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a5310366-3295-4a90-815d-75bdcf9cafee req-3831c7b4-c7bd-4f08-82cb-f3cd6dc6259b tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 946 time: 0.8067694 May 09 05:04:28.152300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faed030-6dc5-40cf-8180-333db01aa538']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:28.159936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.161572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6002e1f0-c93e-4a13-b7f2-94a1c5727067 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:28.200369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 6002e1f0-c93e-4a13-b7f2-94a1c5727067 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:28.201023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6002e1f0-c93e-4a13-b7f2-94a1c5727067 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:28.218666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e6b01c-b8a4-4a58-aa32-821761347f7f') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:28.218921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e6b01c-b8a4-4a58-aa32-821761347f7f') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:28.250764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Subnet': ['ID=97ba4fa8-4b25-4f20-bfc8-babac10208cb,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:28.261928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8024527-93df-49df-a41d-f4d8fc80a947 None None] Network c51c68cc-2257-47c4-aac2-de42d05e29f3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:28.268224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.327969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2eba55dd-d931-4150-a972-6e50afcfb285 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7479784 May 09 05:04:28.330635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32866) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:28.335961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.337037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:28.376994 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4874d225-0fbb-4e23-8ee4-c47968ac5451 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/subnets/97ba4fa8-4b25-4f20-bfc8-babac10208cb HTTP/1.1" status: 204 len: 168 time: 1.7988064 May 09 05:04:28.380803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.381164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.381475 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Floating IP 95d97e78-e4f3-4b98-afa2-7e4c7ffffc84 disassociated. External IP: 172.26.0.252, port: 4c2031fd-d8b3-4dac-9741-f634a5c09840. May 09 05:04:28.381818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Calling delete_port for 4c2031fd-d8b3-4dac-9741-f634a5c09840 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:28.381942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.385785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32870) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:28.390478 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a5310366-3295-4a90-815d-75bdcf9cafee req-f6e3e852-d46a-4733-af36-57dac9e2a947 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635572 May 09 05:04:28.415281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:28.415281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:28.423378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:28.423782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:28.447086 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:28.532917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.592132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] DHCP port deletion for c51c68cc-2257-47c4-aac2-de42d05e29f3 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:28.597298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] Deleting port c3ade869-e478-49d3-ae27-4d968fa96889 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:28.597918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.682186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.690275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.698763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.732574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.766473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Network': ['ID=2faed030-6dc5-40cf-8180-333db01aa538,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:28.780033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting port c3ade869-e478-49d3-ae27-4d968fa96889 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:28.780387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.810193 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fcbc508d-4a06-4392-9ddc-14febcee4001 tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/networks/2faed030-6dc5-40cf-8180-333db01aa538 HTTP/1.1" status: 204 len: 168 time: 2.1398222 May 09 05:04:28.814161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.823605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32876) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:28.847469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event deleted for resources: {'Port': ['ID=4c2031fd-d8b3-4dac-9741-f634a5c09840,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:28.862108 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cf428996-7c74-4d8b-8b46-7df2c4fb4a78 req-8829671c-b87c-4422-bb31-c02297555c6f tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.1160061 May 09 05:04:28.877228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] For port c3ade869-e478-49d3-ae27-4d968fa96889, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c3ade869-e478-49d3-ae27-4d968fa96889,segment=NetworkSegment(e770ed13-853c-4e3b-8df0-fd5fdb02758c),segment_id=e770ed13-853c-4e3b-8df0-fd5fdb02758c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:28.878001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:28.894422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:28.933387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Deleting port 332ede9e-3d2b-4157-a90d-2c1eed528819 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:28.933536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.088548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] Calling delete_port for c3ade869-e478-49d3-ae27-4d968fa96889 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:29.172642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.183172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=d1bb2983-a8e3-4916-ade8-6c6a17caed67,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:29.195537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.223006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.244696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] Pushing event deleted for resources: {'Port': ['ID=c3ade869-e478-49d3-ae27-4d968fa96889,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:29.247183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb53890-9bf7-4fc1-93ea-8c285c2603d1 None None] No DVR routers for this DVR port c3ade869-e478-49d3-ae27-4d968fa96889 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:29.330656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] In _notify_port_updated(), no bound segment for port b13fc66e-b332-4be2-a7df-003ed3623ffc on network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:04:29.336610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:29.337272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.338601 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "PUT /v2.0/ports/b13fc66e-b332-4be2-a7df-003ed3623ffc HTTP/1.1" status: 200 len: 818 time: 1.0069947 May 09 05:04:29.359837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32880) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:29.415367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.429515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': '89b173d2-4a79-4f83-904c-e18757e4d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:29.430144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: 66b34c3f-666a-43ac-89f3-b73a65334396, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:29.438298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.459273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Router 470fc4ee-ed16-488b-80dd-a2d1b6501110 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:29.462547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dc76f-baf0-42f3-90b6-cdb652196f8b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=b13fc66e-b332-4be2-a7df-003ed3623ffc,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:29.463403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.484905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port b13fc66e-b332-4be2-a7df-003ed3623ffc {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:29.485240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.653929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] For port 332ede9e-3d2b-4157-a90d-2c1eed528819, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=332ede9e-3d2b-4157-a90d-2c1eed528819,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:29.654264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.666097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] For port c3ade869-e478-49d3-ae27-4d968fa96889, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c3ade869-e478-49d3-ae27-4d968fa96889,segment=NetworkSegment(e770ed13-853c-4e3b-8df0-fd5fdb02758c),segment_id=e770ed13-853c-4e3b-8df0-fd5fdb02758c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:29.666747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:29.679697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 66b34c3f-666a-43ac-89f3-b73a65334396 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:29.901125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Calling delete_port for c3ade869-e478-49d3-ae27-4d968fa96889 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:29.995960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 66b34c3f-666a-43ac-89f3-b73a65334396) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:30.000763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:30.001341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.008432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7d69f-85ec-4a4a-8d4f-33feba5334d7 None None] Network 66b34c3f-666a-43ac-89f3-b73a65334396 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:30.014414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:30.031565 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] Sync routers for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:30.051565 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:30.052464 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:30.059616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.101883 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0ec6ebb3-1cb6-499c-8b27-e4eb18e74a5e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9152219 May 09 05:04:30.105812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32890) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:30.116586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1514143543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:30.126982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 944d7919-e47a-40ae-b547-6097f3b204b9 associated. External IP: 172.26.0.217, port: 6fd59074-3206-4e12-803f-640d9a8d89ca. May 09 05:04:30.203200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c5f1c0-9bc0-46d7-800a-e69b7391be31']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:30.251842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:30.252634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:30.266023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:30.283055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:router and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:30.289127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e32daa-24cd-4350-b359-414445be5f10') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:30.289885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e32daa-24cd-4350-b359-414445be5f10') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:30.323317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993144d-4134-42a6-a7fc-db0313882e76 req-a2203ade-6212-41c2-83bc-a7d6893f5531 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:30.325641 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2993144d-4134-42a6-a7fc-db0313882e76 req-a2203ade-6212-41c2-83bc-a7d6893f5531 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 944 time: 0.7747233 May 09 05:04:30.333033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:30.351386 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:30.354738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c3ade869-e478-49d3-ae27-4d968fa96889 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:30.385852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.401802 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2993144d-4134-42a6-a7fc-db0313882e76 req-595641f9-7540-46f9-88a9-3dc50e8562ef tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649383 May 09 05:04:30.405876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:30.411893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-66b34c3f-666a-43ac-89f3-b73a65334396', 'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': 'd1bb2983-a8e3-4916-ade8-6c6a17caed67'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:30.413035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.425072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c3ade869-e478-49d3-ae27-4d968fa96889 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:30.425833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c3ade869-e478-49d3-ae27-4d968fa96889 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:30.513375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.519900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.521043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.541997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:30.542249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.547412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] No DVR routers for this DVR port 4c2031fd-d8b3-4dac-9741-f634a5c09840 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:30.553787 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6cdd8efa-be36-4df0-863e-e462a2779e90 req-a69efa66-aa6c-4ea1-8ec8-4be2f9976e32 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.4248471 May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:30.559904 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:30.569290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.571872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'name': 'network-vif-deleted', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:04:30.622259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.716196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Allocated IP 2001:db8::2 (66b34c3f-666a-43ac-89f3-b73a65334396/d1bb2983-a8e3-4916-ade8-6c6a17caed67/c29092dd-b985-4be7-8b17-a52866ccf1cd) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:30.784665 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbe8f7e-34b8-431b-ab01-5861c415e909'] response: {'server_uuid': 'c898cba9-96ff-458d-aeb9-a65dc569e4fc', 'name': 'network-vif-deleted', 'tag': '4c2031fd-d8b3-4dac-9741-f634a5c09840', 'status': 'completed', 'code': 200} May 09 05:04:30.858563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5685d52-ddb0-42a3-bbe0-c4ef96cbdaeb req-09d15a8a-8bcc-4722-89c3-b1c536938063 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.59 "DELETE /v2.0/ports/4c2031fd-d8b3-4dac-9741-f634a5c09840 HTTP/1.1" status: 204 len: 173 time: 8.8999424 May 09 05:04:30.869690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for b13fc66e-b332-4be2-a7df-003ed3623ffc owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:30.904347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting port c3ade869-e478-49d3-ae27-4d968fa96889 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:30.904347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.976211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.977608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.977986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:30.978297 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Floating IP 3c3f0295-fb42-4044-ab79-64e8485bd44d disassociated. External IP: 172.26.0.125, port: 332ede9e-3d2b-4157-a90d-2c1eed528819. May 09 05:04:30.978656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Calling delete_port for 332ede9e-3d2b-4157-a90d-2c1eed528819 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:30.980776 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:30.996306 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] Checking router: 470fc4ee-ed16-488b-80dd-a2d1b6501110 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:04:31.000295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:31.015233 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:31.018746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Transition to ACTIVE for port object c29092dd-b985-4be7-8b17-a52866ccf1cd will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:31.019657 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:31.050923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.079703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Transition to ACTIVE for port object c29092dd-b985-4be7-8b17-a52866ccf1cd will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:31.084253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.088599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] The port 'c3ade869-e478-49d3-ae27-4d968fa96889' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:31.089861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.092337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.094619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.150778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.155622 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/networks/65c5f1c0-9bc0-46d7-800a-e69b7391be31 HTTP/1.1" status: 204 len: 168 time: 2.3019848 May 09 05:04:31.155622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cace898-4888-4cbc-82d6-430dbb4c23de tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Network': ['ID=65c5f1c0-9bc0-46d7-800a-e69b7391be31,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:31.156873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.160522 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-71641cff-3193-415a-a82a-4a3d4e9bc294 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0471549 May 09 05:04:31.205682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32896) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:31.206435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32898) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:31.235040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.272480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'port': {'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396', 'name': 'tempest-RoutersIpV6Test-1987432116'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:31.278550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Network 66b34c3f-666a-43ac-89f3-b73a65334396 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:31.290526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:31.298308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:31.301472 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:31.355756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Pushing event updated for resources: {'Port': ['ID=c29092dd-b985-4be7-8b17-a52866ccf1cd,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:31.430666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Attempting to bind port c29092dd-b985-4be7-8b17-a52866ccf1cd on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:31.431275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Attempting to bind port c29092dd-b985-4be7-8b17-a52866ccf1cd by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '89b173d2-4a79-4f83-904c-e18757e4d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:31.431793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Attempting to bind port c29092dd-b985-4be7-8b17-a52866ccf1cd on network 66b34c3f-666a-43ac-89f3-b73a65334396 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:31.438323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:31.443592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:port and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:31.447397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:31.452963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:31.454366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:31.454909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Checking segment: {'id': '89b173d2-4a79-4f83-904c-e18757e4d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:31.455472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.456195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Bound using segment: {'id': '89b173d2-4a79-4f83-904c-e18757e4d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:31.457828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Bound port: c29092dd-b985-4be7-8b17-a52866ccf1cd, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b173d2-4a79-4f83-904c-e18757e4d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '66b34c3f-666a-43ac-89f3-b73a65334396'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:31.460037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.483285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=b13fc66e-b332-4be2-a7df-003ed3623ffc,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:31.497514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:31.501691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.584745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] device_id is not set on port ce910c68-bebe-4bb6-93e2-31ceebecb727 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:31.624512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:31.633663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.649844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6367d479-37ad-40f7-a968-62898492cd19 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/b13fc66e-b332-4be2-a7df-003ed3623ffc HTTP/1.1" status: 204 len: 168 time: 2.2888625 May 09 05:04:31.655275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32908) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:31.658087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:31.745867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:31.746502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:31.782585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.798481 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f8ed4cbd-5ab1-4f89-9aaa-89f7cf3c209d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/floatingips/944d7919-e47a-40ae-b547-6097f3b204b9 HTTP/1.1" status: 200 len: 979 time: 4.9121301 May 09 05:04:31.799398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32912) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:31.894369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 6fd59074-3206-4e12-803f-640d9a8d89ca {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:31.894910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.898954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:31.918648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:31.931244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] For port c29092dd-b985-4be7-8b17-a52866ccf1cd, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:31.936843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] For port c29092dd-b985-4be7-8b17-a52866ccf1cd, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c29092dd-b985-4be7-8b17-a52866ccf1cd,segment=NetworkSegment(89b173d2-4a79-4f83-904c-e18757e4d740),segment_id=89b173d2-4a79-4f83-904c-e18757e4d740)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:31.939308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:31.940226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:31.941325 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:31.943726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51c68cc-2257-47c4-aac2-de42d05e29f3']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:31.948519 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc12b4e-5e67-46f0-9441-ccd4792fe197 None None] The sync data for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv is: [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:02:12Z', 'revision_number': 4, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '70df0061-2c56-4705-9fdf-b3baad342e1e', 'name': '', 'network_id': '006d628d-117a-41c0-bc9d-1e03dbacc9bb', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'mac_address': 'fa:16:3e:d2:8d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:08Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'subnets': [{'id': 'f7200ab0-492c-472f-976d-f00eea86fa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:32.043406 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c74f89f0-b6c8-4d54-b508-f542c84b8f95 req-968a6400-b0b1-4d20-b7c8-e48877107112 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/ports?device_id=c898cba9-96ff-458d-aeb9-a65dc569e4fc HTTP/1.1" status: 200 len: 210 time: 0.1108949 May 09 05:04:32.045412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e770ed13-853c-4e3b-8df0-fd5fdb02758c') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:32.045710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e770ed13-853c-4e3b-8df0-fd5fdb02758c') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:32.047462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.080702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.133670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:32.134081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca74ea-cdd7-42a4-988b-cc5dcf0fa955 None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:32.146017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.158494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:32.161073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:32.208769 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:32.217028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b112bf-c2e7-4447-8f7a-e06a684f5e34 None None] Pushing event updated for resources: {'Port': ['ID=c29092dd-b985-4be7-8b17-a52866ccf1cd,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:32.272824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b07c-c807-4834-b68d-29a42481957d req-d4ab6361-d1ed-427f-a2f2-c180382358b6 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:32.273564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3d84b07c-c807-4834-b68d-29a42481957d req-d4ab6361-d1ed-427f-a2f2-c180382358b6 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Synchronizing usage tracker for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:32.278295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.375880 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b617-7fef-4c36-9c4b-614c799ab2f5 None None] New status for floating IP 95d97e78-e4f3-4b98-afa2-7e4c7ffffc84: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:04:32.430730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf3a5a-a0ca-417d-a83a-98aab3b7260e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:32.430730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8cf3a5a-a0ca-417d-a83a-98aab3b7260e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:32.444641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event deleted for resources: {'Port': ['ID=332ede9e-3d2b-4157-a90d-2c1eed528819,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:32.470969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.475593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.479938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.506630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3d84b07c-c807-4834-b68d-29a42481957d req-d4ab6361-d1ed-427f-a2f2-c180382358b6 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Unset dirty status for tenant:5f09f498fdea4797b15bf1caccdb4bba on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:32.509579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.513902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d84b07c-c807-4834-b68d-29a42481957d req-d4ab6361-d1ed-427f-a2f2-c180382358b6 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 944 time: 0.7844193 May 09 05:04:32.587608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Network': ['ID=c51c68cc-2257-47c4-aac2-de42d05e29f3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:32.604834 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0fca5667-7fdb-45d1-82e0-7adb9f332ba1 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/networks/c51c68cc-2257-47c4-aac2-de42d05e29f3 HTTP/1.1" status: 204 len: 168 time: 4.2178075 May 09 05:04:32.606127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32916) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:32.611881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d1d6c7-de9a-4a95-a5e9-e6c16598778f']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:32.626687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ebf425-0d08-48fc-aca8-3770c3b97a08') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:32.627143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ebf425-0d08-48fc-aca8-3770c3b97a08') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:32.641605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.662197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.669752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:32.670159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.696347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8::1ee (66b34c3f-666a-43ac-89f3-b73a65334396/d1bb2983-a8e3-4916-ade8-6c6a17caed67/ce910c68-bebe-4bb6-93e2-31ceebecb727) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:32.705033 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:32.787539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting subnet ca914483-585d-476e-9993-b4492fbff4e5 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:32.788030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8cf3a5a-a0ca-417d-a83a-98aab3b7260e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:32.788938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b8cf3a5a-a0ca-417d-a83a-98aab3b7260e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 1.1316979 May 09 05:04:32.792662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.819487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32920) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:32.925947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d84b07c-c807-4834-b68d-29a42481957d req-587d1ea7-6e11-43c6-bbcf-fc5f91daf3b9 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups?id=6a686987-6d88-4dcd-8439-c3f107ab9a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111924 May 09 05:04:32.948160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:32.958022 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab975a3-e112-4c08-9a50-cdc222f74fb1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:04:32.958781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ab975a3-e112-4c08-9a50-cdc222f74fb1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:32.995407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.007196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.027629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0ab975a3-e112-4c08-9a50-cdc222f74fb1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:33.029288 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0ab975a3-e112-4c08-9a50-cdc222f74fb1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/b13fc66e-b332-4be2-a7df-003ed3623ffc HTTP/1.1" status: 404 len: 333 time: 0.2090902 May 09 05:04:33.031024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Network': ['ID=b1d1d6c7-de9a-4a95-a5e9-e6c16598778f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:33.044762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32924) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:33.067799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.068179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.068608 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 944d7919-e47a-40ae-b547-6097f3b204b9 disassociated. External IP: 172.26.0.217, port: 6fd59074-3206-4e12-803f-640d9a8d89ca. May 09 05:04:33.068957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 6fd59074-3206-4e12-803f-640d9a8d89ca owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:33.086053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1267771249'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:33.148286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:33.153200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:33.157291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:33.166777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:33.182343 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7abe0ab9-b843-4d5b-91f0-ed0e3776e6ff tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/networks/b1d1d6c7-de9a-4a95-a5e9-e6c16598778f HTTP/1.1" status: 204 len: 168 time: 1.9593716 May 09 05:04:33.183618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32932) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:33.239577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32934) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:33.248360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:33.251824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.307120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.368289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Router 867926df-0b6c-4536-afd5-370dff294256 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:33.429275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.457927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799e07c0-b717-4da4-9cab-ddbd4d23d798 None None] Network 66b34c3f-666a-43ac-89f3-b73a65334396 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:33.484475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.517900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=6fd59074-3206-4e12-803f-640d9a8d89ca,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:33.535180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.538466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Subnet': ['ID=ca914483-585d-476e-9993-b4492fbff4e5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:33.558389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534c658-5b6f-4f99-bebe-c91febeb8488 None None] Network 52c14162-f6e4-4375-8924-4d57322383c6 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:33.574270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.575699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:33.610969 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ddb145c8-ea0c-482b-90f6-8f0d0048dccc tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/subnets/ca914483-585d-476e-9993-b4492fbff4e5 HTTP/1.1" status: 204 len: 168 time: 1.0017111 May 09 05:04:33.619878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32940) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:33.650946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fa818c3-eec0-4bb1-ade3-d350d8748830 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.653448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.653448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment d69492ec-2ff8-40d8-ab84-301506e7474d of type vlan for network 8dd2867e-37c3-43b8-85ca-168ca48eb012 May 09 05:04:33.658158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.686687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3f4aed9d-4d11-4d35-8ac9-fca744d6577e None None] Provisioning for port c29092dd-b985-4be7-8b17-a52866ccf1cd completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:33.765371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting subnet 0d933d46-d573-49c0-a8de-667f06356838 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:33.772736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.813129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object ce910c68-bebe-4bb6-93e2-31ceebecb727 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:33.829382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:33.837738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.848565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fa818c3-eec0-4bb1-ade3-d350d8748830 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:33.942949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.001942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] DHCP port deletion for 52c14162-f6e4-4375-8924-4d57322383c6 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:34.012353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] Deleting port a461f7f4-6dc4-4e46-816d-ab23773c5efa {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:34.012353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.018250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.028388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:34.074916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] Sync routers for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:34.182050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:34.185914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.204811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:34.209932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:34.215302 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:34.233164 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:34.233768 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.262287 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.265142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c29092dd-b985-4be7-8b17-a52866ccf1cd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:34.276789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7864a0be-4edc-4fc8-a964-57e393e79bbc']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.308311 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.317967 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:34.318572 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.381359 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.381738 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8885d8-c81f-4d45-8575-e343f83981cc None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:34.386522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8005a8-67b1-445d-8fa5-b1b11932dd97') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.386522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8005a8-67b1-445d-8fa5-b1b11932dd97') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:34.395602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] No DVR routers for this DVR port 332ede9e-3d2b-4157-a90d-2c1eed528819 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:34.408307 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b1ff7d0b-07af-41cb-99da-77a7d9cd8a1f req-92d2ce44-9c84-4757-b0c5-801c1634a042 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/ports?device_id=676ca5cd-bebd-41b6-b489-c022aa7fca8e HTTP/1.1" status: 200 len: 210 time: 0.2504272 May 09 05:04:34.416155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.419096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.425371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.426858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:34.427731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.451606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'name': 'network-vif-deleted', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:04:34.461966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.464132 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-769f6f2d-2ccf-4324-9716-cb691e7552b8 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/ports/6fd59074-3206-4e12-803f-640d9a8d89ca HTTP/1.1" status: 204 len: 168 time: 2.6616638 May 09 05:04:34.468251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.471284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32948) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:34.511142 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81781f1a-d7ad-4ed6-bb0a-5c83d2ccb4d8'] response: {'server_uuid': '676ca5cd-bebd-41b6-b489-c022aa7fca8e', 'name': 'network-vif-deleted', 'tag': '332ede9e-3d2b-4157-a90d-2c1eed528819', 'status': 'completed', 'code': 200} May 09 05:04:34.515596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 66b34c3f-666a-43ac-89f3-b73a65334396 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:34.569820 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5fd2164b-7eb1-4cce-8baa-7aa79c286a3d tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "GET /v2.0/floatingips/944d7919-e47a-40ae-b547-6097f3b204b9 HTTP/1.1" status: 200 len: 688 time: 0.0973072 May 09 05:04:34.572587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32952) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:34.581871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:34.593538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fa818c3-eec0-4bb1-ade3-d350d8748830 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.596070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fa818c3-eec0-4bb1-ade3-d350d8748830 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.597800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2fa818c3-eec0-4bb1-ade3-d350d8748830 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "DELETE /v2.0/security-groups/9a74cff6-ae1c-4db0-8727-b53c0475adb2 HTTP/1.1" status: 204 len: 168 time: 1.3506401 May 09 05:04:34.609871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:34.615735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:34.616365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.623365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.633428 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43e3a1ab-ea32-48aa-87b3-bb189be60eb0 req-1d5a57d0-9a13-4382-82ab-632c571ebff8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.59 "DELETE /v2.0/ports/332ede9e-3d2b-4157-a90d-2c1eed528819 HTTP/1.1" status: 204 len: 173 time: 9.2276983 May 09 05:04:34.634650 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5726545 May 09 05:04:34.642207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32956) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:34.642538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32958) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:34.646951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=ce910c68-bebe-4bb6-93e2-31ceebecb727,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:34.665875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:34.693969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] For port a461f7f4-6dc4-4e46-816d-ab23773c5efa, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a461f7f4-6dc4-4e46-816d-ab23773c5efa,segment=NetworkSegment(d7fe1ad7-1584-44be-8a05-109435fd75c3),segment_id=d7fe1ad7-1584-44be-8a05-109435fd75c3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:34.694624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.709412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c29092dd-b985-4be7-8b17-a52866ccf1cd completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:34.710459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:34.710874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.718116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c29092dd-b985-4be7-8b17-a52866ccf1cd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:34.718481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.741619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa818c3-eec0-4bb1-ade3-d350d8748830 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74cff6-ae1c-4db0-8727-b53c0475adb2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:34.743381 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:34.806073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port e8902674-6318-4097-beeb-66c418ee92bc {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:34.807092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.875095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:34.904188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12a52f-28db-44b7-be43-0248a604ed7e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=8dd2867e-37c3-43b8-85ca-168ca48eb012,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:34.915912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] Calling delete_port for a461f7f4-6dc4-4e46-816d-ab23773c5efa owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:34.927989 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-61286c06-4872-4742-af6b-537b71e371ef tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] show failed (client error): The resource could not be found. May 09 05:04:34.930392 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-61286c06-4872-4742-af6b-537b71e371ef tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "GET /v2.0/security-groups/9a74cff6-ae1c-4db0-8727-b53c0475adb2 HTTP/1.1" status: 404 len: 347 time: 0.2734210 May 09 05:04:34.932454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32964) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:34.936856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Subnet': ['ID=0d933d46-d573-49c0-a8de-667f06356838,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:34.970504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:35.016081 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-07afecf3-cf02-48ab-86c4-6a845fb1190e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7904806 May 09 05:04:35.044379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32968) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:35.075187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:35.094010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.147327 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3edc009f-b84f-4f9e-a027-c4e0ce87b636 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/subnets/0d933d46-d573-49c0-a8de-667f06356838 HTTP/1.1" status: 204 len: 168 time: 1.5261230 May 09 05:04:35.155709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32972) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:35.237217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1924ad37-ff31-40bb-84f4-0fd91a2f0330 None None] Network be00198a-dc8b-4169-9753-dec65b45570c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:35.282233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.283736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:35.308829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.314400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:35.318838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Deleting port 4c9889e1-5b70-4086-9249-96a919867a61 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:35.319172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.323741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.327263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.327624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.350482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:35.426246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] Pushing event deleted for resources: {'Network': ['ID=7864a0be-4edc-4fc8-a964-57e393e79bbc,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:35.444666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:35.455941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting port a461f7f4-6dc4-4e46-816d-ab23773c5efa {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:35.456339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.507301 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ce3d0e8c-f216-4fa2-b946-5d655e2c793f tempest-BulkNetworkOpsTest-987301616 tempest-BulkNetworkOpsTest-987301616-project] 10.222.0.50 "DELETE /v2.0/networks/7864a0be-4edc-4fc8-a964-57e393e79bbc HTTP/1.1" status: 204 len: 168 time: 2.2665355 May 09 05:04:35.535397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for e8902674-6318-4097-beeb-66c418ee92bc owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:35.559646 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.602627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32982) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:35.619438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] The port 'a461f7f4-6dc4-4e46-816d-ab23773c5efa' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:35.729872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:35.732259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.765856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] No DVR routers for this DVR port a461f7f4-6dc4-4e46-816d-ab23773c5efa on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:35.767417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020eda4-03ac-4021-b7a4-ba0544104d38 None None] Pushing event deleted for resources: {'Port': ['ID=a461f7f4-6dc4-4e46-816d-ab23773c5efa,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:35.837754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.851695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-67953467-dc19-47e9-80a8-78c1adedb77b None None] Provisioning for port ce910c68-bebe-4bb6-93e2-31ceebecb727 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:35.869034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a74a26a-473f-4090-8aca-fba4a5806ac8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.870146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.889473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-67953467-dc19-47e9-80a8-78c1adedb77b None None] Provisioning complete for port ce910c68-bebe-4bb6-93e2-31ceebecb727 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:35.889844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-67953467-dc19-47e9-80a8-78c1adedb77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.890279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32988) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:35.891905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c14162-f6e4-4375-8924-4d57322383c6']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:35.958522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fe1ad7-1584-44be-8a05-109435fd75c3') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:35.958820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fe1ad7-1584-44be-8a05-109435fd75c3') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:35.982139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a74a26a-473f-4090-8aca-fba4a5806ac8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:35.995275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.000575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c29092dd-b985-4be7-8b17-a52866ccf1cd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c29092dd-b985-4be7-8b17-a52866ccf1cd,segment=NetworkSegment(89b173d2-4a79-4f83-904c-e18757e4d740),segment_id=89b173d2-4a79-4f83-904c-e18757e4d740)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:36.031728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.034312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.036670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-67953467-dc19-47e9-80a8-78c1adedb77b None None] Port ce910c68-bebe-4bb6-93e2-31ceebecb727 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:36.051343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.063897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:36.064301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:36.115546 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:36.165396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] DHCP port deletion for be00198a-dc8b-4169-9753-dec65b45570c request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:36.167501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a461f7f4-6dc4-4e46-816d-ab23773c5efa no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:36.212139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a461f7f4-6dc4-4e46-816d-ab23773c5efa {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:36.213116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a461f7f4-6dc4-4e46-816d-ab23773c5efa not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:36.238389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Deleting port 42886d4a-be64-43b2-8453-a06916d32353 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:36.238389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.264914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=e8902674-6318-4097-beeb-66c418ee92bc,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:36.312831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c29092dd-b985-4be7-8b17-a52866ccf1cd,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:36.335878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.336331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.353086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.377606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 42886d4a-be64-43b2-8453-a06916d32353 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:36.390128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.393898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a74a26a-473f-4090-8aca-fba4a5806ac8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.403252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.419593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Network': ['ID=52c14162-f6e4-4375-8924-4d57322383c6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:36.430630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2803e4cc-964b-4311-a4e6-ef4094bec4d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6527bd6000ce43ae9a9fb5977e80be30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009718 May 09 05:04:36.435596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74a26a-473f-4090-8aca-fba4a5806ac8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a686987-6d88-4dcd-8439-c3f107ab9a3d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:36.440760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 32994) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:36.453208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:36.467309 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-03988314-c636-414c-be5f-ed398a3b0371 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/networks/52c14162-f6e4-4375-8924-4d57322383c6 HTTP/1.1" status: 204 len: 168 time: 1.3089387 May 09 05:04:36.469737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 32998) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:36.469867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.471490 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f9148f21-06b6-4f1c-a738-e12947bf7b2b tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/floatingips/944d7919-e47a-40ae-b547-6097f3b204b9 HTTP/1.1" status: 204 len: 168 time: 1.8981760 May 09 05:04:36.475587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33002) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:36.484548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Calling delete_port for 4c9889e1-5b70-4086-9249-96a919867a61 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:36.489242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'f8e84c82-f291-40ba-923d-a7da618af5d8'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:36.493889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a74a26a-473f-4090-8aca-fba4a5806ac8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.494934 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1a74a26a-473f-4090-8aca-fba4a5806ac8 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "DELETE /v2.0/security-groups/6a686987-6d88-4dcd-8439-c3f107ab9a3d HTTP/1.1" status: 204 len: 168 time: 0.8813491 May 09 05:04:36.495231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] Checking router: 867926df-0b6c-4536-afd5-370dff294256 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:04:36.502626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33006) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:36.505482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:36.532358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:floatingip and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:36.537760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:36.545652 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-2d5f071d-9f67-43a4-955b-c691fc258079 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] show failed (client error): The resource could not be found. May 09 05:04:36.547020 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2d5f071d-9f67-43a4-955b-c691fc258079 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "GET /v2.0/security-groups/6a686987-6d88-4dcd-8439-c3f107ab9a3d HTTP/1.1" status: 404 len: 347 time: 0.0435545 May 09 05:04:36.548075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:36.557282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33010) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:36.609813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:36.610452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:36.643413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-11b43c35-29f4-4bc7-9d0c-ae5865633810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.659646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.689659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] For port 42886d4a-be64-43b2-8453-a06916d32353, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=42886d4a-be64-43b2-8453-a06916d32353,segment=NetworkSegment(54d55699-9892-45f2-8d10-e4e896011aec),segment_id=54d55699-9892-45f2-8d10-e4e896011aec)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:36.690053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.806458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.840916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Calling delete_port for 42886d4a-be64-43b2-8453-a06916d32353 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:36.854386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.878082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.880316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-11b43c35-29f4-4bc7-9d0c-ae5865633810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.887388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Deleting port a2e97403-37fe-4416-b03f-0cc82ca48a7b {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:36.887964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:36.922171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.051327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=73f1cf83-1502-46c2-ba3c-a187a0ec5063,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:37.073856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 42886d4a-be64-43b2-8453-a06916d32353, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=42886d4a-be64-43b2-8453-a06916d32353,segment=NetworkSegment(54d55699-9892-45f2-8d10-e4e896011aec),segment_id=54d55699-9892-45f2-8d10-e4e896011aec)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:37.085244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:37.129102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.141960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-11b43c35-29f4-4bc7-9d0c-ae5865633810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.150243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting port 42886d4a-be64-43b2-8453-a06916d32353 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:37.150740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.181411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43c35-29f4-4bc7-9d0c-ae5865633810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0857c5c2-64f8-4da3-9fb3-1bff4e25a376,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:37.190714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.191069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.196701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:37.197050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:37.203432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-11b43c35-29f4-4bc7-9d0c-ae5865633810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.204792 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-11b43c35-29f4-4bc7-9d0c-ae5865633810 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0857c5c2-64f8-4da3-9fb3-1bff4e25a376 HTTP/1.1" status: 204 len: 168 time: 0.7601442 May 09 05:04:37.278378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.335238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Calling delete_port for a2e97403-37fe-4416-b03f-0cc82ca48a7b owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:37.363669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=42886d4a-be64-43b2-8453-a06916d32353,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:37.386786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Pushing event deleted for resources: {'Port': ['ID=4c9889e1-5b70-4086-9249-96a919867a61,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:37.398928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.507780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': 'd69492ec-2ff8-40d8-ab84-301506e7474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:37.508232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: 8dd2867e-37c3-43b8-85ca-168ca48eb012, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:37.526811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:37.532570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7308384-14e6-4a58-9406-ca4e3aa37d24 None None] The sync data for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv is: [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:02:08Z', 'revision_number': 4, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c82a06e9-b854-4f52-ba13-80e11a714331', 'name': '', 'network_id': '2b3a1425-8034-42df-a9c9-4e50ae66c991', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'mac_address': 'fa:16:3e:26:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:02:05Z', 'updated_at': '2022-05-09T05:02:27Z', 'revision_number': 5, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'subnets': [{'id': '7e7d9641-4d55-4157-9fd7-11fc847a500f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:37.623138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.629067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.26.0.135 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/d3aa38bd-3568-4979-bb4e-acf8b01b22bf) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:37.684447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Pushing event deleted for resources: {'Port': ['ID=a2e97403-37fe-4416-b03f-0cc82ca48a7b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:37.698401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Deleting port 42886d4a-be64-43b2-8453-a06916d32353 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:37.698781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.848046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.897732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:37.905364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.968772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.970248 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2baf98ca-d58f-44d8-94a6-658c3622c003 tempest-ServersTestJSON-60626121 tempest-ServersTestJSON-60626121-project] 10.222.0.50 "DELETE /v2.0/floatingips/3c3f0295-fb42-4044-ab79-64e8485bd44d HTTP/1.1" status: 204 len: 168 time: 1.4120507 May 09 05:04:37.973082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.974285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33032) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:37.974426 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a9459cf-38ec-4215-ac6b-e55d013d9991 tempest-ServersTestManualDisk-1865615452 tempest-ServersTestManualDisk-1865615452-project] 10.222.0.50 "DELETE /v2.0/floatingips/95d97e78-e4f3-4b98-afa2-7e4c7ffffc84 HTTP/1.1" status: 204 len: 168 time: 3.0197546 May 09 05:04:37.979605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] For port 42886d4a-be64-43b2-8453-a06916d32353, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=42886d4a-be64-43b2-8453-a06916d32353,segment=NetworkSegment(54d55699-9892-45f2-8d10-e4e896011aec),segment_id=54d55699-9892-45f2-8d10-e4e896011aec)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:37.980115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:37.988740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33036) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:38.040110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.059822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528a637-33e6-4167-a2ab-01ca7c01db66 None None] New status for floating IP 3c3f0295-fb42-4044-ab79-64e8485bd44d: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:04:38.148527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 8dd2867e-37c3-43b8-85ca-168ca48eb012) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:38.153470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:38.154427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.214252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a5aec-0165-43f9-a39d-e2d05d387d19 None None] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:38.325714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Calling delete_port for 42886d4a-be64-43b2-8453-a06916d32353 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:38.367403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] For port 42886d4a-be64-43b2-8453-a06916d32353, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=42886d4a-be64-43b2-8453-a06916d32353,segment=NetworkSegment(54d55699-9892-45f2-8d10-e4e896011aec),segment_id=54d55699-9892-45f2-8d10-e4e896011aec)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:38.367403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.367690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33044) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:38.387231 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-010c3551-12a8-4496-a4d8-62c0837aff8f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7256794 May 09 05:04:38.394784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33050) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:38.405015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:38.500470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c29092dd-b985-4be7-8b17-a52866ccf1cd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:38.538645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Calling delete_port for 42886d4a-be64-43b2-8453-a06916d32353 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:38.552142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.583309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1207902128'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:38.599783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:38.629954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:38.633061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:38.636501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:38.642462 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:38.648082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:38.652498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:38.669569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:38.730885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=d3aa38bd-3568-4979-bb4e-acf8b01b22bf,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:38.732810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.750012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.821376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.845788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:38.849586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.859291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Port': ['ID=42886d4a-be64-43b2-8453-a06916d32353,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:38.863440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] No DVR routers for this DVR port 42886d4a-be64-43b2-8453-a06916d32353 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:38.897800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:38.898028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:38.902402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c29092dd-b985-4be7-8b17-a52866ccf1cd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:38.902771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.928857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-8dd2867e-37c3-43b8-85ca-168ca48eb012', 'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012', 'tenant_id': 'a9932919da12496f8b69226e16f90104', 'fixed_ips': [{'subnet_id': '73f1cf83-1502-46c2-ba3c-a187a0ec5063'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:38.929844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:38.959469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.088539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Deleting port 42886d4a-be64-43b2-8453-a06916d32353 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:39.089580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.154637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.162909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:39.195976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:39.206121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:security_group_rule and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:39.223917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:39.227240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:39.262382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:39.275931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:39.280332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=ce910c68-bebe-4bb6-93e2-31ceebecb727,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:39.285610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Allocated IP 2001:db8::2 (8dd2867e-37c3-43b8-85ca-168ca48eb012/73f1cf83-1502-46c2-ba3c-a187a0ec5063/4b3237da-ba42-446b-8fa8-a87ec816cfe2) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:39.286453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:39.298261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.323101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd122-a91b-426f-895f-37efacc25644 None None] The port '42886d4a-be64-43b2-8453-a06916d32353' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:39.399026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:39.402775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.504033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-182f0b6a-b419-4c89-afa5-9f5689c0fd5c None None] Provisioning complete for port ce910c68-bebe-4bb6-93e2-31ceebecb727 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:39.504456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-182f0b6a-b419-4c89-afa5-9f5689c0fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.526651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.550046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be00198a-dc8b-4169-9753-dec65b45570c']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:39.596022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Deleting port c82a06e9-b854-4f52-ba13-80e11a714331 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:39.596704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.609952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-182f0b6a-b419-4c89-afa5-9f5689c0fd5c None None] Port ce910c68-bebe-4bb6-93e2-31ceebecb727 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:39.667280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d55699-9892-45f2-8d10-e4e896011aec') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:39.667580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d55699-9892-45f2-8d10-e4e896011aec') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:39.699924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.701941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.713118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Transition to ACTIVE for port object 4b3237da-ba42-446b-8fa8-a87ec816cfe2 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:39.734363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Transition to ACTIVE for port object 4b3237da-ba42-446b-8fa8-a87ec816cfe2 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:39.743552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.761202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.794057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.796589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.817669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:39.821496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:39.826287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:39.834302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:39.834720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:39.856473 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:39.914488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Pushing event updated for resources: {'Port': ['ID=4b3237da-ba42-446b-8fa8-a87ec816cfe2,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:39.933427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Attempting to bind port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:39.933795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Attempting to bind port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'd69492ec-2ff8-40d8-ab84-301506e7474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:39.934163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Attempting to bind port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 on network 8dd2867e-37c3-43b8-85ca-168ca48eb012 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:39.939667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:39.940086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Checking segment: {'id': 'd69492ec-2ff8-40d8-ab84-301506e7474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:39.941227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.941350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Bound using segment: {'id': 'd69492ec-2ff8-40d8-ab84-301506e7474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:39.941811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Bound port: 4b3237da-ba42-446b-8fa8-a87ec816cfe2, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69492ec-2ff8-40d8-ab84-301506e7474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:39.942805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:39.984469 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.ipam_backend_mixin [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73f1cf83-1502-46c2-ba3c-a187a0ec5063 (CIDR: 2001:db8::/64) May 09 05:04:40.003951 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:04:40.004452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:04:40.020377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.030599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.045937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] For port 4b3237da-ba42-446b-8fa8-a87ec816cfe2, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:40.050770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] For port 4b3237da-ba42-446b-8fa8-a87ec816cfe2, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=4b3237da-ba42-446b-8fa8-a87ec816cfe2,segment=NetworkSegment(d69492ec-2ff8-40d8-ab84-301506e7474d),segment_id=d69492ec-2ff8-40d8-ab84-301506e7474d)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:40.055413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.056624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.065548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.091904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Network': ['ID=be00198a-dc8b-4169-9753-dec65b45570c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:40.108031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] For port c82a06e9-b854-4f52-ba13-80e11a714331, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c82a06e9-b854-4f52-ba13-80e11a714331,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:40.108386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.146553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f81140-3442-4f1c-bacc-31d475556d47 None None] Pushing event updated for resources: {'Port': ['ID=4b3237da-ba42-446b-8fa8-a87ec816cfe2,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:40.181269 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bd9b24e8-9a0b-42f5-9902-f36a7dd1a13a tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/networks/be00198a-dc8b-4169-9753-dec65b45570c HTTP/1.1" status: 204 len: 168 time: 3.7123830 May 09 05:04:40.209435 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1e84e31e-31ef-404e-a502-3499e485016c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8096168 May 09 05:04:40.220717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:40.222946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33054) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:40.223270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33056) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:40.249262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Calling delete_port for c82a06e9-b854-4f52-ba13-80e11a714331 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:40.272992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:40.302850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5b3f1-8b50-4bf7-ab77-8cfa8f72544d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:40.364626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.364888 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 5da4187a-6062-44f8-9c07-367d28017053 of type vlan for network cd5ceceb-7f43-4c52-ae10-77075ad21b59 May 09 05:04:40.365779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.376189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.406381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.474824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting subnet 156bab40-9df7-4f5a-9c7e-a7c94dcde07b {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:40.530419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=d3aa38bd-3568-4979-bb4e-acf8b01b22bf,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:40.537393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.544334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.566675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.725489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.763926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.804377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:40.808203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 9b90cd45-d305-47da-b212-55a6de35670f associated. External IP: 172.26.0.135, port: f8e84c82-f291-40ba-923d-a7da618af5d8. May 09 05:04:40.814594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.883697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:40.892503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:40.925683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.931180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:40.931788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:40.938445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:40.950815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c82a06e9-b854-4f52-ba13-80e11a714331,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:41.282722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac859f01-201b-4b58-8da2-85beb5e7a926 None None] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:41.293237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:41.297245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.334961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9656038 May 09 05:04:41.363903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33062) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:41.378302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1922668192'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:41.387517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:41.398360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3fa97baf-9070-4536-b438-6a7faee33b82 None None] Provisioning for port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:41.405205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:41.409477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:41.417881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:41.419716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.431170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521d8cf-4523-4f86-977f-2fad2cb6e37c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=cd5ceceb-7f43-4c52-ae10-77075ad21b59,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:41.458461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:41.548365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.693674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:41.697092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.828142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:41.829058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:41.839179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.857686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.858066 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 60b46c28-a64f-4a93-8c19-83c2a4fa2c3a of type vlan for network 595278d6-3df9-4e8f-acd5-e3518856a61b May 09 05:04:41.898238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.904195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.906739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Subnet': ['ID=156bab40-9df7-4f5a-9c7e-a7c94dcde07b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:41.911614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d1669-d2cf-4f42-89ab-faef2986ffd3 None None] Network 88835117-303b-45ee-a91d-913a075c97d1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:41.945220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.945626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:41.963253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.018941 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ad79a9d6-836d-424c-913e-c60918877c37 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/subnets/156bab40-9df7-4f5a-9c7e-a7c94dcde07b HTTP/1.1" status: 204 len: 168 time: 1.7941573 May 09 05:04:42.031787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33066) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:42.162666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.167961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:42.168552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.247039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] DHCP port deletion for 88835117-303b-45ee-a91d-913a075c97d1 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:42.251517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] Deleting port a718030d-821c-4d9d-8201-5858e84b9c19 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:42.251765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.288243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=ce910c68-bebe-4bb6-93e2-31ceebecb727,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:42.316035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Deleting port 70df0061-2c56-4705-9fdf-b3baad342e1e {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:42.316383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.356832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:42.371702 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:42.397894 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0301876 May 09 05:04:42.398208 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:42.398299 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84fd80-c76a-4c4c-9421-4167f32cd309 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=595278d6-3df9-4e8f-acd5-e3518856a61b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:42.398379 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:42.401439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33070) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:42.408704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': 'cd5ceceb-7f43-4c52-ae10-77075ad21b59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:42.432263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.510617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] For port 70df0061-2c56-4705-9fdf-b3baad342e1e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=70df0061-2c56-4705-9fdf-b3baad342e1e,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:42.510884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.530907 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:42.543282 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:42.543771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 595278d6-3df9-4e8f-acd5-e3518856a61b details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:42.545545 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:42.560455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 4b3237da-ba42-446b-8fa8-a87ec816cfe2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:42.575678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Router 867926df-0b6c-4536-afd5-370dff294256 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:42.607016 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e503276d-6a7e-49de-9899-38ad7119a9b5 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1282868 May 09 05:04:42.611217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33074) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:42.623836 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:42.624721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-815299735'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:42.624883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e7ade387-0b86-4a96-acdb-797dd6d1b630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.625476 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b755d-8572-4e93-b2c1-d8f3ec50945d None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:42.677675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Calling delete_port for 70df0061-2c56-4705-9fdf-b3baad342e1e owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:42.683700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:42.686286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:42.708715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:network and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:42.713694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:42.716288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:42.730399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:42.732020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] For port a718030d-821c-4d9d-8201-5858e84b9c19, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a718030d-821c-4d9d-8201-5858e84b9c19,segment=NetworkSegment(8491a456-95cf-4bc7-abad-246b3ac262ea),segment_id=8491a456-95cf-4bc7-abad-246b3ac262ea)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:42.732908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.735598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:42.747001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:42.748034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.806371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 66b34c3f-666a-43ac-89f3-b73a65334396 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:42.809199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:42.811162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.824937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:42.828700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.860388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:42.872767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.907988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] Calling delete_port for a718030d-821c-4d9d-8201-5858e84b9c19 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:42.968662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:42.976885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:42.977516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:42.984906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:42.986826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:43.013359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.013910 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Added segment f91c9129-5b58-4d74-b64d-1e67fcf7e4dc of type vlan for network 21b1ef74-214e-43ad-ab86-3e93d117f3ea May 09 05:04:43.019822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] Sync routers for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:43.025288 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-92974eda-2c33-40bd-a009-c2a440c41e0f admin admin] 10.222.0.50 "PUT /v2.0/routers/867926df-0b6c-4536-afd5-370dff294256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0497146 May 09 05:04:43.030283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Deleting port a718030d-821c-4d9d-8201-5858e84b9c19 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:43.030813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.035178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33078) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:43.068573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:43.069456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:43.148529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.187136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.222783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:43.236385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] Pushing event deleted for resources: {'Port': ['ID=a718030d-821c-4d9d-8201-5858e84b9c19,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:43.254268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ac072-74e1-4f83-9dd1-da7b80bb61b5 None None] No DVR routers for this DVR port a718030d-821c-4d9d-8201-5858e84b9c19 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:43.284642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:43.308390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:43.309003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.329029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526f7cd-186f-437c-b857-dacda81d189c None None] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:43.377183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=2e4273ef-3cbd-44eb-920e-28cfe00cc9dc,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:43.379792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3fffc89f-a848-4b9b-a483-e777d81527c9 None None] Provisioning complete for port ce910c68-bebe-4bb6-93e2-31ceebecb727 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:43.379792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3fffc89f-a848-4b9b-a483-e777d81527c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.391262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] The port 'a718030d-821c-4d9d-8201-5858e84b9c19' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:43.405668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:43.439541 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1fef803b-cfb1-4b64-86ea-b32155afd1e6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2112391 May 09 05:04:43.447364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33082) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:43.463701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012', 'fixed_ips': [{'subnet_id': '73f1cf83-1502-46c2-ba3c-a187a0ec5063'}, {'subnet_id': '2e4273ef-3cbd-44eb-920e-28cfe00cc9dc'}], 'name': 'tempest-PortsIpV6TestJSON-2020711236'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:43.550008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:43.560119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.576482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.582209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:43.582824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.594341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3fffc89f-a848-4b9b-a483-e777d81527c9 None None] Port ce910c68-bebe-4bb6-93e2-31ceebecb727 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:43.599100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.631094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88835117-303b-45ee-a91d-913a075c97d1']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:43.658269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8491a456-95cf-4bc7-abad-246b3ac262ea') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:43.658530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8491a456-95cf-4bc7-abad-246b3ac262ea') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:43.674340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.681372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 54986b4b-9907-485e-9935-514d5275cdd5 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:04:43.706111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.712001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.778451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:43.778869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.793914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:43.797818 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:43.852284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.880803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 4b3237da-ba42-446b-8fa8-a87ec816cfe2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=4b3237da-ba42-446b-8fa8-a87ec816cfe2,segment=NetworkSegment(d69492ec-2ff8-40d8-ab84-301506e7474d),segment_id=d69492ec-2ff8-40d8-ab84-301506e7474d)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:43.893035 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2760839 May 09 05:04:43.893035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5218a-51e2-4a85-8bf8-fb73e8d7bcba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Network': ['ID=21b1ef74-214e-43ad-ab86-3e93d117f3ea,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:43.898988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:43.901578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33086) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:43.933075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'subnet': {'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:43.947653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:43.976102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Pushing event deleted for resources: {'Port': ['ID=70df0061-2c56-4705-9fdf-b3baad342e1e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:44.078049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.086007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:44.097482 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] Sync routers for ids ['54986b4b-9907-485e-9935-514d5275cdd5'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:44.113961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.114186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a718030d-821c-4d9d-8201-5858e84b9c19 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:44.116178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:44.127305 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] Routers {'54986b4b-9907-485e-9935-514d5275cdd5'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:44.130190 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['54986b4b-9907-485e-9935-514d5275cdd5'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:44.131232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '5da4187a-6062-44f8-9c07-367d28017053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cd5ceceb-7f43-4c52-ae10-77075ad21b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:44.131594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: cd5ceceb-7f43-4c52-ae10-77075ad21b59, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:44.142054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Pushing event deleted for resources: {'Network': ['ID=88835117-303b-45ee-a91d-913a075c97d1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:44.151111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:44.168867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:44.193382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=fca03b38-88f6-44ab-81e1-6d90f6134f56,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:44.201097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:44.218451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a718030d-821c-4d9d-8201-5858e84b9c19 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:44.219011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a718030d-821c-4d9d-8201-5858e84b9c19 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:44.219915 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f3479d56-a0a2-44c3-a043-111f93adc4ad tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/54986b4b-9907-485e-9935-514d5275cdd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1740363 May 09 05:04:44.220747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33090) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:44.228236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:44.242912 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-28eb8352-7832-4017-a856-35db49eeeced tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/networks/88835117-303b-45ee-a91d-913a075c97d1 HTTP/1.1" status: 204 len: 168 time: 2.2050800 May 09 05:04:44.269294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:44.270882 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:44.278353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33094) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:44.285061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:subnet and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:44.297912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:44.305944 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] Routers {'54986b4b-9907-485e-9935-514d5275cdd5'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:44.308111 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['54986b4b-9907-485e-9935-514d5275cdd5'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:44.320796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:44.340559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.347875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:44.366613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-547ddd28-a3c3-4f07-a000-22969efb5989 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Synchronizing usage tracker for tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:44.367331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=4b3237da-ba42-446b-8fa8-a87ec816cfe2,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:44.380734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:44.384783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.411694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Deleting port 2849fa7f-c987-44a0-b580-d6afb375d27a {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:44.412423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.424922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:04:40Z', 'revision_number': 5, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port': {'id': '2849fa7f-c987-44a0-b580-d6afb375d27a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867926df-0b6c-4536-afd5-370dff294256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:54Z', 'updated_at': '2022-05-09T05:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:44.429289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] Checking router: 867926df-0b6c-4536-afd5-370dff294256 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:04:44.439916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, cd5ceceb-7f43-4c52-ae10-77075ad21b59) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:44.446160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] Routers {'867926df-0b6c-4536-afd5-370dff294256'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:44.446803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['867926df-0b6c-4536-afd5-370dff294256'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:44.461826 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:44.462228 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53030f38-cb44-49f1-a391-41fc6f451e61 None None] The sync data for ids ['54986b4b-9907-485e-9935-514d5275cdd5'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:44.511486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfea53e-e44c-4939-838b-0119a1474c7b None None] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:44.560883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:44.561627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.597823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-547ddd28-a3c3-4f07-a000-22969efb5989 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Unset dirty status for tenant:8e9b6b9e4f89416f8d9689fdfd4a5486 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:44.601561 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-547ddd28-a3c3-4f07-a000-22969efb5989 tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "GET /v2.0/ports?device_id=47548c15-ae88-495e-a530-2b134afab22a HTTP/1.1" status: 200 len: 205 time: 0.3220353 May 09 05:04:44.608245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc11c2-75c6-4231-963e-13aa82ff64b7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:44.608848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c7cc11c2-75c6-4231-963e-13aa82ff64b7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:44.610070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33098) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:44.642279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c7cc11c2-75c6-4231-963e-13aa82ff64b7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:44.646730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c7cc11c2-75c6-4231-963e-13aa82ff64b7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports/ce910c68-bebe-4bb6-93e2-31ceebecb727 HTTP/1.1" status: 200 len: 984 time: 0.4054952 May 09 05:04:44.649105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33102) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:44.698080 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-923af1ce-ca2c-49c0-808e-f15cb0d931a3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2928438 May 09 05:04:44.706966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.717057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33106) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:44.724982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': '595278d6-3df9-4e8f-acd5-e3518856a61b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:44.735433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-81146f2f-ff32-46ea-9f40-c25b1770b91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.774448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] Set router 867926df-0b6c-4536-afd5-370dff294256 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:44.888552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] Update dhcp port {'port': {'network_id': '8dd2867e-37c3-43b8-85ca-168ca48eb012', 'fixed_ips': [{'subnet_id': '73f1cf83-1502-46c2-ba3c-a187a0ec5063', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e4273ef-3cbd-44eb-920e-28cfe00cc9dc'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '4b3237da-ba42-446b-8fa8-a87ec816cfe2'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:04:44.888948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.899629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e547010-b619-482a-926d-9a7448c6479c tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:44.930581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:04:44Z', 'revision_number': 6, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:44.978382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d365a6aa-60d7-4ee6-adbc-14d210c14707 None None] The sync data for ids ['867926df-0b6c-4536-afd5-370dff294256'] in dv-neutron-840482-1-hyperv is: [{'id': '867926df-0b6c-4536-afd5-370dff294256', 'name': 'tempest-ServersTestJSON-1573093074-router', 'tenant_id': '5f09f498fdea4797b15bf1caccdb4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:51Z', 'updated_at': '2022-05-09T05:04:44Z', 'revision_number': 6, 'project_id': '5f09f498fdea4797b15bf1caccdb4bba', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:45.002433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:45.012063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.059802 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:45.117840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-cd5ceceb-7f43-4c52-ae10-77075ad21b59', 'network_id': 'cd5ceceb-7f43-4c52-ae10-77075ad21b59', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': 'fca03b38-88f6-44ab-81e1-6d90f6134f56'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:45.118678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.138484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:45.207126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:45.230109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:04:45.245408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:45.248938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.456907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] Allocated IP 2001:db8:0:1::2 (8dd2867e-37c3-43b8-85ca-168ca48eb012/2e4273ef-3cbd-44eb-920e-28cfe00cc9dc/4b3237da-ba42-446b-8fa8-a87ec816cfe2) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:45.466733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Allocated IP 172.20.0.2 (cd5ceceb-7f43-4c52-ae10-77075ad21b59/fca03b38-88f6-44ab-81e1-6d90f6134f56/1a40cbaa-8729-468d-b4bf-e0d0c2be669a) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:45.548763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] For port 2849fa7f-c987-44a0-b580-d6afb375d27a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2849fa7f-c987-44a0-b580-d6afb375d27a,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:45.549021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.558136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e547010-b619-482a-926d-9a7448c6479c tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.596580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e547010-b619-482a-926d-9a7448c6479c tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.675211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.707691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Router 470fc4ee-ed16-488b-80dd-a2d1b6501110 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:45.722318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] For port 4b3237da-ba42-446b-8fa8-a87ec816cfe2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=4b3237da-ba42-446b-8fa8-a87ec816cfe2,segment=NetworkSegment(d69492ec-2ff8-40d8-ab84-301506e7474d),segment_id=d69492ec-2ff8-40d8-ab84-301506e7474d)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:45.750111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Calling delete_port for 2849fa7f-c987-44a0-b580-d6afb375d27a owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:45.807000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.835910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] Transition to ACTIVE for port object 4b3237da-ba42-446b-8fa8-a87ec816cfe2 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:45.836996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.859593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.873549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e547010-b619-482a-926d-9a7448c6479c tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.874357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e547010-b619-482a-926d-9a7448c6479c tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Fanout notify agent at l3_agent the message router_deleted on router 47548c15-ae88-495e-a530-2b134afab22a {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:04:45.884643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.894200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Transition to ACTIVE for port object 1a40cbaa-8729-468d-b4bf-e0d0c2be669a will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:45.937544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:45.983792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Transition to ACTIVE for port object 1a40cbaa-8729-468d-b4bf-e0d0c2be669a will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:46.030811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.049117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40ba3f-5f6a-48d1-92c8-2829812a2efb None None] Pushing event updated for resources: {'Port': ['ID=4b3237da-ba42-446b-8fa8-a87ec816cfe2,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:46.104226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:46.106715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.112268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:46.117308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:46.163204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Pushing event updated for resources: {'Port': ['ID=1a40cbaa-8729-468d-b4bf-e0d0c2be669a,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:46.207341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::8 (8dd2867e-37c3-43b8-85ca-168ca48eb012/73f1cf83-1502-46c2-ba3c-a187a0ec5063/2ab22950-bfb0-4a5a-826f-0da7860d2f72) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:46.225007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Attempting to bind port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:46.225383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Attempting to bind port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '5da4187a-6062-44f8-9c07-367d28017053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cd5ceceb-7f43-4c52-ae10-77075ad21b59'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:46.225746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Attempting to bind port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a on network cd5ceceb-7f43-4c52-ae10-77075ad21b59 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:46.227046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8:0:1::39c (8dd2867e-37c3-43b8-85ca-168ca48eb012/2e4273ef-3cbd-44eb-920e-28cfe00cc9dc/2ab22950-bfb0-4a5a-826f-0da7860d2f72) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:46.231966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:46.232378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Checking segment: {'id': '5da4187a-6062-44f8-9c07-367d28017053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cd5ceceb-7f43-4c52-ae10-77075ad21b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:46.233318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.233318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Bound using segment: {'id': '5da4187a-6062-44f8-9c07-367d28017053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cd5ceceb-7f43-4c52-ae10-77075ad21b59'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:46.233600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Bound port: 1a40cbaa-8729-468d-b4bf-e0d0c2be669a, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da4187a-6062-44f8-9c07-367d28017053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cd5ceceb-7f43-4c52-ae10-77075ad21b59'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:46.234221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.357382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] For port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:46.361071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] For port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1a40cbaa-8729-468d-b4bf-e0d0c2be669a,segment=NetworkSegment(5da4187a-6062-44f8-9c07-367d28017053),segment_id=5da4187a-6062-44f8-9c07-367d28017053)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:46.371497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.398222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=fb34ea3c-d113-4d1f-88e2-759e79cab738,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:46.410072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:46.425011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Subnet': ['ID=1bd548f9-ccb3-4932-ade4-81e403f105cf,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:46.430758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1deed20c-066c-4499-a708-5de20e07ca76 admin admin] 10.222.0.50 "PUT /v2.0/routers/470fc4ee-ed16-488b-80dd-a2d1b6501110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4408112 May 09 05:04:46.435525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33112) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:46.438397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e547010-b619-482a-926d-9a7448c6479c tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.441887 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8e547010-b619-482a-926d-9a7448c6479c tempest-RoutersNegativeIpV6Test-408660794 tempest-RoutersNegativeIpV6Test-408660794-project] 10.222.0.50 "DELETE /v2.0/routers/47548c15-ae88-495e-a530-2b134afab22a HTTP/1.1" status: 204 len: 168 time: 1.8283970 May 09 05:04:46.492754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 4b3237da-ba42-446b-8fa8-a87ec816cfe2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:46.512955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '60b46c28-a64f-4a93-8c19-83c2a4fa2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '595278d6-3df9-4e8f-acd5-e3518856a61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:46.513362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: 595278d6-3df9-4e8f-acd5-e3518856a61b, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:46.532108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.540213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Checking segment: {'id': 'f91c9129-5b58-4d74-b64d-1e67fcf7e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:46.540454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network hostable DHCP agents. Network: 21b1ef74-214e-43ad-ab86-3e93d117f3ea, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:46.575326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6caf7-1e85-4899-ac3e-4026f08d57e4 None None] Pushing event updated for resources: {'Port': ['ID=1a40cbaa-8729-468d-b4bf-e0d0c2be669a,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:46.582224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] Sync routers for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:46.622125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:46.622741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:46.638714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:46.677124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 21b1ef74-214e-43ad-ab86-3e93d117f3ea) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:46.685103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:46.685687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.703993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b79dfb-3849-4678-a3e4-f82d2d81ed65 None None] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:46.713612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.787656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.813090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 2ab22950-bfb0-4a5a-826f-0da7860d2f72 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:46.855245 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-33c4b119-11b0-4864-a961-f5fa3da6491c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9470270 May 09 05:04:46.856658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2849fa7f-c987-44a0-b580-d6afb375d27a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:46.866464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33120) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:46.905887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 595278d6-3df9-4e8f-acd5-e3518856a61b is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:46.924814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 595278d6-3df9-4e8f-acd5-e3518856a61b) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:46.928673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33124) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:46.939763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:46.940499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:46.947551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-798409292', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:47.035597 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b95df013-3227-4080-88b8-6d34d8ca45fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3172483 May 09 05:04:47.049894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33130) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:47.060611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.076978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff857812-ca5b-4f5e-8ec4-41539a5f6543 None None] Network 595278d6-3df9-4e8f-acd5-e3518856a61b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:47.096698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2849fa7f-c987-44a0-b580-d6afb375d27a no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:47.160438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-705289569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:47.166460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.175061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2849fa7f-c987-44a0-b580-d6afb375d27a {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:47.175225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:47.175777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2849fa7f-c987-44a0-b580-d6afb375d27a not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:47.176271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c82a06e9-b854-4f52-ba13-80e11a714331 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:47.220970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:47.265715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:router and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:47.266882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:router and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:47.269496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:47.275991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:47.278688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:47.281428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c82a06e9-b854-4f52-ba13-80e11a714331 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:47.282149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c82a06e9-b854-4f52-ba13-80e11a714331 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:47.286376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:47.343784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.389477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.390497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.390969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:47.401625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.402630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.422777 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-192c47b9-c5a8-47b0-a716-4411bc3f7771 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e9b6b9e4f89416f8d9689fdfd4a5486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862149 May 09 05:04:47.426615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33134) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:47.481900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.487059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.510817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7f074d8e-62a9-45a5-9b54-f9bcb9c8cc59 None None] Provisioning for port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:47.520026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port ce910c68-bebe-4bb6-93e2-31ceebecb727 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:47.520288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.559604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Deleting port 88e0b698-1263-477a-9865-c725fe52defb {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:47.559968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.582641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:47.583899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.586394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.588371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=2ab22950-bfb0-4a5a-826f-0da7860d2f72,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:47.590941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:47.593926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.600316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:47.606590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:47.606804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.626311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.640472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7f074d8e-62a9-45a5-9b54-f9bcb9c8cc59 None None] Provisioning complete for port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:47.640472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7f074d8e-62a9-45a5-9b54-f9bcb9c8cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.648996 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-44db59f7-340d-40c3-bc8f-dd06f2a0ba1d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.1913803 May 09 05:04:47.651887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33138) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:47.657866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.659398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73f1cf83-1502-46c2-ba3c-a187a0ec5063'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:47.710639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.761103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.761880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 867926df-0b6c-4536-afd5-370dff294256 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:04:47.871300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:47.880107 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e9086226-ec8f-4221-afd1-427428905aa5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/867926df-0b6c-4536-afd5-370dff294256 HTTP/1.1" status: 204 len: 168 time: 4.8345041 May 09 05:04:47.902402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33142) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:47.924914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-21b1ef74-214e-43ad-ab86-3e93d117f3ea', 'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea', 'tenant_id': '73dbd4dddbbb4ab3b831d95c706b5719', 'fixed_ips': [{'subnet_id': '1bd548f9-ccb3-4932-ade4-81e403f105cf'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:47.933040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.085525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.086778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-23d7abd8-edad-4027-aaf7-7040be4835c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0358689 May 09 05:04:48.090049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33146) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:48.105793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.167291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Allocated IP 172.20.0.2 (21b1ef74-214e-43ad-ab86-3e93d117f3ea/1bd548f9-ccb3-4932-ade4-81e403f105cf/d21125b6-22b9-4d6b-a553-00dd3ba4011c) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:48.214094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.285685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1831f-346d-4aa7-af7b-9837cd63fc64 None None] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:48.376140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for ce910c68-bebe-4bb6-93e2-31ceebecb727 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:48.409005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] For port 88e0b698-1263-477a-9865-c725fe52defb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=88e0b698-1263-477a-9865-c725fe52defb,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:48.410124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.438150 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.444632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1a40cbaa-8729-468d-b4bf-e0d0c2be669a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:48.516516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Deleting subnet 7e7d9641-4d55-4157-9fd7-11fc847a500f {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:48.516717 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:04:48.559577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.573183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Calling delete_port for 88e0b698-1263-477a-9865-c725fe52defb owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:48.639624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823aaf8b-52ff-445b-a97f-4072d22b08e1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:48.661730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.663164 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/823aaf8b-52ff-445b-a97f-4072d22b08e1 HTTP/1.1" status: 204 len: 168 time: 1.2328258 May 09 05:04:48.680438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.681046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.681573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.682056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.682548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.683027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.683506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.683998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.684496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.684969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.685574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.686063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dc887-f9d9-4fe8-8f37-10f07e2cf929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:48.730110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.799380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-595278d6-3df9-4e8f-acd5-e3518856a61b', 'network_id': '595278d6-3df9-4e8f-acd5-e3518856a61b', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': 'fb34ea3c-d113-4d1f-88e2-759e79cab738'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:48.800356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.865983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.903032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:48.903310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.921939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.925114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:48.988004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=88e0b698-1263-477a-9865-c725fe52defb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:49.038399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:49.139864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=ce910c68-bebe-4bb6-93e2-31ceebecb727,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:49.144464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Transition to ACTIVE for port object d21125b6-22b9-4d6b-a553-00dd3ba4011c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:49.150032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:49.167742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87'}], 'enable_snat': True}, 'gw_port_id': '88e0b698-1263-477a-9865-c725fe52defb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:04:43Z', 'revision_number': 5, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port': {'id': '88e0b698-1263-477a-9865-c725fe52defb', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:49.194063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] Checking router: 470fc4ee-ed16-488b-80dd-a2d1b6501110 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:04:49.203426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Provisioning for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:49.221068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Transition to ACTIVE for port object d21125b6-22b9-4d6b-a553-00dd3ba4011c will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:49.369798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Provisioning complete for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:49.370170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:49.406114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:49.409753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] Routers {'470fc4ee-ed16-488b-80dd-a2d1b6501110'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:49.410391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['470fc4ee-ed16-488b-80dd-a2d1b6501110'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:49.412967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:49.569525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:49.637641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:49.639585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Allocated IP 172.21.0.2 (595278d6-3df9-4e8f-acd5-e3518856a61b/fb34ea3c-d113-4d1f-88e2-759e79cab738/be9833a3-5ade-4dd4-944f-9933998edf79) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:49.643863 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] Set router 470fc4ee-ed16-488b-80dd-a2d1b6501110 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:04:49.673104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:49.752436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:49.766902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:49.774309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:49.776477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Pushing event updated for resources: {'Port': ['ID=d21125b6-22b9-4d6b-a553-00dd3ba4011c,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:49.783374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:04:48Z', 'revision_number': 7, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:49.798914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.799281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.799674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.799967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.800298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.800655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.800986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.801305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.801629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.801946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.802264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.802571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:49.861115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2eee4-eb55-4028-9f95-a55b7fbc1326 None None] The sync data for ids ['470fc4ee-ed16-488b-80dd-a2d1b6501110'] in dv-neutron-840482-1-hyperv is: [{'id': '470fc4ee-ed16-488b-80dd-a2d1b6501110', 'name': 'tempest-ServersTestManualDisk-22845574-router', 'tenant_id': '0ce6ecd3471d470098c25bd511381f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:52Z', 'updated_at': '2022-05-09T05:04:48Z', 'revision_number': 7, 'project_id': '0ce6ecd3471d470098c25bd511381f67', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:49.955453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Provisioning for port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:49.995022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.011887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Provisioning complete for port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:50.012261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.015185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.117515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Attempting to bind port d21125b6-22b9-4d6b-a553-00dd3ba4011c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:50.118352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Attempting to bind port d21125b6-22b9-4d6b-a553-00dd3ba4011c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'f91c9129-5b58-4d74-b64d-1e67fcf7e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:50.118352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Attempting to bind port d21125b6-22b9-4d6b-a553-00dd3ba4011c on network 21b1ef74-214e-43ad-ab86-3e93d117f3ea {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:50.143906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:50.144358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Checking segment: {'id': 'f91c9129-5b58-4d74-b64d-1e67fcf7e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:50.144752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.145394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Bound using segment: {'id': 'f91c9129-5b58-4d74-b64d-1e67fcf7e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:50.145835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Bound port: d21125b6-22b9-4d6b-a553-00dd3ba4011c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91c9129-5b58-4d74-b64d-1e67fcf7e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:50.146207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.205496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 54986b4b-9907-485e-9935-514d5275cdd5 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:04:50.209583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.210325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 470fc4ee-ed16-488b-80dd-a2d1b6501110 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:04:50.261079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Delete allocated IP 2001:db8:0:1::39c (8dd2867e-37c3-43b8-85ca-168ca48eb012/2e4273ef-3cbd-44eb-920e-28cfe00cc9dc) {{(pid=88042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 05:04:50.374618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 70df0061-2c56-4705-9fdf-b3baad342e1e no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:50.427222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.437512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 70df0061-2c56-4705-9fdf-b3baad342e1e {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:50.437860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 70df0061-2c56-4705-9fdf-b3baad342e1e not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:50.479441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.482602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] For port d21125b6-22b9-4d6b-a553-00dd3ba4011c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:50.484476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.511690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Transition to ACTIVE for port object be9833a3-5ade-4dd4-944f-9933998edf79 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:50.515244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] For port d21125b6-22b9-4d6b-a553-00dd3ba4011c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d21125b6-22b9-4d6b-a553-00dd3ba4011c,segment=NetworkSegment(f91c9129-5b58-4d74-b64d-1e67fcf7e4dc),segment_id=f91c9129-5b58-4d74-b64d-1e67fcf7e4dc)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:50.529534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.536279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:50.550011 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] Sync routers for ids ['54986b4b-9907-485e-9935-514d5275cdd5'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:50.560508 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] Routers {'54986b4b-9907-485e-9935-514d5275cdd5'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:50.560754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.561594 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['54986b4b-9907-485e-9935-514d5275cdd5'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:50.563066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b107370c-419a-4cfa-96fc-e22fb02d7e5e admin admin] 10.222.0.50 "DELETE /v2.0/routers/470fc4ee-ed16-488b-80dd-a2d1b6501110 HTTP/1.1" status: 204 len: 168 time: 4.1246037 May 09 05:04:50.566756 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73c42946-9d94-4417-8564-d969968cdc46 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/54986b4b-9907-485e-9935-514d5275cdd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9165440 May 09 05:04:50.567578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33180) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:50.572110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33182) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:50.615136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Transition to ACTIVE for port object be9833a3-5ade-4dd4-944f-9933998edf79 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:50.619515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] For port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1a40cbaa-8729-468d-b4bf-e0d0c2be669a,segment=NetworkSegment(5da4187a-6062-44f8-9c07-367d28017053),segment_id=5da4187a-6062-44f8-9c07-367d28017053)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:50.633724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.640105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.649585 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:50.666433 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] Routers {'54986b4b-9907-485e-9935-514d5275cdd5'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:50.667411 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['54986b4b-9907-485e-9935-514d5275cdd5'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:50.697764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Network 595278d6-3df9-4e8f-acd5-e3518856a61b is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:50.698515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531a19-69c3-431b-b879-c4d040394e05 None None] Pushing event updated for resources: {'Port': ['ID=d21125b6-22b9-4d6b-a553-00dd3ba4011c,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:50.712708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:50.768036 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:50.769386 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f60489-b12e-4532-b0e6-eb4e05e33ff1 None None] The sync data for ids ['54986b4b-9907-485e-9935-514d5275cdd5'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:50.806182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.20.0.1 (cd5ceceb-7f43-4c52-ae10-77075ad21b59/fca03b38-88f6-44ab-81e1-6d90f6134f56/c696d18e-e7a2-4a08-9575-e8ab7f468f31) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:50.819275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:50.848708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.867853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:50.923675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fe852-65f5-4a2e-84bf-754d58b8db17 None None] Pushing event updated for resources: {'Port': ['ID=1a40cbaa-8729-468d-b4bf-e0d0c2be669a,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:51.027483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33192) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:51.051628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4fa6e7d5-0d15-4391-9f85-ca3018aa20c6 None None] Provisioning complete for port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:51.051996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e7d5-0d15-4391-9f85-ca3018aa20c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.060155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] Deleting subnet f7200ab0-492c-472f-976d-f00eea86fa74 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:51.063468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.077749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7d9641-4d55-4157-9fd7-11fc847a500f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:51.108870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Pushing event updated for resources: {'Port': ['ID=be9833a3-5ade-4dd4-944f-9933998edf79,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:51.156459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.232068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Attempting to bind port be9833a3-5ade-4dd4-944f-9933998edf79 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:04:51.232942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Attempting to bind port be9833a3-5ade-4dd4-944f-9933998edf79 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '60b46c28-a64f-4a93-8c19-83c2a4fa2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '595278d6-3df9-4e8f-acd5-e3518856a61b'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:04:51.233455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Attempting to bind port be9833a3-5ade-4dd4-944f-9933998edf79 on network 595278d6-3df9-4e8f-acd5-e3518856a61b {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:04:51.245962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:04:51.246685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Checking segment: {'id': '60b46c28-a64f-4a93-8c19-83c2a4fa2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '595278d6-3df9-4e8f-acd5-e3518856a61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:51.247247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.247772 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Bound using segment: {'id': '60b46c28-a64f-4a93-8c19-83c2a4fa2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '595278d6-3df9-4e8f-acd5-e3518856a61b'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:04:51.249535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Bound port: be9833a3-5ade-4dd4-944f-9933998edf79, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b46c28-a64f-4a93-8c19-83c2a4fa2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '595278d6-3df9-4e8f-acd5-e3518856a61b'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:04:51.250233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.359986 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-aa840855-44a8-4aef-a42d-deadff17f7e3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] remove_router_interface failed (client error): The resource could not be found. May 09 05:04:51.361258 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa840855-44a8-4aef-a42d-deadff17f7e3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/54986b4b-9907-485e-9935-514d5275cdd5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7871392 May 09 05:04:51.364095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33198) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:51.368533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 2ab22950-bfb0-4a5a-826f-0da7860d2f72 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:51.374039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.377434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.378620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.379029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.379445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.379901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.380323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.381008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.381277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.381726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.382134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.382544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.382949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:04:51.405798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bbe3d6-5ef0-4941-83b9-6b7bef8e3bff None None] Network 2b3a1425-8034-42df-a9c9-4e50ae66c991 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:51.430927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.460007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-267dcec2-00a1-49a6-804b-0fcceeb1a61d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:51.478566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.480757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--780842852', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:51.493188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:51.505604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:51.513883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:51.522046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:51.524148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-267dcec2-00a1-49a6-804b-0fcceeb1a61d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:51.527842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-267dcec2-00a1-49a6-804b-0fcceeb1a61d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=54986b4b-9907-485e-9935-514d5275cdd5 HTTP/1.1" status: 200 len: 205 time: 0.1598902 May 09 05:04:51.530067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33202) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:51.548257 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9e334555-bcce-47c5-8d16-6ae167835f78 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7e7d9641-4d55-4157-9fd7-11fc847a500f HTTP/1.1" status: 204 len: 168 time: 3.6396980 May 09 05:04:51.548528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] For port be9833a3-5ade-4dd4-944f-9933998edf79, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:04:51.559512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33206) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:51.630386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] For port be9833a3-5ade-4dd4-944f-9933998edf79, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=be9833a3-5ade-4dd4-944f-9933998edf79,segment=NetworkSegment(60b46c28-a64f-4a93-8c19-83c2a4fa2c3a),segment_id=60b46c28-a64f-4a93-8c19-83c2a4fa2c3a)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:04:51.650368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.679530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:51.683070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.692375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] In _notify_port_updated(), no bound segment for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 on network 8dd2867e-37c3-43b8-85ca-168ca48eb012 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:04:51.697768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:51.698371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.699665 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "PUT /v2.0/ports/2ab22950-bfb0-4a5a-826f-0da7860d2f72 HTTP/1.1" status: 200 len: 924 time: 4.0465438 May 09 05:04:51.705148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.710745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33210) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:51.721797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73f1cf83-1502-46c2-ba3c-a187a0ec5063'}, {'subnet_id': '2e4273ef-3cbd-44eb-920e-28cfe00cc9dc'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:51.757284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.764088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.765300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276e9c6-17f2-4037-9759-f51b17acfef4 None None] Pushing event updated for resources: {'Port': ['ID=be9833a3-5ade-4dd4-944f-9933998edf79,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:51.778681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1abc14ff-cfc4-4ade-9c58-227c2335f053 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.933563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] DHCP port deletion for 2b3a1425-8034-42df-a9c9-4e50ae66c991 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:51.937799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] Deleting port 3107db0b-564c-46db-9b8f-6630071ec9c2 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:51.938170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:51.995896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.26.0.197 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/1b0daa1e-bf6a-4a79-bda2-556cb29633f5) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:52.076423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.154279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51d766-72ce-495b-99f3-1058fd29b806 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=2ab22950-bfb0-4a5a-826f-0da7860d2f72,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:52.214562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.240584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.242768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:52.247090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:52.250092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:52.257342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:52.258753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a098e9b-5246-4dfb-a37c-cfa6fa86591a None None] Network 006d628d-117a-41c0-bc9d-1e03dbacc9bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:52.276123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-80d71dce-3ee2-4782-bf47-2435d8d213de None None] Provisioning for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:52.291542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-80d71dce-3ee2-4782-bf47-2435d8d213de None None] Provisioning complete for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:52.292157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80d71dce-3ee2-4782-bf47-2435d8d213de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.354426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.376197 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f7200ab0-492c-472f-976d-f00eea86fa74 HTTP/1.1" status: 204 len: 168 time: 1.8054347 May 09 05:04:52.402711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33214) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:52.419147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.435054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b7e99-4a4b-4b2d-8b7e-60e433e1d7fe None None] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:52.450857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1128b62-b1e8-4142-aab3-0720e1ffb1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7200ab0-492c-472f-976d-f00eea86fa74,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:52.451657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.555701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1a40cbaa-8729-468d-b4bf-e0d0c2be669a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:52.575905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object c696d18e-e7a2-4a08-9575-e8ab7f468f31 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:52.604718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Deleting port 3107db0b-564c-46db-9b8f-6630071ec9c2 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:52.604939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.637260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:52.648740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:52.657546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] For port 3107db0b-564c-46db-9b8f-6630071ec9c2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3107db0b-564c-46db-9b8f-6630071ec9c2,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:52.657930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.675828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-80d71dce-3ee2-4782-bf47-2435d8d213de None None] Port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:52.689481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:52.694440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1abc14ff-cfc4-4ade-9c58-227c2335f053 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.696943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1abc14ff-cfc4-4ade-9c58-227c2335f053 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.740077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.741677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=1b0daa1e-bf6a-4a79-bda2-556cb29633f5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:52.759136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1abc14ff-cfc4-4ade-9c58-227c2335f053 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.759664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abc14ff-cfc4-4ade-9c58-227c2335f053 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Fanout notify agent at l3_agent the message router_deleted on router 54986b4b-9907-485e-9935-514d5275cdd5 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:04:52.826960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Deleting port 95672dca-44be-4aa2-add7-de6659a83ed9 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:52.827507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.827678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1abc14ff-cfc4-4ade-9c58-227c2335f053 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.831267 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1abc14ff-cfc4-4ade-9c58-227c2335f053 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/54986b4b-9907-485e-9935-514d5275cdd5 HTTP/1.1" status: 204 len: 168 time: 1.2987661 May 09 05:04:52.855294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33218) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:52.875918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] Calling delete_port for 3107db0b-564c-46db-9b8f-6630071ec9c2 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:52.897181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.905472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.919942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:52.929698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.930038 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment df29850c-1c0a-4441-9a08-a22519a5c430 of type vlan for network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 May 09 05:04:52.957819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:52.973744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet d1bb2983-a8e3-4916-ade8-6c6a17caed67 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:52.987629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.026054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.042270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:53.042928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.088004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-17e7565c-cbf0-468f-b483-c2de80a3ec89 None None] Provisioning for port d21125b6-22b9-4d6b-a553-00dd3ba4011c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:53.103212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.116023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:53.116381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.116756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.249789 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2150221 May 09 05:04:53.249959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.274584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22fa07-1e88-4c03-9b5a-028a5df8591f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:53.286953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.315508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33222) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:53.340653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:53.350700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a80e06-02d1-4f03-87ba-7b68dc5e4d4f None None] Network 595278d6-3df9-4e8f-acd5-e3518856a61b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:53.366243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] No DVR routers for this DVR port 3107db0b-564c-46db-9b8f-6630071ec9c2 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:53.378882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041fd23-3243-4005-b25b-0dff9d5e7fc4 None None] Pushing event deleted for resources: {'Port': ['ID=3107db0b-564c-46db-9b8f-6630071ec9c2,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:53.386609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:53.398753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee6259-346c-44d8-978d-4f7161755ef4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=1282b66c-b8e7-40e1-a6d3-109f6f34cf95,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:53.458538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:53.475363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:53.494066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:53.526458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87166892-159b-4548-b631-35a0202dd89b None None] DHCP port deletion for 006d628d-117a-41c0-bc9d-1e03dbacc9bb request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:53.557235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:53.581083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.582674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.615601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-87166892-159b-4548-b631-35a0202dd89b None None] Deleting port 95672dca-44be-4aa2-add7-de6659a83ed9 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:53.616237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-87166892-159b-4548-b631-35a0202dd89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.650148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.663555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-52997e13-7d9a-4c8c-a002-b37c3757f510 None None] Provisioning for port be9833a3-5ade-4dd4-944f-9933998edf79 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:53.737680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d21125b6-22b9-4d6b-a553-00dd3ba4011c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:53.745809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.917837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:53.953712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8:0:1::1cb (8dd2867e-37c3-43b8-85ca-168ca48eb012/2e4273ef-3cbd-44eb-920e-28cfe00cc9dc/2ab22950-bfb0-4a5a-826f-0da7860d2f72) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:54.009452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:54.023865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bb2983-a8e3-4916-ade8-6c6a17caed67,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:54.026125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:54.091357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:54.100544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-87166892-159b-4548-b631-35a0202dd89b None None] For port 95672dca-44be-4aa2-add7-de6659a83ed9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=95672dca-44be-4aa2-add7-de6659a83ed9,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:54.101290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-87166892-159b-4548-b631-35a0202dd89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.120817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port d21125b6-22b9-4d6b-a553-00dd3ba4011c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:54.154613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=c696d18e-e7a2-4a08-9575-e8ab7f468f31,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:54.166012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.186024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.199594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909e7d1-f6d7-4f8a-87a5-99778e054bb0 None None] Network 66b34c3f-666a-43ac-89f3-b73a65334396 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:54.204324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] For port 3107db0b-564c-46db-9b8f-6630071ec9c2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3107db0b-564c-46db-9b8f-6630071ec9c2,segment=NetworkSegment(d765ca55-e9af-4a52-9cb7-2010e28b8f85),segment_id=d765ca55-e9af-4a52-9cb7-2010e28b8f85)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:54.204721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.278550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-87166892-159b-4548-b631-35a0202dd89b None None] Calling delete_port for 95672dca-44be-4aa2-add7-de6659a83ed9 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:54.356251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d21125b6-22b9-4d6b-a553-00dd3ba4011c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:54.356645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.407204 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-67928ddd-1896-4842-a4a2-a570965eb50f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/d1bb2983-a8e3-4916-ade8-6c6a17caed67 HTTP/1.1" status: 204 len: 168 time: 1.5379546 May 09 05:04:54.410403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33226) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:54.421214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Calling delete_port for 3107db0b-564c-46db-9b8f-6630071ec9c2 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:54.469054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] For port 95672dca-44be-4aa2-add7-de6659a83ed9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=95672dca-44be-4aa2-add7-de6659a83ed9,segment=NetworkSegment(0f3da74e-8ae3-4f5f-9935-7c32da5f462e),segment_id=0f3da74e-8ae3-4f5f-9935-7c32da5f462e)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:54.469440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.477347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.526034 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9c875bc3-84b1-4f7e-b9d1-e7d1fd51c9e8 None None] Provisioning for port c696d18e-e7a2-4a08-9575-e8ab7f468f31 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:54.532541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.565086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9c875bc3-84b1-4f7e-b9d1-e7d1fd51c9e8 None None] Provisioning complete for port c696d18e-e7a2-4a08-9575-e8ab7f468f31 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:54.565579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9c875bc3-84b1-4f7e-b9d1-e7d1fd51c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.574025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 2ab22950-bfb0-4a5a-826f-0da7860d2f72 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:04:54.583675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.586053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.622286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-87166892-159b-4548-b631-35a0202dd89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.741797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87166892-159b-4548-b631-35a0202dd89b None None] Pushing event deleted for resources: {'Port': ['ID=95672dca-44be-4aa2-add7-de6659a83ed9,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:54.753464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Calling delete_port for 95672dca-44be-4aa2-add7-de6659a83ed9 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:54.757844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port c29092dd-b985-4be7-8b17-a52866ccf1cd {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:54.758195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.759201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87166892-159b-4548-b631-35a0202dd89b None None] No DVR routers for this DVR port 95672dca-44be-4aa2-add7-de6659a83ed9 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:54.760676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9c875bc3-84b1-4f7e-b9d1-e7d1fd51c9e8 None None] Port c696d18e-e7a2-4a08-9575-e8ab7f468f31 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:54.777113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.802494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] In _notify_port_updated(), no bound segment for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 on network 8dd2867e-37c3-43b8-85ca-168ca48eb012 {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:04:54.808210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:54.808962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.814490 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "PUT /v2.0/ports/2ab22950-bfb0-4a5a-826f-0da7860d2f72 HTTP/1.1" status: 200 len: 1010 time: 3.0988226 May 09 05:04:54.815334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33230) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:54.846739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7396990-bf49-438c-be15-9640a376ac85 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=2ab22950-bfb0-4a5a-826f-0da7860d2f72,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:54.890398 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port d21125b6-22b9-4d6b-a553-00dd3ba4011c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d21125b6-22b9-4d6b-a553-00dd3ba4011c,segment=NetworkSegment(f91c9129-5b58-4d74-b64d-1e67fcf7e4dc),segment_id=f91c9129-5b58-4d74-b64d-1e67fcf7e4dc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:54.899321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:54.900823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device be9833a3-5ade-4dd4-944f-9933998edf79 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:55.141995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.178035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] DHCP port deletion for 66b34c3f-666a-43ac-89f3-b73a65334396 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:04:55.206519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Deleting port c29092dd-b985-4be7-8b17-a52866ccf1cd {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:55.207211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.220026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.259903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:55.260500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.288097 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=d21125b6-22b9-4d6b-a553-00dd3ba4011c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:55.293682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:55.293996 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:55.295359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Provisioning for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:55.314775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port c29092dd-b985-4be7-8b17-a52866ccf1cd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c29092dd-b985-4be7-8b17-a52866ccf1cd,segment=NetworkSegment(89b173d2-4a79-4f83-904c-e18757e4d740),segment_id=89b173d2-4a79-4f83-904c-e18757e4d740)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:55.315430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.339826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Provisioning complete for port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:55.340322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.353650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.394022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port be9833a3-5ade-4dd4-944f-9933998edf79 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:04:55.430681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port be9833a3-5ade-4dd4-944f-9933998edf79 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:55.431194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.439887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:55.440384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:55.452807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for c29092dd-b985-4be7-8b17-a52866ccf1cd owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:55.506200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.534679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Port 2ab22950-bfb0-4a5a-826f-0da7860d2f72 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:55.577885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.126 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/29cb40c5-bbfd-498f-9d55-1bca186c5227) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:04:55.590977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] For port c29092dd-b985-4be7-8b17-a52866ccf1cd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c29092dd-b985-4be7-8b17-a52866ccf1cd,segment=NetworkSegment(89b173d2-4a79-4f83-904c-e18757e4d740),segment_id=89b173d2-4a79-4f83-904c-e18757e4d740)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:55.591485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.592228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.604091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Provisioning complete for port be9833a3-5ade-4dd4-944f-9933998edf79 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:55.604472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.748847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Calling delete_port for c29092dd-b985-4be7-8b17-a52866ccf1cd owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:55.823380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Deleting port 3107db0b-564c-46db-9b8f-6630071ec9c2 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:55.823380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.850094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No DVR routers for this DVR port c29092dd-b985-4be7-8b17-a52866ccf1cd on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:04:55.856824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=c29092dd-b985-4be7-8b17-a52866ccf1cd,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:55.894102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.955298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:55.955661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:55.964621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Deleting port 95672dca-44be-4aa2-add7-de6659a83ed9 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:55.965294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.980366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port be9833a3-5ade-4dd4-944f-9933998edf79, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=be9833a3-5ade-4dd4-944f-9933998edf79,segment=NetworkSegment(60b46c28-a64f-4a93-8c19-83c2a4fa2c3a),segment_id=60b46c28-a64f-4a93-8c19-83c2a4fa2c3a)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:04:55.982903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:55.994232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.018685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.020493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] The port '3107db0b-564c-46db-9b8f-6630071ec9c2' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:56.091525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b34c3f-666a-43ac-89f3-b73a65334396']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:56.094331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 88e0b698-1263-477a-9865-c725fe52defb no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:56.100840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.110944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b173d2-4a79-4f83-904c-e18757e4d740') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:56.111348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b173d2-4a79-4f83-904c-e18757e4d740') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:56.125686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.145785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 88e0b698-1263-477a-9865-c725fe52defb {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:56.146001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 88e0b698-1263-477a-9865-c725fe52defb not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:56.146364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3107db0b-564c-46db-9b8f-6630071ec9c2 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:56.146593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.154564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:56.155034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:56.170185 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:56.189290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 3107db0b-564c-46db-9b8f-6630071ec9c2 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:56.189633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3107db0b-564c-46db-9b8f-6630071ec9c2 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:56.203455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:04:56.203801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-2a5fa569-727c-4a0d-b620-da413aa95c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:04:56.204269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=be9833a3-5ade-4dd4-944f-9933998edf79,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:56.237587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] The port '95672dca-44be-4aa2-add7-de6659a83ed9' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:56.257287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.276959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.290955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d21125b6-22b9-4d6b-a553-00dd3ba4011c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:56.317305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.356123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.367061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d21125b6-22b9-4d6b-a553-00dd3ba4011c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:56.367658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.387807 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/66b34c3f-666a-43ac-89f3-b73a65334396 HTTP/1.1" status: 204 len: 168 time: 1.9734259 May 09 05:04:56.392002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:56.392919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff4753-5e4c-4acb-a911-017c6b98fed8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=66b34c3f-666a-43ac-89f3-b73a65334396,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:56.394723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33240) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:56.399588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:56.403890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:04:56.432429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1737937531'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:56.446350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=29cb40c5-bbfd-498f-9d55-1bca186c5227,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:56.456043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:56.458473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Deleting port c29092dd-b985-4be7-8b17-a52866ccf1cd {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:04:56.460874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.465052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:56.469558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:56.478988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:56.546263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9772fcfa-4f49-4d8b-827c-8eebec5f5ce4 None None] The port 'c29092dd-b985-4be7-8b17-a52866ccf1cd' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:04:56.568458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:56.585350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.675938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c29092dd-b985-4be7-8b17-a52866ccf1cd no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:56.739319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c29092dd-b985-4be7-8b17-a52866ccf1cd {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:56.739651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c29092dd-b985-4be7-8b17-a52866ccf1cd not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:56.740059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 95672dca-44be-4aa2-add7-de6659a83ed9 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:04:56.786638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.792163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 95672dca-44be-4aa2-add7-de6659a83ed9 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:04:56.792499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 95672dca-44be-4aa2-add7-de6659a83ed9 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:04:56.851083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 2ab22950-bfb0-4a5a-826f-0da7860d2f72 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:04:56.855688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:04:56.891904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:56.892155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment eff7d3fd-0076-4b27-9036-f442b2d9891f of type vlan for network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad May 09 05:04:56.978379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3a1425-8034-42df-a9c9-4e50ae66c991']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:56.995923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.017897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.040590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd765ca55-e9af-4a52-9cb7-2010e28b8f85') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:57.040942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd765ca55-e9af-4a52-9cb7-2010e28b8f85') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:57.078725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.109282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006d628d-117a-41c0-bc9d-1e03dbacc9bb']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:57.125643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004a72a-b5d0-4418-86ee-941d0e783a1b req-351b7202-c708-4023-a5e3-19a4c37ed7f6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:57.127465 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a004a72a-b5d0-4418-86ee-941d0e783a1b req-351b7202-c708-4023-a5e3-19a4c37ed7f6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4252367 May 09 05:04:57.144346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a19a-707d-41bf-a674-2d73699a112b req-701b92e5-7702-4c67-9f69-b449ae7de419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:57.145721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec77a19a-707d-41bf-a674-2d73699a112b req-701b92e5-7702-4c67-9f69-b449ae7de419 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.4459898 May 09 05:04:57.182645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.223634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3da74e-8ae3-4f5f-9935-7c32da5f462e') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:57.224039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3da74e-8ae3-4f5f-9935-7c32da5f462e') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:57.270579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.276118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:57.276719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.297957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.302557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.306481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.340927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:57.341350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:57.410131 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:57.415311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.421970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:04:57.512811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:04:57.513211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:04:57.530867 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:04:57.550366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.572623 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a004a72a-b5d0-4418-86ee-941d0e783a1b req-1458358a-b0a7-48ef-9c15-ae78c3d0b1dc tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4328423 May 09 05:04:57.637502 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2394416 May 09 05:04:57.646757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33246) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:57.664089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.706223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d304747-1e60-4da5-9ca8-aedb419ff708 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:57.715380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': '8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:57.721328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:04:57.817780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.829779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a19a-707d-41bf-a674-2d73699a112b req-5b104196-0993-43ca-9fb7-c54ddd99fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:57.830913 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec77a19a-707d-41bf-a674-2d73699a112b req-5b104196-0993-43ca-9fb7-c54ddd99fb6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.6623168 May 09 05:04:57.852254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.884885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.897391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=c696d18e-e7a2-4a08-9575-e8ab7f468f31,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:57.899733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3a1425-8034-42df-a9c9-4e50ae66c991,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:57.910666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.936350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.955392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:57.965148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] Pushing event deleted for resources: {'Network': ['ID=006d628d-117a-41c0-bc9d-1e03dbacc9bb,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:57.970875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:57.974736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:58.032739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:58.064330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=2ab22950-bfb0-4a5a-826f-0da7860d2f72,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:58.068377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:58.095863 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec77a19a-707d-41bf-a674-2d73699a112b req-120b9369-b4a7-4189-b4c3-bab70d66f920 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1002 time: 0.2477746 May 09 05:04:58.099213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:04:58.102687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:58.286198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device be9833a3-5ade-4dd4-944f-9933998edf79 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:04:58.321224 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-608dcfbd-0a89-455c-9115-a1aac272f2cc admin admin] 10.222.0.50 "DELETE /v2.0/networks/2b3a1425-8034-42df-a9c9-4e50ae66c991 HTTP/1.1" status: 204 len: 168 time: 6.7560949 May 09 05:04:58.335247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a19a-707d-41bf-a674-2d73699a112b req-c2818368-16d3-4469-b7e0-a96df60ec474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:58.337398 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec77a19a-707d-41bf-a674-2d73699a112b req-c2818368-16d3-4469-b7e0-a96df60ec474 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.2206438 May 09 05:04:58.373093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:58.374941 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f17abd6b-58c1-4040-9180-4d0c8fdd3325 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/2ab22950-bfb0-4a5a-826f-0da7860d2f72 HTTP/1.1" status: 204 len: 168 time: 3.5567067 May 09 05:04:58.375617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 7988bc20-b4f4-4e44-9a84-e3cb0c4069ce is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:04:58.380977 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9942f07c-de7a-428d-9f8c-3a3763a0e944 admin admin] 10.222.0.50 "DELETE /v2.0/networks/006d628d-117a-41c0-bc9d-1e03dbacc9bb HTTP/1.1" status: 204 len: 168 time: 5.9662151 May 09 05:04:58.385627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33252) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:58.391408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:58.395172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port be9833a3-5ade-4dd4-944f-9933998edf79 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:58.395864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:58.522470 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e39754e-1c76-4f82-b409-07e10fb2a522 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:04:58.523240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e39754e-1c76-4f82-b409-07e10fb2a522 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:58.567120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:04:58.571254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:58.649474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:58.693212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e39754e-1c76-4f82-b409-07e10fb2a522 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:58.696903 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2e39754e-1c76-4f82-b409-07e10fb2a522 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/2ab22950-bfb0-4a5a-826f-0da7860d2f72 HTTP/1.1" status: 404 len: 333 time: 0.3068182 May 09 05:04:58.728036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33260) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:58.728036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33262) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:58.728036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33264) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:58.844779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-037979ce-c3cf-4b8b-89ee-653ef71deaba None None] Provisioning complete for port c696d18e-e7a2-4a08-9575-e8ab7f468f31 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:04:58.845770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-037979ce-c3cf-4b8b-89ee-653ef71deaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:58.901123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-037979ce-c3cf-4b8b-89ee-653ef71deaba None None] Port c696d18e-e7a2-4a08-9575-e8ab7f468f31 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:04:58.906839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:58.919274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] Sync routers for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:58.930298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:58.931194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:58.955880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:58.957197 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f25a456b-7793-40ac-aa94-7553f4d8719c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.0827050 May 09 05:04:58.961851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33272) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:59.007591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=2225a986-9e59-4b8b-8c78-36aadf4ad42f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:04:59.037441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:59.040935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 2e4273ef-3cbd-44eb-920e-28cfe00cc9dc {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:04:59.052169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': 'eff7d3fd-0076-4b27-9036-f442b2d9891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:04:59.052567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:04:59.057345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:59.059393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:59.068252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.074074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6765a-2088-4c47-aea2-674ab85eb405 req-7e93e253-1da6-4afa-a8d3-f475e20bd6f3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:59.076547 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f4a6765a-2088-4c47-aea2-674ab85eb405 req-7e93e253-1da6-4afa-a8d3-f475e20bd6f3 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3294573 May 09 05:04:59.130211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:59.130714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36220c8-079a-458c-aceb-a6813524c509 None None] The sync data for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:59.193468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 513303ed-41dc-4f31-b69c-73e4714bac03 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:04:59.223505 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f4a6765a-2088-4c47-aea2-674ab85eb405 req-1c1687e5-d1b8-4439-a93c-a0721e93eaec tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347849 May 09 05:04:59.232079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a19a-707d-41bf-a674-2d73699a112b req-7e14304e-81ce-44c3-b07c-7c6c2a38ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:59.233594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec77a19a-707d-41bf-a674-2d73699a112b req-7e14304e-81ce-44c3-b07c-7c6c2a38ba7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8845501 May 09 05:04:59.249016 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ff176e6a-d2d5-42d9-b88e-f31f278439f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f09f498fdea4797b15bf1caccdb4bba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5152278 May 09 05:04:59.251444 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cbb3d3e4-3e86-4d28-93a8-ba8e78a8692d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ce6ecd3471d470098c25bd511381f67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5148864 May 09 05:04:59.261968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33276) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:59.262307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33278) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:59.416131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.466097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:04:59.512312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:04:59.524391 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] Sync routers for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:04:59.526104 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3e07c0fa-2dbb-4653-9f99-051a7d778a70 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/513303ed-41dc-4f31-b69c-73e4714bac03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3797562 May 09 05:04:59.530116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33284) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:59.541425 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:59.542076 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:59.560690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:04:59.573253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b273b-7c99-4aec-ae32-a6128fbe3556 None None] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:04:59.590341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:59.590930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.594809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee1ccf7c-1014-4cd5-85d9-82ed077a61aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.602838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:04:59.604673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf86b1a4-3b25-4571-afca-ff324112a8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.645816 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec77a19a-707d-41bf-a674-2d73699a112b req-f944a831-c744-4362-abfd-5eed1ced685a service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872082 May 09 05:04:59.679467 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:59.692685 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:04:59.693936 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:59.760336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf86b1a4-3b25-4571-afca-ff324112a8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.765437 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:04:59.766103 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5a74c-4b5b-4fba-9197-de175689ca5f None None] The sync data for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:04:59.780944 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-33978dda-7c61-433d-bb88-4d4973fb15ca tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0852096 May 09 05:04:59.801792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33288) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:04:59.818408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9096322e-d953-4a9d-905a-acc50fec362c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:04:59.818987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9096322e-d953-4a9d-905a-acc50fec362c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:04:59.826702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1359840950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:04:59.845848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:04:59.859846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:router and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:04:59.862133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad', 'network_id': '8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': '2225a986-9e59-4b8b-8c78-36aadf4ad42f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:04:59.862985 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.866574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:04:59.873470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee1ccf7c-1014-4cd5-85d9-82ed077a61aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.888019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:04:59.931422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:04:59.944504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9096322e-d953-4a9d-905a-acc50fec362c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:04:59.945933 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9096322e-d953-4a9d-905a-acc50fec362c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports/c696d18e-e7a2-4a08-9575-e8ab7f468f31 HTTP/1.1" status: 200 len: 910 time: 0.4157400 May 09 05:04:59.950983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33292) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:00.025597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.026521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.040628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Allocated IP 2001:db8::2 (8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad/2225a986-9e59-4b8b-8c78-36aadf4ad42f/e4f67945-0e7a-41e4-ac66-ced2ee4526af) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:00.151097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:00.153823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf86b1a4-3b25-4571-afca-ff324112a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.171719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.176679 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec77a19a-707d-41bf-a674-2d73699a112b req-1879cb51-a13c-46d6-a7f4-3b3577b060cf service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110424 May 09 05:05:00.183156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Sync routers for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:00.190301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.207808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:00.208458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:00.231076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.237588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86b1a4-3b25-4571-afca-ff324112a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09228551-a97a-466d-99a5-5c61b4a47fbb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:00.267082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4273ef-3cbd-44eb-920e-28cfe00cc9dc,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:00.272949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e266d-8c8a-49e1-b86c-7a18c901ecc7 None None] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:00.296309 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-54d66332-4161-4f71-88e4-264c09b1c9fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/2e4273ef-3cbd-44eb-920e-28cfe00cc9dc HTTP/1.1" status: 204 len: 168 time: 1.5603151 May 09 05:05:00.297096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33298) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:00.298625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.316220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee1ccf7c-1014-4cd5-85d9-82ed077a61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.319043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee1ccf7c-1014-4cd5-85d9-82ed077a61aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.330416 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ee1ccf7c-1014-4cd5-85d9-82ed077a61aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1546c36-d466-40c1-bddc-627799f69f35 HTTP/1.1" status: 204 len: 168 time: 1.0644159 May 09 05:05:00.332888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.337146 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fa6df057-2e08-42a1-af8a-33ec9e140d55 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0185235 May 09 05:05:00.337452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33304) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:00.506953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.511247 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a3fac951-b57e-44b9-88b1-871fe1a247dd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7084105 May 09 05:05:00.535090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33306) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:00.538179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf86b1a4-3b25-4571-afca-ff324112a8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.540794 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cf86b1a4-3b25-4571-afca-ff324112a8cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09228551-a97a-466d-99a5-5c61b4a47fbb HTTP/1.1" status: 204 len: 168 time: 1.2764826 May 09 05:05:00.621995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:00.708152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:05:00.789836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Transition to ACTIVE for port object e4f67945-0e7a-41e4-ac66-ced2ee4526af will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:00.954844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Transition to ACTIVE for port object e4f67945-0e7a-41e4-ac66-ced2ee4526af will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:00.994185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.036358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ccf7c-1014-4cd5-85d9-82ed077a61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1546c36-d466-40c1-bddc-627799f69f35,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:01.054754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 73f1cf83-1502-46c2-ba3c-a187a0ec5063 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:01.078247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.162744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.349137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Pushing event updated for resources: {'Port': ['ID=e4f67945-0e7a-41e4-ac66-ced2ee4526af,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:01.372351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:01.394732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:01.399712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:01.464132 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-15be9b32-e33a-4979-a70f-ebb3dcb6ab99 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9429822 May 09 05:05:01.465079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33336) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:01.557032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.611327 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Attempting to bind port e4f67945-0e7a-41e4-ac66-ced2ee4526af on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:01.611865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Attempting to bind port e4f67945-0e7a-41e4-ac66-ced2ee4526af by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'eff7d3fd-0076-4b27-9036-f442b2d9891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:01.613019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Attempting to bind port e4f67945-0e7a-41e4-ac66-ced2ee4526af on network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:01.685807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:01.686177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Checking segment: {'id': 'eff7d3fd-0076-4b27-9036-f442b2d9891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:01.686400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46bb58-0914-478f-a20d-b55642189ada req-b2a92b5a-7e6e-47c5-8b80-062e76d0fa89 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:01.686597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.686954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Bound using segment: {'id': 'eff7d3fd-0076-4b27-9036-f442b2d9891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:01.687433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Bound port: e4f67945-0e7a-41e4-ac66-ced2ee4526af, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff7d3fd-0076-4b27-9036-f442b2d9891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:01.687852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.693753 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c46bb58-0914-478f-a20d-b55642189ada req-b2a92b5a-7e6e-47c5-8b80-062e76d0fa89 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 1.1592097 May 09 05:05:01.805113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.810045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:01.977715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] For port e4f67945-0e7a-41e4-ac66-ced2ee4526af, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:01.985564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] For port e4f67945-0e7a-41e4-ac66-ced2ee4526af, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e4f67945-0e7a-41e4-ac66-ced2ee4526af,segment=NetworkSegment(eff7d3fd-0076-4b27-9036-f442b2d9891f),segment_id=eff7d3fd-0076-4b27-9036-f442b2d9891f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:02.009944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:02.010551 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c46bb58-0914-478f-a20d-b55642189ada req-f84977b5-302c-4e0e-aff1-cc4851527dcf tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158054 May 09 05:05:02.027885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d72ea39-64c1-41fb-be73-57be699bc53b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:02.032835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2d72ea39-64c1-41fb-be73-57be699bc53b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5355310 May 09 05:05:02.036729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33360) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:02.174754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86764a05-6218-4f38-b09e-e8dbd092fb64 None None] Pushing event updated for resources: {'Port': ['ID=e4f67945-0e7a-41e4-ac66-ced2ee4526af,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:02.180305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:04:56Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:02.204838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Checking router: 0da5bb04-c516-4ee4-9928-a5dfa673aad3 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:05:02.205795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Updating router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 port 29cb40c5-bbfd-498f-9d55-1bca186c5227 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:05:02.257628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:02.309274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:02.363047 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.1 (21b1ef74-214e-43ad-ab86-3e93d117f3ea/1bd548f9-ccb3-4932-ade4-81e403f105cf/67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:02.471984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c44a2e73-9bfb-4b27-800c-c8e03996fee2 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4299383 May 09 05:05:02.473864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33368) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:02.513543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:02.664902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-14842963', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:02.801094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:02.833769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=73f1cf83-1502-46c2-ba3c-a187a0ec5063,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:02.948479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-67992428-355f-4c71-82b7-7b36ae13b1c4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/73f1cf83-1502-46c2-ba3c-a187a0ec5063 HTTP/1.1" status: 204 len: 168 time: 2.6429889 May 09 05:05:02.955279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33382) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:02.956675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.064434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Transition to ACTIVE for port object 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:03.099063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.21.0.1 (595278d6-3df9-4e8f-acd5-e3518856a61b/fb34ea3c-d113-4d1f-88e2-759e79cab738/aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:03.143128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.155246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8::1 (8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad/2225a986-9e59-4b8b-8c78-36aadf4ad42f/77730b16-21d6-420c-b06e-e9db07c97a68) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:03.158072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:03.173782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Transition to ACTIVE for port object 29cb40c5-bbfd-498f-9d55-1bca186c5227 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:03.187280 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.229119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:03.243586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:03.289400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16aca7e-eca3-44a8-baba-03dc22bbc0fd None None] Network 8dd2867e-37c3-43b8-85ca-168ca48eb012 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:03.314896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:03.325865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.419160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:03.419645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.442722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-522f0e08-df49-4aa8-8a5c-fd4c4f109a5b None None] Provisioning complete for port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:03.444328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-522f0e08-df49-4aa8-8a5c-fd4c4f109a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.455844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:03.460318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.528140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.551019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Attempting to bind port 29cb40c5-bbfd-498f-9d55-1bca186c5227 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:03.551885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Attempting to bind port 29cb40c5-bbfd-498f-9d55-1bca186c5227 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:03.552633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Attempting to bind port 29cb40c5-bbfd-498f-9d55-1bca186c5227 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:03.567732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:03.568705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:03.569344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.570095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:03.570795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Bound port: 29cb40c5-bbfd-498f-9d55-1bca186c5227, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:03.570926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964c6ce-8981-4f20-a0f2-b8c76c0730b1 req-8826f890-bafc-4c2d-877b-88bc6fedc72a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:03.571694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.581748 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9964c6ce-8981-4f20-a0f2-b8c76c0730b1 req-8826f890-bafc-4c2d-877b-88bc6fedc72a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.2874973 May 09 05:05:03.678133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] For port 29cb40c5-bbfd-498f-9d55-1bca186c5227, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:03.683791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] For port 29cb40c5-bbfd-498f-9d55-1bca186c5227, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=29cb40c5-bbfd-498f-9d55-1bca186c5227,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:03.686726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:03.687606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33398) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:03.693345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:03.696333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5e702-86d8-4415-a082-1f5ae6eaec55 None None] Pushing event updated for resources: {'Port': ['ID=29cb40c5-bbfd-498f-9d55-1bca186c5227,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:03.698898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:03.702671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:03.740462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.913645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33410) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:03.929351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba9cb3-2f68-49ae-8d22-e51568366115 None None] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:03.956434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:03.979384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.091741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object 77730b16-21d6-420c-b06e-e9db07c97a68 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:04.129990 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9964c6ce-8981-4f20-a0f2-b8c76c0730b1 req-750cb052-35f7-4986-9974-ebeba0029049 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5438507 May 09 05:05:04.177758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] For port 4b3237da-ba42-446b-8fa8-a87ec816cfe2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=4b3237da-ba42-446b-8fa8-a87ec816cfe2,segment=NetworkSegment(d69492ec-2ff8-40d8-ab84-301506e7474d),segment_id=d69492ec-2ff8-40d8-ab84-301506e7474d)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:04.178158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.199802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.205512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:04.210336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:04.214456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Usage tracker for resource:floatingip and tenant:c4d3a6d4e8f14089b2d314bcc442cfe3 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:04.217436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:04.223334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:04.244775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.305012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:04.305648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:04.329093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:04.332133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 4b3237da-ba42-446b-8fa8-a87ec816cfe2 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:04.337788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0c896429-f207-4578-be8c-d6f25e7439a4 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:04.355476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.421208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e4f67945-0e7a-41e4-ac66-ced2ee4526af up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:04.435839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0c896429-f207-4578-be8c-d6f25e7439a4 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "PUT /v2.0/quotas/7dc792e0ce5e4cbb9f2404901cbb194d HTTP/1.1" status: 200 len: 368 time: 0.4826822 May 09 05:05:04.440142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33418) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:04.447442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.456978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Request body: {'network': {'project_id': '7dc792e0ce5e4cbb9f2404901cbb194d'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:04.522034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.529800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.541903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:04.587559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Usage tracker for resource:network and tenant:7dc792e0ce5e4cbb9f2404901cbb194d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:04.591934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5e702-86d8-4415-a082-1f5ae6eaec55 None None] Pushing event updated for resources: {'Port': ['ID=29cb40c5-bbfd-498f-9d55-1bca186c5227,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:04.623970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:04.641144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:04.644073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac21f614-cb7d-4d59-bedd-bddc1040e4a3 None None] Provisioning for port e4f67945-0e7a-41e4-ac66-ced2ee4526af completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:04.648291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:04.649322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 595278d6-3df9-4e8f-acd5-e3518856a61b is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:04.650663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:04.660115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.666434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:04.667089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.680516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:05:04.703979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=77730b16-21d6-420c-b06e-e9db07c97a68,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:04.704244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:04.705846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:04.719119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:04.773135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No DVR routers for this DVR port 4b3237da-ba42-446b-8fa8-a87ec816cfe2 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:05:04.775560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Made reservation on behalf of 7dc792e0ce5e4cbb9f2404901cbb194d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:04.778393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.795003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=4b3237da-ba42-446b-8fa8-a87ec816cfe2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:04.801399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=e540ea11-d57e-4a5c-af06-31a1bd243752,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:04.827182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac21f614-cb7d-4d59-bedd-bddc1040e4a3 None None] Provisioning for port 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:04.856658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.893631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port e4f67945-0e7a-41e4-ac66-ced2ee4526af completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:04.907916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac21f614-cb7d-4d59-bedd-bddc1040e4a3 None None] Provisioning complete for port 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:04.908277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac21f614-cb7d-4d59-bedd-bddc1040e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.918045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:04.948010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c8025-a232-43be-889b-baba1f9e73e3 None None] DHCP port deletion for 8dd2867e-37c3-43b8-85ca-168ca48eb012 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:04.964187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e4f67945-0e7a-41e4-ac66-ced2ee4526af triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:04.964948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:04.975953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.037144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:05.037597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 1282b66c-b8e7-40e1-a6d3-109f6f34cf95, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:05.063679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Usage tracker for resource:security_group_rule and tenant:7dc792e0ce5e4cbb9f2404901cbb194d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:05.069414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ac21f614-cb7d-4d59-bedd-bddc1040e4a3 None None] Port 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:05.081350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:05.092942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.114439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:05.155168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd2867e-37c3-43b8-85ca-168ca48eb012']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:05.167153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:05.186170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Allocated IP 172.26.0.7 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/17b66968-8b0d-47ab-87bd-9ad3db16190a) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:05.202217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.236206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.249186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69492ec-2ff8-40d8-ab84-301506e7474d') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:05.250112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69492ec-2ff8-40d8-ab84-301506e7474d') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:05.264734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.280651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port e4f67945-0e7a-41e4-ac66-ced2ee4526af, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e4f67945-0e7a-41e4-ac66-ced2ee4526af,segment=NetworkSegment(eff7d3fd-0076-4b27-9036-f442b2d9891f),segment_id=eff7d3fd-0076-4b27-9036-f442b2d9891f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:05.284721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.293444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.301562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.317156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:05.317570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:05.336372 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:05.347097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 1282b66c-b8e7-40e1-a6d3-109f6f34cf95) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:05.358968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e77e35ea-9426-4ca5-a231-4660e80ea824 None None] Provisioning for port aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:05.368059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:04:56Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:05.370144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0f0a9-b5f3-4a12-a86a-adf683c69633 None None] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:05.415861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:05.416491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.443497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e77e35ea-9426-4ca5-a231-4660e80ea824 None None] Provisioning complete for port aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:05.443880 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e77e35ea-9426-4ca5-a231-4660e80ea824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.480550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585677b1-9411-4bac-bd4a-3f92c278fd0b None None] The sync data for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv is: [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:04:56Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:05.550906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.605898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.639033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=e4f67945-0e7a-41e4-ac66-ced2ee4526af,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:05.648863 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e77e35ea-9426-4ca5-a231-4660e80ea824 None None] Port aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:05.653714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.673043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.753886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=8dd2867e-37c3-43b8-85ca-168ca48eb012,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:05.764549 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e1ce0d7a-c7cb-4b32-9880-fef58ab0aeb6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2715206 May 09 05:05:05.781462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:05:05.782028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9e323c85-0509-468b-9c07-e72da85457d0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/8dd2867e-37c3-43b8-85ca-168ca48eb012 HTTP/1.1" status: 204 len: 168 time: 2.8254066 May 09 05:05:05.783265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33422) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:05.787754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.788364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.789771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33424) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:05.807706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4d99d09b-9656-425e-baa0-6612c90c70fc None None] Provisioning complete for port e4f67945-0e7a-41e4-ac66-ced2ee4526af triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:05.807706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4d99d09b-9656-425e-baa0-6612c90c70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:05.983924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:05.995117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.062786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.088218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.103134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Allocated IP 172.20.0.2 (1282b66c-b8e7-40e1-a6d3-109f6f34cf95/e540ea11-d57e-4a5c-af06-31a1bd243752/a4039bc4-505b-4caa-ab98-18012c104574) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:06.208827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:06.277541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f749d-7e42-4623-b90f-759656836787,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:06.282068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.282419 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Added segment 832f78bb-aeab-4754-ae07-a692b95a5c0f of type vlan for network dea0c26e-d54e-40a7-880e-51cc5d7d3a53 May 09 05:05:06.321946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.326859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4d99d09b-9656-425e-baa0-6612c90c70fc None None] Provisioning for port 77730b16-21d6-420c-b06e-e9db07c97a68 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:06.338718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4d99d09b-9656-425e-baa0-6612c90c70fc None None] Provisioning complete for port 77730b16-21d6-420c-b06e-e9db07c97a68 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:06.340563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4d99d09b-9656-425e-baa0-6612c90c70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.368542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.369946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:06.370738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.391819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.468254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4d99d09b-9656-425e-baa0-6612c90c70fc None None] Port 77730b16-21d6-420c-b06e-e9db07c97a68 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:06.494131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e4f67945-0e7a-41e4-ac66-ced2ee4526af up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:06.531527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d414cf-430c-4064-8d3e-b8081bcbddf5 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:06.532301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5d414cf-430c-4064-8d3e-b8081bcbddf5 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:06.576129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.581556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5d414cf-430c-4064-8d3e-b8081bcbddf5 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:06.586835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5d414cf-430c-4064-8d3e-b8081bcbddf5 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.7903581 May 09 05:05:06.588650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33430) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:06.589244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Pushing event updated for resources: {'Network': ['ID=dea0c26e-d54e-40a7-880e-51cc5d7d3a53,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:06.594973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Transition to ACTIVE for port object a4039bc4-505b-4caa-ab98-18012c104574 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:06.609780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network dea0c26e-d54e-40a7-880e-51cc5d7d3a53 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:06.636697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0aac14e0-dce7-4e58-8a56-ae3c7a01942d tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1930811 May 09 05:05:06.638630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33434) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:06.656782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Request body: {'network': {'project_id': '7dc792e0ce5e4cbb9f2404901cbb194d'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:06.678278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:06.697988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.700219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Usage tracker for resource:network and tenant:7dc792e0ce5e4cbb9f2404901cbb194d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:06.701864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e4f67945-0e7a-41e4-ac66-ced2ee4526af triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:06.701864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.704975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:06.718298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:06.720249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.721154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.733502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Transition to ACTIVE for port object a4039bc4-505b-4caa-ab98-18012c104574 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:06.770925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.816049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-38c21f77-effc-4877-a417-a0b00dab6848 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2125542 May 09 05:05:06.816297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33438) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:06.831680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:06.831911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Made reservation on behalf of 7dc792e0ce5e4cbb9f2404901cbb194d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:06.833824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.854058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1982985427'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:06.871001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:06.873912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:06.877590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:06.884670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:06.886171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:06.889393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Pushing event updated for resources: {'Port': ['ID=a4039bc4-505b-4caa-ab98-18012c104574,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:06.914413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:06.935520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=77730b16-21d6-420c-b06e-e9db07c97a68,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:06.945264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Pushing event updated for resources: {'Port': ['ID=17b66968-8b0d-47ab-87bd-9ad3db16190a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:06.953942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:06.983176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:06.983509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Added segment 31ed9e0f-659a-42ab-af4c-54cc36b1adfe of type vlan for network c8f2539a-d963-481c-811e-2f25abd74ac6 May 09 05:05:07.017289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:07.028423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:07.030518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:07.036288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:07.037981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Attempting to bind port a4039bc4-505b-4caa-ab98-18012c104574 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:07.038452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Attempting to bind port a4039bc4-505b-4caa-ab98-18012c104574 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:07.038912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Attempting to bind port a4039bc4-505b-4caa-ab98-18012c104574 on network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:07.039263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:07.045154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 29cb40c5-bbfd-498f-9d55-1bca186c5227 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:07.046003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.048328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:07.088612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:07.089144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Checking segment: {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:07.090104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.090279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Bound using segment: {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:07.090842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Bound port: a4039bc4-505b-4caa-ab98-18012c104574, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:07.091278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.115775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:07.242422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.243354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:07.244027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.285394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] For port a4039bc4-505b-4caa-ab98-18012c104574, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:07.288916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] For port a4039bc4-505b-4caa-ab98-18012c104574, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a4039bc4-505b-4caa-ab98-18012c104574,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:07.290459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 29cb40c5-bbfd-498f-9d55-1bca186c5227 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:07.297060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.334995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:07.343671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.350813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 29cb40c5-bbfd-498f-9d55-1bca186c5227 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:07.351181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.371376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7267189 May 09 05:05:07.375368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33442) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:07.385489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Request body: {'network': {'project_id': '7dc792e0ce5e4cbb9f2404901cbb194d'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:07.394834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53071b9-c9df-4ca3-bf6e-ebe2b01db519 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Pushing event updated for resources: {'Network': ['ID=c8f2539a-d963-481c-811e-2f25abd74ac6,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:07.399308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:07.406442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Usage tracker for resource:network and tenant:7dc792e0ce5e4cbb9f2404901cbb194d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:07.410111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:07.421117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router b3009f88-ff0d-485a-83c4-539a76282baa is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:05:07.424592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:07.441119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 09 05:05:07.441586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:05:07.446089 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-773ab39d-9a1f-44d2-b6b5-1b6ea5c83d0e tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0696936 May 09 05:05:07.446880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33446) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:07.460491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network c8f2539a-d963-481c-811e-2f25abd74ac6 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:07.639318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7175e8-11c4-4936-b945-ee0339fcda0e None None] Pushing event updated for resources: {'Port': ['ID=a4039bc4-505b-4caa-ab98-18012c104574,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:07.641946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-397ec270-e5ad-4a84-9f91-c0c0a83577c9 None None] Provisioning complete for port 77730b16-21d6-420c-b06e-e9db07c97a68 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:07.642111 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-397ec270-e5ad-4a84-9f91-c0c0a83577c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.648332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:07.681616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0a2ed89f-f921-407e-84bd-174ad3d7115c tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dc792e0ce5e4cbb9f2404901cbb194d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728966 May 09 05:05:07.684969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33450) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:07.702451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.704007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.704133 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment 4b3b8dba-9734-407c-90a2-588d78d8712f of type vlan for network e93bc182-b094-4950-aa44-6b7fbaeb9b23 May 09 05:05:07.704925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:07.720182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-999401b6-e5fb-4bdb-88b2-ffc92fcb775e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/b3009f88-ff0d-485a-83c4-539a76282baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1815927 May 09 05:05:07.721552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33454) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:07.728744 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] Sync routers for ids ['b3009f88-ff0d-485a-83c4-539a76282baa'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:07.752806 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] Routers {'b3009f88-ff0d-485a-83c4-539a76282baa'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:07.753673 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b3009f88-ff0d-485a-83c4-539a76282baa'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:07.872305 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:07.879374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 7988bc20-b4f4-4e44-9a84-e3cb0c4069ce has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:07.884247 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] Routers {'b3009f88-ff0d-485a-83c4-539a76282baa'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:07.885818 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b3009f88-ff0d-485a-83c4-539a76282baa'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:07.896023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-397ec270-e5ad-4a84-9f91-c0c0a83577c9 None None] Port 77730b16-21d6-420c-b06e-e9db07c97a68 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:07.898398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.917316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.929970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:05:07.957258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 29cb40c5-bbfd-498f-9d55-1bca186c5227, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=29cb40c5-bbfd-498f-9d55-1bca186c5227,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:07.965879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-397ec270-e5ad-4a84-9f91-c0c0a83577c9 None None] Provisioning complete for port 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:07.966988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-397ec270-e5ad-4a84-9f91-c0c0a83577c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.973770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.981582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21e7de-f13c-4f0b-a807-2e0ef1cdab19 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:07.982430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5e21e7de-f13c-4f0b-a807-2e0ef1cdab19 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:07.986547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:07.993026 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:07.993026 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f164c1a-1feb-4c8c-b930-f45d98172f6f None None] The sync data for ids ['b3009f88-ff0d-485a-83c4-539a76282baa'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:08.038109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dc83a7cc-b351-45da-9b86-84f662e8ea63 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.055266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5e21e7de-f13c-4f0b-a807-2e0ef1cdab19 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:08.055484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-397ec270-e5ad-4a84-9f91-c0c0a83577c9 None None] Port 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:08.057880 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5e21e7de-f13c-4f0b-a807-2e0ef1cdab19 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports/77730b16-21d6-420c-b06e-e9db07c97a68 HTTP/1.1" status: 200 len: 911 time: 0.3346941 May 09 05:05:08.063485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33458) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:08.072874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.094590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:05:08.102964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.147756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 4b3237da-ba42-446b-8fa8-a87ec816cfe2 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:05:08.187104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 4b3237da-ba42-446b-8fa8-a87ec816cfe2 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:05:08.187430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 4b3237da-ba42-446b-8fa8-a87ec816cfe2 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:05:08.201569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=29cb40c5-bbfd-498f-9d55-1bca186c5227,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:08.210518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dc83a7cc-b351-45da-9b86-84f662e8ea63 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.359306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.364989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:08.365505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.391321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:08.392292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 29cb40c5-bbfd-498f-9d55-1bca186c5227 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:08.465820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 29cb40c5-bbfd-498f-9d55-1bca186c5227 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:08.466190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.509729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.587235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dc83a7cc-b351-45da-9b86-84f662e8ea63 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.636057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a4039bc4-505b-4caa-ab98-18012c104574 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:08.640047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83a7cc-b351-45da-9b86-84f662e8ea63 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f749d-7e42-4623-b90f-759656836787,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:08.735821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a4039bc4-505b-4caa-ab98-18012c104574 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:08.760558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dc83a7cc-b351-45da-9b86-84f662e8ea63 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.761830 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dc83a7cc-b351-45da-9b86-84f662e8ea63 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/462f749d-7e42-4623-b90f-759656836787 HTTP/1.1" status: 204 len: 168 time: 1.0748818 May 09 05:05:08.769176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33462) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:08.868201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6353d299-b8bb-4897-bc88-c202fe305c5d None None] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:08.900374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:08.963236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-76b56d36-e473-4c45-9449-cee393e9264c None None] Provisioning for port a4039bc4-505b-4caa-ab98-18012c104574 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:08.974287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-76b56d36-e473-4c45-9449-cee393e9264c None None] Provisioning complete for port a4039bc4-505b-4caa-ab98-18012c104574 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:08.974811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76b56d36-e473-4c45-9449-cee393e9264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.067235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=e93bc182-b094-4950-aa44-6b7fbaeb9b23,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:09.084941 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4a56d734-a573-40c2-a4e2-7ff8a127646c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2655191 May 09 05:05:09.085214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.086741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:09.092428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:09.101197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:09.104964 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3fa6bf65-938c-4346-ab2a-931d03243482 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/routers/7988bc20-b4f4-4e44-9a84-e3cb0c4069ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1390548 May 09 05:05:09.105105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.123393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33470) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:09.123688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] Sync routers for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:09.137152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:09.166803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'port': {'network_id': '21b1ef74-214e-43ad-ab86-3e93d117f3ea', 'name': 'tempest-FloatingIPTestJSON-1210963552'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:09.183207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.212391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:09.213028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:09.226583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f2539a-d963-481c-811e-2f25abd74ac6']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:09.255379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ed9e0f-659a-42ab-af4c-54cc36b1adfe') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:09.255678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ed9e0f-659a-42ab-af4c-54cc36b1adfe') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:09.274104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.297820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.316439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:09.347094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 595278d6-3df9-4e8f-acd5-e3518856a61b is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:09.386703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:09.387090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.399295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:09.399934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:09.406644 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:09.408874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:09.456508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76b56d36-e473-4c45-9449-cee393e9264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.483947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:09.484173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78b8f-b379-49c1-8896-6913c2919222 None None] The sync data for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:09.504325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.515789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-76b56d36-e473-4c45-9449-cee393e9264c None None] For port a4039bc4-505b-4caa-ab98-18012c104574, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a4039bc4-505b-4caa-ab98-18012c104574,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:09.525759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76b56d36-e473-4c45-9449-cee393e9264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.530131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.533797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8f2539a-d963-481c-811e-2f25abd74ac6,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:09.551117 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-20d2d1e1-32ad-49a3-a4ce-27da0db2a242 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c8f2539a-d963-481c-811e-2f25abd74ac6 HTTP/1.1" status: 204 len: 168 time: 0.7752252 May 09 05:05:09.553701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33474) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:09.558820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:05:09.580036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.609481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56d36-e473-4c45-9449-cee393e9264c None None] Pushing event updated for resources: {'Port': ['ID=a4039bc4-505b-4caa-ab98-18012c104574,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:09.674781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.745069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 77730b16-21d6-420c-b06e-e9db07c97a68 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:09.745658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.775207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.783265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:09.818702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:09.841435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:09.865783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64ffe6b2-02b6-42ed-8c3e-addea3ad453c None None] Provisioning complete for port aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:09.866363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64ffe6b2-02b6-42ed-8c3e-addea3ad453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.882473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:09.884689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:09.913977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Usage tracker for resource:port and tenant:73dbd4dddbbb4ab3b831d95c706b5719 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:09.932672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:09.935024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-64ffe6b2-02b6-42ed-8c3e-addea3ad453c None None] Port aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:09.946686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Pushing event updated for resources: {'Port': ['ID=17b66968-8b0d-47ab-87bd-9ad3db16190a,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:09.951578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:09.954523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64ffe6b2-02b6-42ed-8c3e-addea3ad453c None None] Provisioning complete for port a4039bc4-505b-4caa-ab98-18012c104574 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:09.956081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64ffe6b2-02b6-42ed-8c3e-addea3ad453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:09.966107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:09.969917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.031958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 513303ed-41dc-4f31-b69c-73e4714bac03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:10.100979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.118830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Made reservation on behalf of 73dbd4dddbbb4ab3b831d95c706b5719 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:10.122281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.155596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.201360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea0c26e-d54e-40a7-880e-51cc5d7d3a53']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:10.224448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832f78bb-aeab-4754-ae07-a692b95a5c0f') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:10.224772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832f78bb-aeab-4754-ae07-a692b95a5c0f') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:10.235318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.248280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.290418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a4039bc4-505b-4caa-ab98-18012c104574 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:10.305806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.309976 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-24c59ef1-a119-4eef-95f8-ddd9b4bbd5b2 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6059234 May 09 05:05:10.309976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] device_id is not set on port b075b464-77fc-461a-9a7c-82b8d196c891 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:10.313352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33482) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:10.366073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a4039bc4-505b-4caa-ab98-18012c104574 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:10.366577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.385306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for 77730b16-21d6-420c-b06e-e9db07c97a68 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:10.416574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1085047831', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'fixed_ips': [{'ip_address': '172.26.0.7'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:10.429522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:10.437900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.447173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Usage tracker for resource:port and tenant:c4d3a6d4e8f14089b2d314bcc442cfe3 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:10.450482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:10.450882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:10.466482 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:10.468998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:10.479988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:10.561860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Made reservation on behalf of c4d3a6d4e8f14089b2d314bcc442cfe3 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:10.564783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.586534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.615371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.619642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.624697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:10.647664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Usage tracker for resource:security_group_rule and tenant:c4d3a6d4e8f14089b2d314bcc442cfe3 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:10.651137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:10.661106 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] 10.222.0.50 "DELETE /v2.0/networks/dea0c26e-d54e-40a7-880e-51cc5d7d3a53 HTTP/1.1" status: 204 len: 168 time: 1.1062167 May 09 05:05:10.662122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8b44b-6d8b-4ae1-988b-0b0e809015d1 tempest-QuotasNegativeTest-2143561783 tempest-QuotasNegativeTest-2143561783-project-admin] Pushing event deleted for resources: {'Network': ['ID=dea0c26e-d54e-40a7-880e-51cc5d7d3a53,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:10.666214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:10.685990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:10.705093 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] Sync routers for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:10.723579 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:10.724091 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:10.800676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:10.803735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (1282b66c-b8e7-40e1-a6d3-109f6f34cf95/e540ea11-d57e-4a5c-af06-31a1bd243752/b496ef5d-3ef9-40a6-b988-070a4171fc9e) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:10.806848 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:10.821456 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:10.822250 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:10.823115 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e5a15fdc-92a4-407b-b81d-2dec6ff53e1f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/513303ed-41dc-4f31-b69c-73e4714bac03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8696997 May 09 05:05:10.839080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33490) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:10.885744 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:10.886456 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb56610-50bb-436f-ab05-b0c0769d65aa None None] The sync data for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:10.971758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=77730b16-21d6-420c-b06e-e9db07c97a68,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:11.003567 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Allocated IP 172.20.0.12 (21b1ef74-214e-43ad-ab86-3e93d117f3ea/1bd548f9-ccb3-4932-ade4-81e403f105cf/b075b464-77fc-461a-9a7c-82b8d196c891) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:11.062376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:11.069548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93eeda8-6fc5-4e1e-b092-98805cb50264 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:11.070173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a93eeda8-6fc5-4e1e-b092-98805cb50264 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:11.071130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:11.095226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] device_id is not set on port 9bc5fc6e-cd6d-4464-bfed-747d38d539d4 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:11.221785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:11.232905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:11.234822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:11.242490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2bbd30-5048-4d7f-8ef2-bb32ab011a37,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:11.316791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a93eeda8-6fc5-4e1e-b092-98805cb50264 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:11.317964 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a93eeda8-6fc5-4e1e-b092-98805cb50264 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports/aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 HTTP/1.1" status: 200 len: 910 time: 0.4779444 May 09 05:05:11.321169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33496) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:11.321316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33498) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:11.322861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object b496ef5d-3ef9-40a6-b988-070a4171fc9e will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:11.557760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=2ba93087-1fb2-410b-b817-60736c680115,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:11.635591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:11.660378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': '4b3b8dba-9734-407c-90a2-588d78d8712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:11.660759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: e93bc182-b094-4950-aa44-6b7fbaeb9b23, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:11.743877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router b3009f88-ff0d-485a-83c4-539a76282baa has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:11.757584 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 09 05:05:11.758081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:05:11.761222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:11.835487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Usage tracker for resource:security_group_rule and tenant:bbd61149223240ff94d1c221412a3c99 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:11.838445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:11.849887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:11.905887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:11.918125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] Sync routers for ids ['b3009f88-ff0d-485a-83c4-539a76282baa'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:11.923153 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa13f602-5264-4e31-abc0-22e39db1ab12 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/b3009f88-ff0d-485a-83c4-539a76282baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8583732 May 09 05:05:11.926292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33508) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:11.926538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:11.933759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] Routers {'b3009f88-ff0d-485a-83c4-539a76282baa'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:11.934891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b3009f88-ff0d-485a-83c4-539a76282baa'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:11.963953 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f13dfa7f-1883-437b-b6cb-14a9bc1127b1 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.6495249 May 09 05:05:11.970016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33512) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:11.979317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:11.999279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.019370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:12.041410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:12.042251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-469b95d0-e53b-4416-9d6a-997285c0b5b7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:12.044318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:12.051647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, e93bc182-b094-4950-aa44-6b7fbaeb9b23) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:12.053506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=b496ef5d-3ef9-40a6-b988-070a4171fc9e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:12.057095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] Routers {'b3009f88-ff0d-485a-83c4-539a76282baa'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:12.057729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:04:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b3009f88-ff0d-485a-83c4-539a76282baa'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:12.062517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:12.087549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-469b95d0-e53b-4416-9d6a-997285c0b5b7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:12.088208 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-469b95d0-e53b-4416-9d6a-997285c0b5b7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3009f88-ff0d-485a-83c4-539a76282baa HTTP/1.1" status: 200 len: 205 time: 0.1602399 May 09 05:05:12.091387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33516) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:12.113015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:12.113722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.116170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0c644-f419-4b8c-a18c-84c43c127988 None None] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:12.147696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Transition to ACTIVE for port object b075b464-77fc-461a-9a7c-82b8d196c891 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:12.196171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:12.196600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b28fd9-177c-4c48-88fb-7be6366653bf None None] The sync data for ids ['b3009f88-ff0d-485a-83c4-539a76282baa'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:12.218341 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f716b19f-3696-4dca-8783-2dbb208f55ce tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1208992 May 09 05:05:12.230113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33520) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:12.324296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23', 'name': 'tempest-PortsIpV6TestJSON-382122781'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:12.353244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60f4727c-68cd-45cb-9fd2-97e4cee87bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.364014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Deleting port 17b66968-8b0d-47ab-87bd-9ad3db16190a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:12.364380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.416872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-e93bc182-b094-4950-aa44-6b7fbaeb9b23', 'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23', 'tenant_id': 'a9932919da12496f8b69226e16f90104', 'fixed_ips': [{'subnet_id': '2ba93087-1fb2-410b-b817-60736c680115'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:05:12.417754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.442095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.486611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0ebd6419-fd9c-42d6-9f8c-6ca28e3810a6 None None] Provisioning for port b496ef5d-3ef9-40a6-b988-070a4171fc9e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:12.504301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0ebd6419-fd9c-42d6-9f8c-6ca28e3810a6 None None] Provisioning complete for port b496ef5d-3ef9-40a6-b988-070a4171fc9e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:12.504710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0ebd6419-fd9c-42d6-9f8c-6ca28e3810a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.529534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4634030-cae7-460e-b38c-502f03653c8b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.543068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.599882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:12.629217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd6419-fd9c-42d6-9f8c-6ca28e3810a6 None None] Port b496ef5d-3ef9-40a6-b988-070a4171fc9e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:12.642581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.666118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.669553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Allocated IP 2001:db8::2 (e93bc182-b094-4950-aa44-6b7fbaeb9b23/2ba93087-1fb2-410b-b817-60736c680115/2a280fa5-2a39-4319-8b8e-5cf9d85c6da9) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:12.696192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:12.696756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:12.711431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:12.729035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event updated for resources: {'Port': ['ID=b075b464-77fc-461a-9a7c-82b8d196c891,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:12.742121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:12.881807 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbd61149223240ff94d1c221412a3c99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5548604 May 09 05:05:12.890622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33524) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:12.893792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6690f-f71b-4efd-b0bc-9446cfb7ba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e658c0-b230-4659-a0ac-65924a6f347b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:12.919479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:12.923392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:12.989239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.017880 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Transition to ACTIVE for port object 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:13.027542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:13.028194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.044507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Transition to ACTIVE for port object 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:13.056022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.084319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.133630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5b3340ab-0b0e-47fc-a453-79854eba4403 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9813681 May 09 05:05:13.144361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33528) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:13.181282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:13.185660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Pushing event updated for resources: {'Port': ['ID=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:13.188379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:13.192096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:13.195246 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cd507656-767c-4ab2-8b64-397aeac0e550 None None] Provisioning for port b075b464-77fc-461a-9a7c-82b8d196c891 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:13.244033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cd507656-767c-4ab2-8b64-397aeac0e550 None None] Provisioning complete for port b075b464-77fc-461a-9a7c-82b8d196c891 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:13.244843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cd507656-767c-4ab2-8b64-397aeac0e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.255737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 7abd11e0-38b3-4360-8c9b-ff74d80dd759 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:13.296379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4634030-cae7-460e-b38c-502f03653c8b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.302109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4634030-cae7-460e-b38c-502f03653c8b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.381910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Attempting to bind port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:13.382397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Attempting to bind port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '4b3b8dba-9734-407c-90a2-588d78d8712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:13.382773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Attempting to bind port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 on network e93bc182-b094-4950-aa44-6b7fbaeb9b23 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:13.389251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-cd507656-767c-4ab2-8b64-397aeac0e550 None None] Port b075b464-77fc-461a-9a7c-82b8d196c891 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:13.394328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:13.394875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Checking segment: {'id': '4b3b8dba-9734-407c-90a2-588d78d8712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:13.395370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.396211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Bound using segment: {'id': '4b3b8dba-9734-407c-90a2-588d78d8712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:13.396867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Bound port: 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3b8dba-9734-407c-90a2-588d78d8712f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:13.397858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4634030-cae7-460e-b38c-502f03653c8b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.397988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.398347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4634030-cae7-460e-b38c-502f03653c8b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Fanout notify agent at l3_agent the message router_deleted on router b3009f88-ff0d-485a-83c4-539a76282baa {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:13.405076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.405483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.432024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4634030-cae7-460e-b38c-502f03653c8b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.433148 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f4634030-cae7-460e-b38c-502f03653c8b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/b3009f88-ff0d-485a-83c4-539a76282baa HTTP/1.1" status: 204 len: 168 time: 1.3407137 May 09 05:05:13.442492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33532) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:13.444282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Request body: {'floatingip': {'port_id': 'b075b464-77fc-461a-9a7c-82b8d196c891'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:13.500199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.509622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] For port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:13.512917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] For port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,segment=NetworkSegment(4b3b8dba-9734-407c-90a2-588d78d8712f),segment_id=4b3b8dba-9734-407c-90a2-588d78d8712f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:13.520390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.590831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Calling delete_port for 17b66968-8b0d-47ab-87bd-9ad3db16190a owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:13.621725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da8b9f-7e41-42aa-be49-f31cdbdb816b None None] Pushing event updated for resources: {'Port': ['ID=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:13.665257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ea70dee2-e2e0-4e13-8824-cb309a67a76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.685186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::3db (e93bc182-b094-4950-aa44-6b7fbaeb9b23/2ba93087-1fb2-410b-b817-60736c680115/7abd11e0-38b3-4360-8c9b-ff74d80dd759) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:13.791747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet 2225a986-9e59-4b8b-8c78-36aadf4ad42f {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:13.821883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.869554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ea70dee2-e2e0-4e13-8824-cb309a67a76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.924195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:13.932507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.032941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Pushing event deleted for resources: {'Port': ['ID=17b66968-8b0d-47ab-87bd-9ad3db16190a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:14.117283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.137709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.143358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 7abd11e0-38b3-4360-8c9b-ff74d80dd759 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:14.156743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.157816 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-01768f44-c449-4daf-b814-0a072e77e18f tempest-ExternalNetworksAdminNegativeTestJSON-1059750057 tempest-ExternalNetworksAdminNegativeTestJSON-1059750057-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/4e5daef1-42d8-4e6f-a464-16b526db0a4b HTTP/1.1" status: 204 len: 168 time: 2.1868553 May 09 05:05:14.182325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.269445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=7abd11e0-38b3-4360-8c9b-ff74d80dd759,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:14.280891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:14.282161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:14.287436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:14.293873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:14.294590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.323381 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a2d109b-3518-485b-8222-83dddf5219f4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0790887 May 09 05:05:14.324495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33544) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:14.329353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'e93bc182-b094-4950-aa44-6b7fbaeb9b23', 'name': 'tempest-PortsIpV6TestJSON-447367494'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:14.378906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:14.458484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33548) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:14.496439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:14.500542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.506503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:14.511146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:14.514432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:14.520672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:14.544959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:14.552831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.564871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-240b3718-6904-4ca6-808b-c8de2ce40d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.584087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 64f172f1-47c8-4d53-b188-9669132f8511 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:14.660328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.697391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:14.706551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Usage tracker for resource:security_group_rule and tenant:873a675198d040f2a2801b5f5233a535 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:14.709871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ea70dee2-e2e0-4e13-8824-cb309a67a76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.711715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:14.748631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:14.782029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70dee2-e2e0-4e13-8824-cb309a67a76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e658c0-b230-4659-a0ac-65924a6f347b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:14.819635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::4b (e93bc182-b094-4950-aa44-6b7fbaeb9b23/2ba93087-1fb2-410b-b817-60736c680115/64f172f1-47c8-4d53-b188-9669132f8511) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:14.837155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a2cef9-ccd2-4671-a3b8-fbf10c722ce3 None None] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:14.862994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ea70dee2-e2e0-4e13-8824-cb309a67a76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.864125 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ea70dee2-e2e0-4e13-8824-cb309a67a76e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5e658c0-b230-4659-a0ac-65924a6f347b HTTP/1.1" status: 204 len: 168 time: 1.9722087 May 09 05:05:14.935885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.952792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.956363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-286d4dc8-67b6-4836-b29d-8499bf6dd1e1 None None] Provisioning for port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:14.965419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-286d4dc8-67b6-4836-b29d-8499bf6dd1e1 None None] Provisioning complete for port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:14.966049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-286d4dc8-67b6-4836-b29d-8499bf6dd1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.978748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:14.998103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.048690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee94aa-74dc-48b2-9285-727786e53863,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:15.077316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.118412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-524926f3-e477-471d-90c3-8f60a816aca0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=873a675198d040f2a2801b5f5233a535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586235 May 09 05:05:15.127641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33558) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:15.227528 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.239778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=b496ef5d-3ef9-40a6-b988-070a4171fc9e,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:15.244295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.247540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e88-84d5-4871-a49e-f910a7deb7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.268226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-286d4dc8-67b6-4836-b29d-8499bf6dd1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.279524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 64f172f1-47c8-4d53-b188-9669132f8511 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:15.280546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33562) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:15.304210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.311298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=2225a986-9e59-4b8b-8c78-36aadf4ad42f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:15.315651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e88-84d5-4871-a49e-f910a7deb7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.328996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-286d4dc8-67b6-4836-b29d-8499bf6dd1e1 None None] For port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,segment=NetworkSegment(4b3b8dba-9734-407c-90a2-588d78d8712f),segment_id=4b3b8dba-9734-407c-90a2-588d78d8712f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:15.335152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:15.336366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.336828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3070452b-8d1d-4e22-bd7c-182efc3d6372 None None] Network 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:15.339101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Usage tracker for resource:security_group_rule and tenant:0d0515264be647ad9f050fdc4b327c45 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:15.342208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:15.348180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:15.357113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-286d4dc8-67b6-4836-b29d-8499bf6dd1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.414603 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b01f6b3f-a834-4eeb-94a1-e296a02d0c98 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/2225a986-9e59-4b8b-8c78-36aadf4ad42f HTTP/1.1" status: 204 len: 168 time: 1.8625970 May 09 05:05:15.437366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.439416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33566) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:15.448753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.455968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.574442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d4dc8-67b6-4836-b29d-8499bf6dd1e1 None None] Pushing event updated for resources: {'Port': ['ID=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:15.606550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.663515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d0515264be647ad9f050fdc4b327c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819208 May 09 05:05:15.667744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33570) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:15.670184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1923f-9e54-4166-a32f-73c040a844ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce406cb-51d4-4779-8662-3428711a8e36,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:15.683856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:15.684515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.708854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.747032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df32bd-390e-40b8-858a-cea114768405 None None] DHCP port deletion for 8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:15.751997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-01df32bd-390e-40b8-858a-cea114768405 None None] Deleting port e4f67945-0e7a-41e4-ac66-ced2ee4526af {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:15.753678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-01df32bd-390e-40b8-858a-cea114768405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.809152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e88-84d5-4871-a49e-f910a7deb7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.831875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=64f172f1-47c8-4d53-b188-9669132f8511,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:15.866322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff9e88-84d5-4871-a49e-f910a7deb7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee94aa-74dc-48b2-9285-727786e53863,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:15.875901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:15.889519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:15.897092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:15.910913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:15.911433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.911888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.943427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdf6d-e6a7-47b1-9447-680249dfc679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.972958 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dca38fd4-9a01-42d2-b484-3b08de7ca7ac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6456404 May 09 05:05:15.981008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33574) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:15.984405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdf6d-e6a7-47b1-9447-680249dfc679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:15.998997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.003639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:16.027448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0d3c411c-2d73-4c23-bc6a-5a5a8d88d071 None None] Provisioning complete for port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:16.027819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0d3c411c-2d73-4c23-bc6a-5a5a8d88d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.036434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e88-84d5-4871-a49e-f910a7deb7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.036434 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4dff9e88-84d5-4871-a49e-f910a7deb7b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79ee94aa-74dc-48b2-9285-727786e53863 HTTP/1.1" status: 204 len: 168 time: 0.9076512 May 09 05:05:16.081240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.180052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-01df32bd-390e-40b8-858a-cea114768405 None None] For port e4f67945-0e7a-41e4-ac66-ced2ee4526af, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e4f67945-0e7a-41e4-ac66-ced2ee4526af,segment=NetworkSegment(eff7d3fd-0076-4b27-9036-f442b2d9891f),segment_id=eff7d3fd-0076-4b27-9036-f442b2d9891f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:16.180052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-01df32bd-390e-40b8-858a-cea114768405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.197708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8194ff-188c-4f3c-a29e-ea3970a0b5e1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:16.198469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-be8194ff-188c-4f3c-a29e-ea3970a0b5e1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:16.253264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-be8194ff-188c-4f3c-a29e-ea3970a0b5e1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:16.254939 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-be8194ff-188c-4f3c-a29e-ea3970a0b5e1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3db HTTP/1.1" status: 200 len: 928 time: 0.2729142 May 09 05:05:16.259004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33580) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:16.308042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdf6d-e6a7-47b1-9447-680249dfc679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.355453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdf6d-e6a7-47b1-9447-680249dfc679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.369371 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cbcbdf6d-e6a7-47b1-9447-680249dfc679 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ce406cb-51d4-4779-8662-3428711a8e36 HTTP/1.1" status: 204 len: 168 time: 0.6922023 May 09 05:05:16.378876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbdf6d-e6a7-47b1-9447-680249dfc679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce406cb-51d4-4779-8662-3428711a8e36,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:16.424330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:16.427382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 64f172f1-47c8-4d53-b188-9669132f8511 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:16.427728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.437922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:16.479175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-01df32bd-390e-40b8-858a-cea114768405 None None] Calling delete_port for e4f67945-0e7a-41e4-ac66-ced2ee4526af owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:16.663472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-01df32bd-390e-40b8-858a-cea114768405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.712755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0d3c411c-2d73-4c23-bc6a-5a5a8d88d071 None None] Provisioning for port 7abd11e0-38b3-4360-8c9b-ff74d80dd759 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:16.728889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:16.739918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df32bd-390e-40b8-858a-cea114768405 None None] No DVR routers for this DVR port e4f67945-0e7a-41e4-ac66-ced2ee4526af on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:05:16.744011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df32bd-390e-40b8-858a-cea114768405 None None] Pushing event deleted for resources: {'Port': ['ID=e4f67945-0e7a-41e4-ac66-ced2ee4526af,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:16.746396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0d3c411c-2d73-4c23-bc6a-5a5a8d88d071 None None] Provisioning complete for port 7abd11e0-38b3-4360-8c9b-ff74d80dd759 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:16.746766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0d3c411c-2d73-4c23-bc6a-5a5a8d88d071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.787297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:16.787674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:16.815055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33590) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:16.896434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c411c-2d73-4c23-bc6a-5a5a8d88d071 None None] Port 7abd11e0-38b3-4360-8c9b-ff74d80dd759 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:16.955031 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0eb1071b-9bd7-46bd-934b-66a506af3ea9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4d3a6d4e8f14089b2d314bcc442cfe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388652 May 09 05:05:16.958916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33596) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:17.023569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0229aa36-01bb-45d4-a7f2-5d81b9ef2b04 None None] Provisioning complete for port 7abd11e0-38b3-4360-8c9b-ff74d80dd759 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:17.025577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0229aa36-01bb-45d4-a7f2-5d81b9ef2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.044000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.102833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e4f67945-0e7a-41e4-ac66-ced2ee4526af no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:05:17.129877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:05:17.159114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: e4f67945-0e7a-41e4-ac66-ced2ee4526af {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:05:17.159819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e4f67945-0e7a-41e4-ac66-ced2ee4526af not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:05:17.180764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0229aa36-01bb-45d4-a7f2-5d81b9ef2b04 None None] Port 7abd11e0-38b3-4360-8c9b-ff74d80dd759 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:17.193693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0229aa36-01bb-45d4-a7f2-5d81b9ef2b04 None None] Provisioning for port 64f172f1-47c8-4d53-b188-9669132f8511 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:17.200877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0229aa36-01bb-45d4-a7f2-5d81b9ef2b04 None None] Provisioning complete for port 64f172f1-47c8-4d53-b188-9669132f8511 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:17.201451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0229aa36-01bb-45d4-a7f2-5d81b9ef2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.202206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.258194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 64f172f1-47c8-4d53-b188-9669132f8511 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:17.270604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0229aa36-01bb-45d4-a7f2-5d81b9ef2b04 None None] Port 64f172f1-47c8-4d53-b188-9669132f8511 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:17.280970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.314636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=aa13b3d5-3714-4a2a-b0fc-d76aa7d9e2f4,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:17.353386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.411832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0dd83447-0ffd-4897-b25d-1f421806cda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.415258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-296195d7-bf32-4c30-a03d-c1ed1e828216 None None] Provisioning complete for port b496ef5d-3ef9-40a6-b988-070a4171fc9e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:17.415798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:17.416058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-296195d7-bf32-4c30-a03d-c1ed1e828216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.441807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.449476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff7d3fd-0076-4b27-9036-f442b2d9891f') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:17.450018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff7d3fd-0076-4b27-9036-f442b2d9891f') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:17.478681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.521921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0dd83447-0ffd-4897-b25d-1f421806cda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.547545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.584722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.586941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:17.613819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-296195d7-bf32-4c30-a03d-c1ed1e828216 None None] Port b496ef5d-3ef9-40a6-b988-070a4171fc9e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:17.637153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.656644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=64f172f1-47c8-4d53-b188-9669132f8511,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:17.726808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.750027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0dd83447-0ffd-4897-b25d-1f421806cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.753194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0dd83447-0ffd-4897-b25d-1f421806cda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:17.756495 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0dd83447-0ffd-4897-b25d-1f421806cda2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a2bbd30-5048-4d7f-8ef2-bb32ab011a37 HTTP/1.1" status: 204 len: 168 time: 0.7949405 May 09 05:05:17.779743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd83447-0ffd-4897-b25d-1f421806cda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2bbd30-5048-4d7f-8ef2-bb32ab011a37,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:17.782519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-946c3b91-4e0e-4fef-83c3-06a09d098dae tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/64f172f1-47c8-4d53-b188-9669132f8511 HTTP/1.1" status: 204 len: 168 time: 1.5217311 May 09 05:05:17.785342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33618) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:17.849025 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b01339-b727-48ac-b7d8-012050818e4c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:05:17.849546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-66b01339-b727-48ac-b7d8-012050818e4c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:17.871942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-66b01339-b727-48ac-b7d8-012050818e4c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:17.876529 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-66b01339-b727-48ac-b7d8-012050818e4c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/64f172f1-47c8-4d53-b188-9669132f8511 HTTP/1.1" status: 404 len: 333 time: 0.0872502 May 09 05:05:17.877167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33622) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:17.987599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 7abd11e0-38b3-4360-8c9b-ff74d80dd759 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:17.987964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.002287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:18.003862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:18.020835 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:18.309620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.334615 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 9b90cd45-d305-47da-b212-55a6de35670f associated. External IP: 172.26.0.135, port: f8e84c82-f291-40ba-923d-a7da618af5d8. May 09 05:05:18.408702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.461979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.473548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.484256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:18.500771 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ab4c2453-37ec-4379-883e-0516f664f2d1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/8e975e16-5dcd-4eaf-ac0a-ffc0c7d327ad HTTP/1.1" status: 204 len: 168 time: 3.0469334 May 09 05:05:18.501987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:18.506560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33646) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:18.510162 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4679188f-3aeb-4c2c-8d6a-abae15f0299e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/0da5bb04-c516-4ee4-9928-a5dfa673aad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7246523 May 09 05:05:18.516449 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Sync routers for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:18.516978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33650) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:18.530025 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:18.530640 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:18.598798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 7abd11e0-38b3-4360-8c9b-ff74d80dd759 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:18.600364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.659909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-540539200', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:18.713262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33658) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:18.715043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:18.719685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:router and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:18.723247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:18.731081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:18.822287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.823285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.868176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.868639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.869060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.869522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.869981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.870435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.870896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.871349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.871803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.872263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.872742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:18.877807 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dbcc3154-a1a7-4633-87e7-24e003fad185 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7688 time: 0.3600430 May 09 05:05:18.878255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33668) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:18.883602 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:05:18.905067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:18.980894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=7abd11e0-38b3-4360-8c9b-ff74d80dd759,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:19.019860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.097230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.137356 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b85c1370-b04f-4941-9328-d4c0e2e58d07 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/7abd11e0-38b3-4360-8c9b-ff74d80dd759 HTTP/1.1" status: 204 len: 168 time: 1.2589107 May 09 05:05:19.138362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33676) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:19.205197 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b8dca0-5e94-4e9c-9f52-e862564c3243 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:05:19.205964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f4b8dca0-5e94-4e9c-9f52-e862564c3243 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:19.214861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1826398496', 'router:external': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:19.221819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:19.232278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:network and tenant:ed642a6d1fad41d191f20678486cac02 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:19.237658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:19.244609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:19.251842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f4b8dca0-5e94-4e9c-9f52-e862564c3243 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:19.256521 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f4b8dca0-5e94-4e9c-9f52-e862564c3243 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/7abd11e0-38b3-4360-8c9b-ff74d80dd759 HTTP/1.1" status: 404 len: 333 time: 0.1169147 May 09 05:05:19.257980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33680) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:19.311387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Made reservation on behalf of ed642a6d1fad41d191f20678486cac02 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:19.313886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.333398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.359917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 2ba93087-1fb2-410b-b817-60736c680115 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:19.364237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.393398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:19.412894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:security_group_rule and tenant:ed642a6d1fad41d191f20678486cac02 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:19.419268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:19.431911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:19.449266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.485112 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:05:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:13Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:19.491972 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Checking router: 0da5bb04-c516-4ee4-9928-a5dfa673aad3 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:05:19.492523 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Updating router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 port b496ef5d-3ef9-40a6-b988-070a4171fc9e binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:05:19.549251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.549846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.550562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.551285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.551936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.552463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.552910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.553347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.553785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.554223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:19.556233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e47e0fa8-1be5-4ac2-8758-50f2a24d4982 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6345 time: 0.6132023 May 09 05:05:19.560188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33690) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:19.584827 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.670880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.740383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 513303ed-41dc-4f31-b69c-73e4714bac03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:19.757507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.771799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.866116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1af36f0-6c6d-426a-8a4a-ffd48a76cf03,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:19.889482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.890635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:19.921831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:19.951798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba93087-1fb2-410b-b817-60736c680115,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:19.969517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12255b-13f7-4f4f-9ddf-369867b6a354 None None] Network e93bc182-b094-4950-aa44-6b7fbaeb9b23 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:19.971011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:19.981004 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Added segment fddd77e0-1a58-4f72-8c5f-5fb19e396186 of type vlan for network a39261e8-567e-4d51-a46f-52d9d40a8bf3 May 09 05:05:19.984292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.000996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33700) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:20.031016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.095067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f51b159d-bb1d-412f-aba0-eeede9bb3794 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/2ba93087-1fb2-410b-b817-60736c680115 HTTP/1.1" status: 204 len: 168 time: 0.8359761 May 09 05:05:20.096202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33706) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:20.122328 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.138461 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Transition to ACTIVE for port object b496ef5d-3ef9-40a6-b988-070a4171fc9e will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:20.144585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.151136 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.256663 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cdb59748-0c2e-4454-bab2-7fcd66822d36 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4824 time: 0.6934545 May 09 05:05:20.271524 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Pushing event updated for resources: {'Port': ['ID=b496ef5d-3ef9-40a6-b988-070a4171fc9e,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:20.275415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:20.289643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:20.304982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:20.305602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.343251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.380454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.380944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:20.381533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.388618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.425926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:20.426553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.477127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.477858 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.478382 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.478900 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.479699 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.480444 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.481090 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.481601 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.482109 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.482617 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.483133 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.483801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:20.502673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.503068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33d7bd-28ba-4587-be86-b392e25b0e8d None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:20.591839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Network': ['ID=a39261e8-567e-4d51-a46f-52d9d40a8bf3,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:20.601756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-102563697'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:20.605112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network a39261e8-567e-4d51-a46f-52d9d40a8bf3 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:20.610589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:20.614881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:20.615230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.622710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:20.641334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Usage tracker for resource:network and tenant:defc7c69ff894e78b57c0d793408d544 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:20.649916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:20.662477 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-df81d262-82b5-469d-8ec3-032bf36e339a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9458749 May 09 05:05:20.666305 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] Sync routers for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:20.679219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33712) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:20.682203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:20.690733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'subnet': {'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:20.696832 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Attempting to bind port b496ef5d-3ef9-40a6-b988-070a4171fc9e on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:20.697245 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Attempting to bind port b496ef5d-3ef9-40a6-b988-070a4171fc9e by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:20.697602 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Attempting to bind port b496ef5d-3ef9-40a6-b988-070a4171fc9e on network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:20.702840 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1282f88d-4320-470b-8982-db42189de238 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/513303ed-41dc-4f31-b69c-73e4714bac03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3729289 May 09 05:05:20.703713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33716) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:20.704059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33718) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:20.705111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:20.707209 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:20.707915 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.714607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:subnet and tenant:ed642a6d1fad41d191f20678486cac02 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:20.719110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:20.731362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] DHCP port deletion for e93bc182-b094-4950-aa44-6b7fbaeb9b23 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:20.769871 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:20.770283 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Checking segment: {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:20.770633 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.771020 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Bound using segment: {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:20.771504 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Bound port: b496ef5d-3ef9-40a6-b988-070a4171fc9e, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:20.771891 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.778377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] Deleting port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:20.779238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.795089 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.838895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Made reservation on behalf of defc7c69ff894e78b57c0d793408d544 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:20.842071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.850801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:20.851418 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.878978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:20.894249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.912563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750307171', 'description': 'tempest-secgroup-smoke-750307171 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:20.920067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:20.921445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:20.925300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:20.927435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Usage tracker for resource:security_group_rule and tenant:defc7c69ff894e78b57c0d793408d544 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:20.928598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:20.931747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:20.935084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:20.939201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Made reservation on behalf of ed642a6d1fad41d191f20678486cac02 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:20.941591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:20.942965 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:20.943527 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c75a809-96a1-4417-b951-d66d4f7c0031 None None] The sync data for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:20.958369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:20.981100 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] For port b496ef5d-3ef9-40a6-b988-070a4171fc9e, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:20.984800 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] For port b496ef5d-3ef9-40a6-b988-070a4171fc9e, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b496ef5d-3ef9-40a6-b988-070a4171fc9e,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:20.991678 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.068066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] For port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,segment=NetworkSegment(4b3b8dba-9734-407c-90a2-588d78d8712f),segment_id=4b3b8dba-9734-407c-90a2-588d78d8712f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:21.070277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.105659 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:21.106308 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:21.238147 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2b08-7479-4630-82aa-821e7948989b None None] Pushing event updated for resources: {'Port': ['ID=b496ef5d-3ef9-40a6-b988-070a4171fc9e,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:21.265108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] For port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,segment=NetworkSegment(4b3b8dba-9734-407c-90a2-588d78d8712f),segment_id=4b3b8dba-9734-407c-90a2-588d78d8712f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:21.265470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.313775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] Calling delete_port for 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:21.375587 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:05:21.411192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.434923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:21.482842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] No DVR routers for this DVR port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:05:21.502139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab477b-f2b6-4b83-8818-2fc62ee8d72b None None] Pushing event deleted for resources: {'Port': ['ID=2a280fa5-2a39-4319-8b8e-5cf9d85c6da9,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:21.528781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.552287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 7988bc20-b4f4-4e44-9a84-e3cb0c4069ce has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:21.584250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:21.608262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.616809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:05:21.617130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:05:21.617617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.644688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:21.649585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:21.670073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:21.682547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:21.687503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fc2b0f-a4b9-4b8c-89f9-2f06b223a11f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:21.695544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.697336 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Added segment 4e8831a1-1e78-4fb3-9d84-70bfdbf0f023 of type vlan for network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 May 09 05:05:21.773496 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:05:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:20Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:21.776759 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca0e98-de25-4a36-908a-bd09d09bfe60 None None] The sync data for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv is: [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:05:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:20Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:21.792689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.841158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.847305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:21.847563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:21.958377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:21.994171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] Sync routers for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:22.016062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:22.017258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:22.021364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Pushing event updated for resources: {'Network': ['ID=734d1cdd-d72a-4e92-80ae-8c020d0ea5e1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:22.040047 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-23219878-e34b-41e6-8e8b-cf589a8c19b6 tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0189586 May 09 05:05:22.099355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:22.126040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:22.126581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.130847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:22.141352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.173330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.191893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:05:22.192384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.205744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.283539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.288149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:22.290155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:22.347981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aa547a86-7a27-4a3e-b7d1-156ad08a82b3,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:22.366457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:22.366994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b8436-d926-48f9-9ed0-69f69956a0e0 None None] The sync data for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:22.384267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b496ef5d-3ef9-40a6-b988-070a4171fc9e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:22.393132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] The port '2a280fa5-2a39-4319-8b8e-5cf9d85c6da9' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:05:22.405857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.445278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33728) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:22.462145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Request body: {'port': {'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1', 'binding:host_id': 'hv-neutron-8404', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1327476237'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:22.466636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:22.471376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Usage tracker for resource:port and tenant:c16ae72bed304847b0974a76a189b825 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:22.474396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:22.480963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:22.483081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b496ef5d-3ef9-40a6-b988-070a4171fc9e completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:22.487967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.492714 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7813218 May 09 05:05:22.492865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b496ef5d-3ef9-40a6-b988-070a4171fc9e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:22.492865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.505651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33732) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:22.506465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Checking segment: {'id': 'fddd77e0-1a58-4f72-8c5f-5fb19e396186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:22.506854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network hostable DHCP agents. Network: a39261e8-567e-4d51-a46f-52d9d40a8bf3, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:22.522460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Made reservation on behalf of c16ae72bed304847b0974a76a189b825 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:22.524799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.574575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bc0a8-0e48-4430-9ddf-06eb993a75df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7764ae40-8953-40ce-94fc-a39601cfb933,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:22.587892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '7764ae40-8953-40ce-94fc-a39601cfb933', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:22.594461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:22.599344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:22.603117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:22.605659 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ef7c149e-92ee-4079-98b6-ca0d31a4ad58 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/floatingips/9b90cd45-d305-47da-b212-55a6de35670f HTTP/1.1" status: 200 len: 979 time: 9.4480140 May 09 05:05:22.609558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:22.609939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33736) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:22.649697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.670866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.696873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.711200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:22.712295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.718313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.733088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Usage tracker for resource:security_group_rule and tenant:c16ae72bed304847b0974a76a189b825 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:22.751997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:22.754924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network a39261e8-567e-4d51-a46f-52d9d40a8bf3 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:22.758464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b496ef5d-3ef9-40a6-b988-070a4171fc9e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b496ef5d-3ef9-40a6-b988-070a4171fc9e,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:22.765152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.768336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:22.780934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93bc182-b094-4950-aa44-6b7fbaeb9b23']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:22.806618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3b8dba-9734-407c-90a2-588d78d8712f') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:22.806958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3b8dba-9734-407c-90a2-588d78d8712f') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:22.827159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, a39261e8-567e-4d51-a46f-52d9d40a8bf3) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:22.831909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:22.832530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.868690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.886438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b496ef5d-3ef9-40a6-b988-070a4171fc9e,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:22.891188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8f0d58ad-8661-4940-bcb9-deebd5b429c4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2082820 May 09 05:05:22.891389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3547af-9884-4863-95ef-6d4c7c60d2fe None None] Network a39261e8-567e-4d51-a46f-52d9d40a8bf3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:22.893120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.895599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33740) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:22.905015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1367691580', 'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:22.910326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.912790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:05:22.914344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:22.921508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.938025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:22.938472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:22.959407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:port and tenant:ed642a6d1fad41d191f20678486cac02 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:22.962829 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:22.975899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:23.074677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:05:23.074897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2a280fa5-2a39-4319-8b8e-5cf9d85c6da9 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:05:23.178811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:23.180931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3e5a54-282c-47e6-933a-9f754fb27b2c,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:23.191370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 172.26.0.50 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/449e2b10-5e33-4359-96a6-cd87512e456c) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:23.221558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.225922 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4ad927ee-c353-4c3d-a88d-67aed0fd04dd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7120860 May 09 05:05:23.228533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33746) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:23.236001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '7764ae40-8953-40ce-94fc-a39601cfb933', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:23.248237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Made reservation on behalf of ed642a6d1fad41d191f20678486cac02 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:23.250951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.262452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:23.267195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port b075b464-77fc-461a-9a7c-82b8d196c891 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:23.267717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.271049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.275350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.302613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:23.306636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a74f9b-3f35-4429-9d52-d24ee32d4ffe None None] Network a39261e8-567e-4d51-a46f-52d9d40a8bf3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:23.308288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:23.332745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:23.340058 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/e93bc182-b094-4950-aa44-6b7fbaeb9b23 HTTP/1.1" status: 204 len: 168 time: 3.2248075 May 09 05:05:23.341188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac62149-7755-485a-afe6-883b3b5cd177 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=e93bc182-b094-4950-aa44-6b7fbaeb9b23,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:23.346121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:23.362175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] device_id is not set on port ba3103ea-0b7a-49e3-8d51-f1331d68d7cc yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:23.406602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-276039685'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:23.412844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.416388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:23.430469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:23.441435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.447478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:23.460883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] device_id is not set on port 92f35a6e-f68f-4892-85ec-5c71c8275aaf yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:23.507696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:23.564844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.591054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa97c40-7684-4b3a-9906-5f2d1e654032,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:23.624776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:23.628327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.707318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.732663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:23.768642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Allocated IP 172.20.0.2 (a39261e8-567e-4d51-a46f-52d9d40a8bf3/aa547a86-7a27-4a3e-b7d1-156ad08a82b3/ba3103ea-0b7a-49e3-8d51-f1331d68d7cc) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:23.779954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.848385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.848651 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment 8ae63933-6ae3-4dae-a210-aa87781c6322 of type vlan for network fd8c4b31-2005-47ec-8689-226829d18718 May 09 05:05:23.860698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.873793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.878401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port c696d18e-e7a2-4a08-9575-e8ab7f468f31 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:23.878748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:23.949166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b814256d-bd67-4c8c-90c9-8da773a4682d,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:23.974594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.008220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.012151 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-16a9abae-1a39-4829-803d-af76bae595bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7798917 May 09 05:05:24.025369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33754) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:24.055692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '7764ae40-8953-40ce-94fc-a39601cfb933', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:24.106702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:24.124709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:24.134274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:24.137287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.162972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] device_id is not set on port 92f35a6e-f68f-4892-85ec-5c71c8275aaf yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:24.172939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.178526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:24.179115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.201783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.251474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:24.297700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b496ef5d-3ef9-40a6-b988-070a4171fc9e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:24.302398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Transition to ACTIVE for port object 92f35a6e-f68f-4892-85ec-5c71c8275aaf will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:24.320665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:24.332077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:24.342208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:24.343871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9866102 May 09 05:05:24.347586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.349199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7526c-1e4b-4c27-94af-223daf9e4f77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=fd8c4b31-2005-47ec-8689-226829d18718,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:24.357087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33760) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:24.364976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network fd8c4b31-2005-47ec-8689-226829d18718 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:24.380974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.416858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.417112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=449e2b10-5e33-4359-96a6-cd87512e456c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:24.430967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:24.431194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.431566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.431877 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Floating IP 9b90cd45-d305-47da-b212-55a6de35670f disassociated. External IP: 172.26.0.135, port: b075b464-77fc-461a-9a7c-82b8d196c891. May 09 05:05:24.432209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for b075b464-77fc-461a-9a7c-82b8d196c891 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:24.461785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.465061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=92f35a6e-f68f-4892-85ec-5c71c8275aaf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:24.468347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b496ef5d-3ef9-40a6-b988-070a4171fc9e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:24.468920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.581011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Checking segment: {'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:24.582004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Network hostable DHCP agents. Network: 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:24.591297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:24.600865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:24.604243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:24.614252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:24.618708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for c696d18e-e7a2-4a08-9575-e8ab7f468f31 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:24.626126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.632037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:24.635438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.680007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:24.781504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:24.793998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f4157-9835-4eb3-8382-61363fdb234a None None] Network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:24.796971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:24.809355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network a39261e8-567e-4d51-a46f-52d9d40a8bf3 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:24.819727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:24.828382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:24.863925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:24.864234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:24.865195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:24.866670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Port': ['ID=ba3103ea-0b7a-49e3-8d51-f1331d68d7cc,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:24.891481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:24.891481 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:24.894190 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 2 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:24.922436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:24.923039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:24.927456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:24.927794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:24.928122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:24.941459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:24.941783 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:24.943504 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 3 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:24.998819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:24.999147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:24.999482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.012165 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cf1124f0-7dbb-4c6a-8789-7e370072f9db tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1128881 May 09 05:05:25.012855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33764) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:25.025721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.026168 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.033716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.056596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 4 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:25.091042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:25.091371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:25.091696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.093611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.111940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.112258 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.123796 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 5 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:25.135962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Deleting port ba3103ea-0b7a-49e3-8d51-f1331d68d7cc {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:25.136295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.161552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac4ee84-69d1-4d62-876c-78ebc2e2249f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:25.229000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.230219 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8412d52c-9f3e-4b49-99df-bf69cb95369b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2019477 May 09 05:05:25.248756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33768) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:25.258627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '7764ae40-8953-40ce-94fc-a39601cfb933', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:25.274857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:25.285631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.301652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:25.301983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:25.302311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.320306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.320656 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.321371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:25.321503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.326917 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 6 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:25.361652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:25.412348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:25.412588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:25.412911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.456663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:25.457539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.457863 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.460755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=b075b464-77fc-461a-9a7c-82b8d196c891,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:25.463083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 7 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:25.502904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=a8c0f8bc-65fa-45a2-b657-df55a1a71011,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:25.516845 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:05:25.558375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:25.558709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:25.559038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.561026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.575976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': '8ae63933-6ae3-4dae-a210-aa87781c6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:25.576329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: fd8c4b31-2005-47ec-8689-226829d18718, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:25.585356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.585678 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.588243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 8 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:25.615437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.618626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:25.618952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:25.619275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.638407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.638773 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.640449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.640960 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 9 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:25.652844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network fd8c4b31-2005-47ec-8689-226829d18718 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:25.675901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:25.676244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:25.676603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.680655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.692585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, fd8c4b31-2005-47ec-8689-226829d18718) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:25.695753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.696080 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.701695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1cc7c6-e12c-458c-95ac-320f4c7245fa None None] Network fd8c4b31-2005-47ec-8689-226829d18718 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:25.704826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=c696d18e-e7a2-4a08-9575-e8ab7f468f31,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:25.750182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 10 to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf May 09 05:05:25.757155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:25.757669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.829252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Calling delete_port for ba3103ea-0b7a-49e3-8d51-f1331d68d7cc owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:25.878597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:25.878933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:25.879624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:25.891639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:25.891917 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 92f35a6e-f68f-4892-85ec-5c71c8275aaf on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:25.892271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:25.907950 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5ef013a1-629d-4264-b750-05884fc0cf2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4951720 May 09 05:05:25.914187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33772) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:25.935404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718', 'name': 'tempest-PortsIpV6TestJSON-1133528856', 'fixed_ips': [{'subnet_id': 'a8c0f8bc-65fa-45a2-b657-df55a1a71011', 'ip_address': '2001:db8::10'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:26.005027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-fd8c4b31-2005-47ec-8689-226829d18718', 'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718', 'tenant_id': 'a9932919da12496f8b69226e16f90104', 'fixed_ips': [{'subnet_id': 'a8c0f8bc-65fa-45a2-b657-df55a1a71011'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:05:26.006442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.041390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.099257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba3103ea-0b7a-49e3-8d51-f1331d68d7cc,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:26.200113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] For port 92f35a6e-f68f-4892-85ec-5c71c8275aaf, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:26.200493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempted to set empty binding levels {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 09 05:05:26.207233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Allocated IP 2001:db8::2 (fd8c4b31-2005-47ec-8689-226829d18718/a8c0f8bc-65fa-45a2-b657-df55a1a71011/80d6f977-686c-48f0-9533-06d2b851adf4) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:26.210178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.255761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.278107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:26.278703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.299730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0bd69366-5d0b-49e8-ab99-e85ca964ad4e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "DELETE /v2.0/ports/ba3103ea-0b7a-49e3-8d51-f1331d68d7cc HTTP/1.1" status: 204 len: 168 time: 1.2823930 May 09 05:05:26.302900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33776) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:26.311938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.8608353 May 09 05:05:26.312631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33780) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:26.317996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3', 'external_fixed_ips': [{'subnet_id': 'aa547a86-7a27-4a3e-b7d1-156ad08a82b3', 'ip_address': '172.20.0.2'}]}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:26.326576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73600d-1166-4d47-87c5-50f37ecaa60b tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=92f35a6e-f68f-4892-85ec-5c71c8275aaf,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:26.329183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:26.370008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:router and tenant:ed642a6d1fad41d191f20678486cac02 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:26.379268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:26.389140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.393820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:26.407563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 7988bc20-b4f4-4e44-9a84-e3cb0c4069ce has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:26.409021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.411852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Deleting port 92f35a6e-f68f-4892-85ec-5c71c8275aaf {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:26.412255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.413405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.448016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.449393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.521699 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.525465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.536233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Transition to ACTIVE for port object 80d6f977-686c-48f0-9533-06d2b851adf4 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:26.560855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Transition to ACTIVE for port object 80d6f977-686c-48f0-9533-06d2b851adf4 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:26.571799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.641622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dab4fd-d36e-46c2-9223-dbfff12f807d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:26.652758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Network fd8c4b31-2005-47ec-8689-226829d18718 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:26.654656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:26.662586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:26.729469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.731025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-14579116-d1b4-4e5e-9c8f-7d44ba482d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4813321 May 09 05:05:26.752542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33784) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:26.778876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '7764ae40-8953-40ce-94fc-a39601cfb933', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:26.784610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:26.785073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Attempting to bind port 80d6f977-686c-48f0-9533-06d2b851adf4 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:26.785590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Attempting to bind port 80d6f977-686c-48f0-9533-06d2b851adf4 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '8ae63933-6ae3-4dae-a210-aa87781c6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:26.785975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Attempting to bind port 80d6f977-686c-48f0-9533-06d2b851adf4 on network fd8c4b31-2005-47ec-8689-226829d18718 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:26.789056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:26.791578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Pushing event updated for resources: {'Port': ['ID=80d6f977-686c-48f0-9533-06d2b851adf4,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:26.792574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:26.794811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:26.795818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Checking segment: {'id': '8ae63933-6ae3-4dae-a210-aa87781c6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:26.796324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.796879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Bound using segment: {'id': '8ae63933-6ae3-4dae-a210-aa87781c6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:26.797434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Bound port: 80d6f977-686c-48f0-9533-06d2b851adf4, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae63933-6ae3-4dae-a210-aa87781c6322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:26.798001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.812032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:26.887007 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:05:26.906040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] For port 80d6f977-686c-48f0-9533-06d2b851adf4, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:26.910344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:26.910582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] For port 80d6f977-686c-48f0-9533-06d2b851adf4, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=80d6f977-686c-48f0-9533-06d2b851adf4,segment=NetworkSegment(8ae63933-6ae3-4dae-a210-aa87781c6322),segment_id=8ae63933-6ae3-4dae-a210-aa87781c6322)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:26.915297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.010704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c651bf-cd67-4082-94f2-de3823895ddf None None] Pushing event updated for resources: {'Port': ['ID=80d6f977-686c-48f0-9533-06d2b851adf4,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:27.011139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:27.108339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:27.141301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] For port 92f35a6e-f68f-4892-85ec-5c71c8275aaf, host hv-neutron-8404, got binding levels [] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:27.141416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.212169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:27.260346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:27.270451 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] Sync routers for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:27.280386 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:27.281008 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:27.291066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.349280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.362827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 513303ed-41dc-4f31-b69c-73e4714bac03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:27.364843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Calling delete_port for 92f35a6e-f68f-4892-85ec-5c71c8275aaf owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:27.372037 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:27.383429 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:27.384363 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:27.447254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.456614 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:27.457359 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4f95c-18f9-4742-8c0d-d979825cf546 None None] The sync data for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:27.462566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.554747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86ca7c2-df27-4044-9cac-219fbf7521c6,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:27.575488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.614935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.617006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aca10807-5fe9-4d34-b4c1-2a41839fada5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8634982 May 09 05:05:27.619365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33788) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:27.646318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '7764ae40-8953-40ce-94fc-a39601cfb933', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:27.651889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event deleted for resources: {'Port': ['ID=92f35a6e-f68f-4892-85ec-5c71c8275aaf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:27.658013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:27.660741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.662670 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9c75529a-e91d-4f8e-9a63-8aee51a9a14d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "DELETE /v2.0/ports/92f35a6e-f68f-4892-85ec-5c71c8275aaf HTTP/1.1" status: 204 len: 168 time: 1.3412395 May 09 05:05:27.666593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33792) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:27.669417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:27.673554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:27.718576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:27.723387 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdfda1e-45ac-4891-bcbc-05cb729a74c0 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] GET failed (client error): The resource could not be found. May 09 05:05:27.723918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-cbdfda1e-45ac-4891-bcbc-05cb729a74c0 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Synchronizing usage tracker for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:27.740058 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:05:27.756065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.773645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-cbdfda1e-45ac-4891-bcbc-05cb729a74c0 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Unset dirty status for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:27.774845 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cbdfda1e-45ac-4891-bcbc-05cb729a74c0 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "GET /v2.0/ports/92f35a6e-f68f-4892-85ec-5c71c8275aaf HTTP/1.1" status: 404 len: 333 time: 0.1073415 May 09 05:05:27.787115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33796) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:27.808857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Request body: {'port': {'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1663048480'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:27.823491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:27.847178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:27.908944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Made reservation on behalf of c16ae72bed304847b0974a76a189b825 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:27.911285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.921579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.925661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.931622 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-48774fc9-1276-41d7-b547-7546a04ec1ba tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/ports/b075b464-77fc-461a-9a7c-82b8d196c891 HTTP/1.1" status: 204 len: 168 time: 5.3182037 May 09 05:05:27.932674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:27.938296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33800) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:27.969922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaac0b04-3302-454c-b5be-6155c19356ab,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:27.974459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] device_id is not set on port 883997b9-7abf-42b0-8a99-258f54c78c7e yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:28.050622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:28.061183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] Sync routers for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:28.072471 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-849f0a15-002f-401f-8c04-2ec23583ebb4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/513303ed-41dc-4f31-b69c-73e4714bac03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3646426 May 09 05:05:28.074002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:28.074905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:28.084955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.098564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33804) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:28.130487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447ea85-0ca7-41b3-8c19-eaf8763932c6 None None] Network fd8c4b31-2005-47ec-8689-226829d18718 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:28.143122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.153845 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-60fcebe8-aaab-4421-b561-77ccf4369d52 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5130243 May 09 05:05:28.175641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 9c4e6bab-39e4-4665-9489-b2a7e734236a yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:28.223439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:28.245386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] Routers {'513303ed-41dc-4f31-b69c-73e4714bac03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:28.246259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['513303ed-41dc-4f31-b69c-73e4714bac03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:28.300414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4f255912-f959-4de5-8286-2bb6136a8355 None None] Provisioning for port 80d6f977-686c-48f0-9533-06d2b851adf4 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:28.321668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:28.321668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1c341-9088-4bff-9572-f505b049f4ec None None] The sync data for ids ['513303ed-41dc-4f31-b69c-73e4714bac03'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:28.359568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-76a3c66d-4f3a-4a3a-b223-72d53006a550 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:28.383544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 80d6f977-686c-48f0-9533-06d2b851adf4 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:28.462839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-76a3c66d-4f3a-4a3a-b223-72d53006a550 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:28.466365 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-76a3c66d-4f3a-4a3a-b223-72d53006a550 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=513303ed-41dc-4f31-b69c-73e4714bac03 HTTP/1.1" status: 200 len: 205 time: 0.3641105 May 09 05:05:28.466365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 62a63b1e-6142-4ad0-b27a-bf58e8bb2760 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:05:28.467825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33820) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:28.482710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.545579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 80d6f977-686c-48f0-9533-06d2b851adf4 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:28.557666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 80d6f977-686c-48f0-9533-06d2b851adf4 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:28.558156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.597670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.710887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.721939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-d27e03cf-5b99-4559-b6b6-437109da9cdb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:28.733690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.752805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 80d6f977-686c-48f0-9533-06d2b851adf4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=80d6f977-686c-48f0-9533-06d2b851adf4,segment=NetworkSegment(8ae63933-6ae3-4dae-a210-aa87781c6322),segment_id=8ae63933-6ae3-4dae-a210-aa87781c6322)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:28.763548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.764036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80c284fb-8715-4e21-a4e6-a4d24b0d1249 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:28.872601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=80d6f977-686c-48f0-9533-06d2b851adf4,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:28.940063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::10 (fd8c4b31-2005-47ec-8689-226829d18718/a8c0f8bc-65fa-45a2-b657-df55a1a71011/9c4e6bab-39e4-4665-9489-b2a7e734236a) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:28.957485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f831fbb4-4ba9-4034-a689-59a8013e9a06 None None] Provisioning complete for port 80d6f977-686c-48f0-9533-06d2b851adf4 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:28.958262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f831fbb4-4ba9-4034-a689-59a8013e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.068939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:29.084184 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] Sync routers for ids ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:29.093774 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] Routers {'62a63b1e-6142-4ad0-b27a-bf58e8bb2760'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:29.094365 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:29.156161 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:29.165709 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] Routers {'62a63b1e-6142-4ad0-b27a-bf58e8bb2760'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:29.166308 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:29.190093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-d27e03cf-5b99-4559-b6b6-437109da9cdb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:29.191098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-d27e03cf-5b99-4559-b6b6-437109da9cdb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750307171&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.7762096 May 09 05:05:29.249342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.249771 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0e6ac025-dac2-4b99-88df-ae8a18e6ddb4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 10.6860654 May 09 05:05:29.254337 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:29.254726 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed3081-2c31-4b91-a06f-9bda6322783c None None] The sync data for ids ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:29.258496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33824) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:29.312951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80c284fb-8715-4e21-a4e6-a4d24b0d1249 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.318237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80c284fb-8715-4e21-a4e6-a4d24b0d1249 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.362690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.531248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80c284fb-8715-4e21-a4e6-a4d24b0d1249 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.531381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c284fb-8715-4e21-a4e6-a4d24b0d1249 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Fanout notify agent at l3_agent the message router_deleted on router 513303ed-41dc-4f31-b69c-73e4714bac03 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:29.534526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:29.560228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.565137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:29.567445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Allocated IP 172.20.0.2 (a39261e8-567e-4d51-a46f-52d9d40a8bf3/aa547a86-7a27-4a3e-b7d1-156ad08a82b3/3089bee3-340f-4146-8ba8-45646e9c8add) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:29.573320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=883997b9-7abf-42b0-8a99-258f54c78c7e,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:29.575554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:29.576524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:29.577095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.630989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-baf4109b-c42a-4368-9404-5f353bd2a89d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:29.631723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-baf4109b-c42a-4368-9404-5f353bd2a89d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:29.650459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 9c4e6bab-39e4-4665-9489-b2a7e734236a will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:29.653233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80c284fb-8715-4e21-a4e6-a4d24b0d1249 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.654316 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-80c284fb-8715-4e21-a4e6-a4d24b0d1249 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/513303ed-41dc-4f31-b69c-73e4714bac03 HTTP/1.1" status: 204 len: 168 time: 1.1839430 May 09 05:05:29.658682 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b4c27511-76c3-4d59-895b-72dbd32dcd4c tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8608091 May 09 05:05:29.659121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33830) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:29.659438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33832) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:29.674285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:29.732298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-baf4109b-c42a-4368-9404-5f353bd2a89d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:29.736910 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-baf4109b-c42a-4368-9404-5f353bd2a89d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 796 time: 0.4856713 May 09 05:05:29.764883 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-3665bea4-ef86-4d36-87d2-736a27cd681e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0248680 May 09 05:05:29.825848 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2ced7818-09b0-426d-b7c8-917e27ff89d8 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/routers/62a63b1e-6142-4ad0-b27a-bf58e8bb2760 HTTP/1.1" status: 200 len: 883 time: 0.5661871 May 09 05:05:29.835520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33838) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:29.845609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.895882 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-85683205-5814-4d40-a019-e909d04988b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199925 May 09 05:05:29.904704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:29.973924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet fb34ea3c-d113-4d1f-88e2-759e79cab738 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:29.995795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.033949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.051183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network a39261e8-567e-4d51-a46f-52d9d40a8bf3 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:30.051676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.056045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:30.063800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:30.093563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Port': ['ID=3089bee3-340f-4146-8ba8-45646e9c8add,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:30.182318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.219315 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-9e3eca28-3dbb-4466-a3f6-cdcb595f170e service neutron] 10.222.0.50 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102365 May 09 05:05:30.259820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network fd8c4b31-2005-47ec-8689-226829d18718 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:30.275132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:30.282027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=9c4e6bab-39e4-4665-9489-b2a7e734236a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:30.288863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:30.294377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:30.294996 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.321946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.324453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 80d6f977-686c-48f0-9533-06d2b851adf4 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:30.427066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 80d6f977-686c-48f0-9533-06d2b851adf4 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:30.427629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.472125 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7cd2371c-d26c-4c8f-a06e-b165a51c14bd tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5501146 May 09 05:05:30.485281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33842) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:30.516872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'fd8c4b31-2005-47ec-8689-226829d18718', 'name': 'tempest-PortsIpV6TestJSON-400893393', 'fixed_ips': [{'subnet_id': 'a8c0f8bc-65fa-45a2-b657-df55a1a71011', 'ip_address': '2001:db8::f'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:30.618630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b8b928cb-7206-4c40-a4c8-ca82462ee438 None None] Provisioning for port 9c4e6bab-39e4-4665-9489-b2a7e734236a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:30.623375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b8b928cb-7206-4c40-a4c8-ca82462ee438 None None] Provisioning complete for port 9c4e6bab-39e4-4665-9489-b2a7e734236a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:30.623744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8b928cb-7206-4c40-a4c8-ca82462ee438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.676531 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-c95a3c88-01fd-4c78-8763-3d047a999841 service neutron] 10.222.0.50 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006081 May 09 05:05:30.690828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b8b928cb-7206-4c40-a4c8-ca82462ee438 None None] Port 9c4e6bab-39e4-4665-9489-b2a7e734236a cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:30.775336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:30.781733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.111526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-b5afc43e-2f07-4266-9329-b30fc82fcd7e req-7c184d00-763d-473e-ae67-17a34610cd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:31.116496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:05:31.121011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.281901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:31.287449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-b5afc43e-2f07-4266-9329-b30fc82fcd7e req-7c184d00-763d-473e-ae67-17a34610cd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:31.288644 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b5afc43e-2f07-4266-9329-b30fc82fcd7e req-7c184d00-763d-473e-ae67-17a34610cd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.4462595 May 09 05:05:31.297684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] device_id is not set on port 883997b9-7abf-42b0-8a99-258f54c78c7e yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:31.304577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.313913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:31.331779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Router 03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:05:31.345727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.348108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:31.373749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:31.378549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.381084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=fb34ea3c-d113-4d1f-88e2-759e79cab738,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:31.386107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81716b6f-8190-455f-ab7b-7256892cddf3 None None] Network 595278d6-3df9-4e8f-acd5-e3518856a61b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:31.403643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Transition to ACTIVE for port object 883997b9-7abf-42b0-8a99-258f54c78c7e will not be triggered until provisioned by entity L2. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:31.409620 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cf63a859-951f-42e2-bccc-ec638842e141 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/fb34ea3c-d113-4d1f-88e2-759e79cab738 HTTP/1.1" status: 204 len: 168 time: 1.7484729 May 09 05:05:31.410929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33848) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:31.413506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.466384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-556d8f90-581e-457d-88bb-02df8b7256b6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:router {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:31.509937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:31.514699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.518289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:31.536292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Sync routers for ids ['03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:31.543318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.549086 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1d23646c-f986-4b5d-a8b3-e2f23643bed4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.2447331 May 09 05:05:31.549882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33852) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:31.580158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Routers {'03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:31.580899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:31.646335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port 4f189026-10ee-4e9f-b257-ff0041b55be7 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:31.688051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-556d8f90-581e-457d-88bb-02df8b7256b6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:router {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:31.691998 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-556d8f90-581e-457d-88bb-02df8b7256b6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.8539121 May 09 05:05:31.700445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33856) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:31.710623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=883997b9-7abf-42b0-8a99-258f54c78c7e,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:31.712892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5b8bfca5-2544-404e-8551-e14f02b2a68a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-540539200'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:31.777552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet fca03b38-88f6-44ab-81e1-6d90f6134f56 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:31.793724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:31.811564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Set router 03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:05:31.862833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:31.862833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:31.863223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:31.889930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:31.890357 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:31.931452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] DHCP port deletion for 595278d6-3df9-4e8f-acd5-e3518856a61b request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:31.935996 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 2 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:31.951834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:31.952167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.000077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] Deleting port be9833a3-5ade-4dd4-944f-9933998edf79 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:32.000813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.025155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.063864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.165772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:32.166435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:32.166435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:32.205322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:32.205752 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:32.213047 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 3 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:32.319037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:32.319513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:32.319852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:32.333463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:32.333790 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:32.339893 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 4 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:32.358371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] For port be9833a3-5ade-4dd4-944f-9933998edf79, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=be9833a3-5ade-4dd4-944f-9933998edf79,segment=NetworkSegment(60b46c28-a64f-4a93-8c19-83c2a4fa2c3a),segment_id=60b46c28-a64f-4a93-8c19-83c2a4fa2c3a)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:32.358875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.366578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device be9833a3-5ade-4dd4-944f-9933998edf79 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:05:32.369566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:32.369901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:32.370257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:32.401113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:32.401408 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:32.402496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::f (fd8c4b31-2005-47ec-8689-226829d18718/a8c0f8bc-65fa-45a2-b657-df55a1a71011/4f189026-10ee-4e9f-b257-ff0041b55be7) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:32.407040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.414472 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 5 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:32.441269 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7354cc29-07ad-48f6-a028-1e341f70524f req-7a493e37-d803-40fc-ba83-6cb642ef0e9e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.0645409 May 09 05:05:32.444764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.532174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] Calling delete_port for be9833a3-5ade-4dd4-944f-9933998edf79 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:32.534293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Deleting port 3089bee3-340f-4146-8ba8-45646e9c8add {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:32.534515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.567258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:32.598801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:32.598801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:32.598801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:32.613775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4', 'name': '', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3', 'external_fixed_ips': [{'subnet_id': 'aa547a86-7a27-4a3e-b7d1-156ad08a82b3', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '3089bee3-340f-4146-8ba8-45646e9c8add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:05:26Z', 'updated_at': '2022-05-09T05:05:30Z', 'revision_number': 3, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port': {'id': '3089bee3-340f-4146-8ba8-45646e9c8add', 'name': '', 'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'aa547a86-7a27-4a3e-b7d1-156ad08a82b3', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:28Z', 'updated_at': '2022-05-09T05:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa547a86-7a27-4a3e-b7d1-156ad08a82b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:32.632470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Checking router: 03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:05:32.633202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Updating router 03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4 port 3089bee3-340f-4146-8ba8-45646e9c8add binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:05:32.646572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:32.646896 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:32.652518 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 6 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:32.663341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.721615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.731855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:32.732461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:32.732461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:32.763179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:32.763532 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:32.768977 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 7 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:32.785923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.797466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:32.797792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:32.798118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:32.806694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfca5-2544-404e-8551-e14f02b2a68a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.810525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] Pushing event deleted for resources: {'Port': ['ID=be9833a3-5ade-4dd4-944f-9933998edf79,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:32.812805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ec485-6d70-482f-8673-a3923d49b861 None None] No DVR routers for this DVR port be9833a3-5ade-4dd4-944f-9933998edf79 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:05:32.832179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.840679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfca5-2544-404e-8551-e14f02b2a68a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.881404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:32.881404 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:32.887209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:32.888839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 8 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:32.933696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:32.934178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:32.934600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:32.959192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:32.959517 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:32.964447 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 9 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:32.971244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.188578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=fca03b38-88f6-44ab-81e1-6d90f6134f56,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:33.195149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:33.195476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:33.195807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:33.198870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.200550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee91c03-af5e-4059-ba83-0c2c8f57f757 None None] Network cd5ceceb-7f43-4c52-ae10-77075ad21b59 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:33.225501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:33.225844 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:33.234575 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 10 to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e May 09 05:05:33.235876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Calling delete_port for 3089bee3-340f-4146-8ba8-45646e9c8add owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:33.245288 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-288a03d0-594f-4b9d-b1c1-4ca7461ccf56 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/fca03b38-88f6-44ab-81e1-6d90f6134f56 HTTP/1.1" status: 204 len: 168 time: 1.8201671 May 09 05:05:33.256484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33872) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:33.288635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.291931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8bfca5-2544-404e-8551-e14f02b2a68a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 62a63b1e-6142-4ad0-b27a-bf58e8bb2760 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:33.302506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:33.302871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:33.303159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:33.359827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.366351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:33.366736 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 883997b9-7abf-42b0-8a99-258f54c78c7e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:33.367016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.402010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Transition to ACTIVE for port object 3089bee3-340f-4146-8ba8-45646e9c8add will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:33.432746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object 4f189026-10ee-4e9f-b257-ff0041b55be7 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:33.434901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.539334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Attempting to bind port 3089bee3-340f-4146-8ba8-45646e9c8add on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:33.540474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Attempting to bind port 3089bee3-340f-4146-8ba8-45646e9c8add by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'fddd77e0-1a58-4f72-8c5f-5fb19e396186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:33.540999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Attempting to bind port 3089bee3-340f-4146-8ba8-45646e9c8add on network a39261e8-567e-4d51-a46f-52d9d40a8bf3 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:33.542974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f1ca-0118-4db7-a4aa-ddc6f2b1ca8b None None] Pushing event updated for resources: {'Port': ['ID=3089bee3-340f-4146-8ba8-45646e9c8add,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:33.545625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.552057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:33.552832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Checking segment: {'id': 'fddd77e0-1a58-4f72-8c5f-5fb19e396186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:33.553399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.553936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Bound using segment: {'id': 'fddd77e0-1a58-4f72-8c5f-5fb19e396186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:33.554566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Bound port: 3089bee3-340f-4146-8ba8-45646e9c8add, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddd77e0-1a58-4f72-8c5f-5fb19e396186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a39261e8-567e-4d51-a46f-52d9d40a8bf3'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:33.555091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.609110 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cc03f84b-321c-4449-8cd8-e05edd463977 req-21ede970-d231-4638-b5d5-bf5bf3c6cb60 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.0731802 May 09 05:05:33.609698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.639638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] For port 3089bee3-340f-4146-8ba8-45646e9c8add, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:33.643257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] For port 3089bee3-340f-4146-8ba8-45646e9c8add, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3089bee3-340f-4146-8ba8-45646e9c8add,segment=NetworkSegment(fddd77e0-1a58-4f72-8c5f-5fb19e396186),segment_id=fddd77e0-1a58-4f72-8c5f-5fb19e396186)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:33.650139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.671224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8bfca5-2544-404e-8551-e14f02b2a68a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:33.688185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfca5-2544-404e-8551-e14f02b2a68a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.692617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=67c200f2-a4a2-4c4b-aaed-0a4c2fa40c96,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:33.692843 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5b8bfca5-2544-404e-8551-e14f02b2a68a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/62a63b1e-6142-4ad0-b27a-bf58e8bb2760 HTTP/1.1" status: 200 len: 890 time: 1.9911075 May 09 05:05:33.694110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33878) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:33.697041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:05:33.697591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:05:33.702841 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] Sync routers for ids ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:33.736654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Routers {'03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:33.737433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:33.749593 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] Routers {'62a63b1e-6142-4ad0-b27a-bf58e8bb2760'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:33.750857 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:33.759630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.793737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] DHCP port deletion for cd5ceceb-7f43-4c52-ae10-77075ad21b59 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:33.796037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f1ca-0118-4db7-a4aa-ddc6f2b1ca8b None None] Pushing event updated for resources: {'Port': ['ID=3089bee3-340f-4146-8ba8-45646e9c8add,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:33.816515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] Deleting port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:33.817074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:33.846700 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:33.860278 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] Routers {'62a63b1e-6142-4ad0-b27a-bf58e8bb2760'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:33.861198 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:33.914148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] For port 883997b9-7abf-42b0-8a99-258f54c78c7e, host hv-neutron-8404, cleared binding levels {{(pid=88042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:33.914515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempted to set empty binding levels {{(pid=88042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 09 05:05:33.955005 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:33.955405 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a17c666-5a6f-4536-9688-0a7ae683ff4b None None] The sync data for ids ['62a63b1e-6142-4ad0-b27a-bf58e8bb2760'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:33.984892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.009062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ef270ec1-8a20-4cb9-9f68-b2c56bbc11db tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/routers/62a63b1e-6142-4ad0-b27a-bf58e8bb2760 HTTP/1.1" status: 200 len: 890 time: 0.3117545 May 09 05:05:34.010192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33882) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:34.016380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] Set router 03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:05:34.060296 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a98b14ef-ecde-4ba2-8b52-c2b18a6ecc93 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a63b1e-6142-4ad0-b27a-bf58e8bb2760 HTTP/1.1" status: 200 len: 205 time: 0.0482080 May 09 05:05:34.061757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33886) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:34.065562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network fd8c4b31-2005-47ec-8689-226829d18718 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:34.076719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:34.081929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:34.087435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:34.088030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.100965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] In _notify_port_updated(), no bound segment for port 883997b9-7abf-42b0-8a99-258f54c78c7e on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:05:34.102100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:34.102843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.104291 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "PUT /v2.0/ports/883997b9-7abf-42b0-8a99-258f54c78c7e HTTP/1.1" status: 200 len: 977 time: 4.4425218 May 09 05:05:34.106216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.114013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33890) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:34.125125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=4f189026-10ee-4e9f-b257-ff0041b55be7,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:34.134927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4', 'name': '', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:05:26Z', 'updated_at': '2022-05-09T05:05:32Z', 'revision_number': 4, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:34.156355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb775e2f-9f38-4efb-b3c7-a16566d17c56 None None] The sync data for ids ['03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4'] in dv-neutron-840482-1-hyperv is: [{'id': '03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4', 'name': '', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:05:26Z', 'updated_at': '2022-05-09T05:05:32Z', 'revision_number': 4, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:34.250479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Deleting port 3089bee3-340f-4146-8ba8-45646e9c8add {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:34.250479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.289917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] For port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1a40cbaa-8729-468d-b4bf-e0d0c2be669a,segment=NetworkSegment(5da4187a-6062-44f8-9c07-367d28017053),segment_id=5da4187a-6062-44f8-9c07-367d28017053)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:34.290308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.407386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1a40cbaa-8729-468d-b4bf-e0d0c2be669a no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:05:34.413782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595278d6-3df9-4e8f-acd5-e3518856a61b']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:34.438154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b46c28-a64f-4a93-8c19-83c2a4fa2c3a') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:34.438612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b46c28-a64f-4a93-8c19-83c2a4fa2c3a') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:34.457627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.478024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.487603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:34.488582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.514958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.561274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] Calling delete_port for 1a40cbaa-8729-468d-b4bf-e0d0c2be669a owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:34.575837 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:34.631118 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b75341d7-0c34-4bd1-97e7-f2055221c60a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1258447 May 09 05:05:34.658927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d7335626-3029-4d6b-b19f-3356cdd50ad2 None None] Provisioning for port 4f189026-10ee-4e9f-b257-ff0041b55be7 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:34.681785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d7335626-3029-4d6b-b19f-3356cdd50ad2 None None] Provisioning complete for port 4f189026-10ee-4e9f-b257-ff0041b55be7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:34.682293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d7335626-3029-4d6b-b19f-3356cdd50ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.685880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33898) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:34.752728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.779235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f66ad0-d746-4f67-9189-28c49e6dc512 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=883997b9-7abf-42b0-8a99-258f54c78c7e,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:34.804575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.809587 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dafbb262-9fa1-4c2f-b51c-b51dee53ce9e req-063efe94-9838-4f24-bf2b-2dc42099e7d6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.0531530 May 09 05:05:34.811403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a update to DOWN by agent not found {{(pid=88043) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 09 05:05:34.816559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] Pushing event deleted for resources: {'Port': ['ID=1a40cbaa-8729-468d-b4bf-e0d0c2be669a,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:34.820760 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40eb70-8e70-42e4-adbf-909036da549b None None] No DVR routers for this DVR port 1a40cbaa-8729-468d-b4bf-e0d0c2be669a on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:05:34.825332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.830282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d7335626-3029-4d6b-b19f-3356cdd50ad2 None None] Port 4f189026-10ee-4e9f-b257-ff0041b55be7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:34.867256 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/595278d6-3df9-4e8f-acd5-e3518856a61b HTTP/1.1" status: 204 len: 168 time: 1.6060865 May 09 05:05:34.867256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8455bf6-99a4-4f19-8cd7-d25cda03bd33 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=595278d6-3df9-4e8f-acd5-e3518856a61b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:34.867256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33904) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:34.873599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] For port 3089bee3-340f-4146-8ba8-45646e9c8add, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3089bee3-340f-4146-8ba8-45646e9c8add,segment=NetworkSegment(fddd77e0-1a58-4f72-8c5f-5fb19e396186),segment_id=fddd77e0-1a58-4f72-8c5f-5fb19e396186)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:34.873958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.955820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:34.974895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.031179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.031657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.032113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.032604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.033130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.033595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.034036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.034475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.034943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.035394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.035847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.036301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.036782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.037241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.037694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.038144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.038592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.039017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.039489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.039925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.040423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.040861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.041310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.041757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.042558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.042661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.043094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.046822 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-022e2e09-0ee4-408b-b1dd-56ae7ad04149 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23502 time: 0.9230969 May 09 05:05:35.149451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33908) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:35.158169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Calling delete_port for 3089bee3-340f-4146-8ba8-45646e9c8add owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:35.237810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 449e2b10-5e33-4359-96a6-cd87512e456c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:35.238062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.243954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.353573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Deleting port 883997b9-7abf-42b0-8a99-258f54c78c7e {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:35.353873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.466958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415f9e6-4f32-4517-a2a4-5ab72df227e4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.467551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d415f9e6-4f32-4517-a2a4-5ab72df227e4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:35.493392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.574713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d415f9e6-4f32-4517-a2a4-5ab72df227e4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:35.575853 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d415f9e6-4f32-4517-a2a4-5ab72df227e4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8890271 May 09 05:05:35.579882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33914) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:35.609573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.625442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5ceceb-7f43-4c52-ae10-77075ad21b59']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:35.660657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da4187a-6062-44f8-9c07-367d28017053') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:35.661059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da4187a-6062-44f8-9c07-367d28017053') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:35.680519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.773638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.780808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for 449e2b10-5e33-4359-96a6-cd87512e456c owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:35.794167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:35.794518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:35.809905 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:35.899735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 7988bc20-b4f4-4e44-9a84-e3cb0c4069ce has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:35.916970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a655dc-33d6-4455-9e2d-3a5b6a8643c0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.923674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a655dc-33d6-4455-9e2d-3a5b6a8643c0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.929897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a655dc-33d6-4455-9e2d-3a5b6a8643c0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:35.930964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-38a655dc-33d6-4455-9e2d-3a5b6a8643c0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:35.937291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.967152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.974466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] For port 883997b9-7abf-42b0-8a99-258f54c78c7e, host hv-neutron-8404, got binding levels [] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:35.974824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:35.989210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.050895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=cd5ceceb-7f43-4c52-ae10-77075ad21b59,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:36.100206 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6d5aac71-a944-4d28-b77d-27fb89a6cfe8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/cd5ceceb-7f43-4c52-ae10-77075ad21b59 HTTP/1.1" status: 204 len: 168 time: 1.2303610 May 09 05:05:36.101156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-38a655dc-33d6-4455-9e2d-3a5b6a8643c0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:36.103192 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-38a655dc-33d6-4455-9e2d-3a5b6a8643c0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5188103 May 09 05:05:36.112191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33922) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:36.112612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33924) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:36.120728 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-37981831-d11e-41ab-9c2a-afd2f2378ff1 req-e2de5ffb-b507-44f7-bfd3-db4c8b6eaf4e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.0863922 May 09 05:05:36.154413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-2026430990'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:36.180408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Calling delete_port for 883997b9-7abf-42b0-8a99-258f54c78c7e owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:36.216370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:36.241229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event deleted for resources: {'Port': ['ID=3089bee3-340f-4146-8ba8-45646e9c8add,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:36.247225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:36.252782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:36.261993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:36.289048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 4f189026-10ee-4e9f-b257-ff0041b55be7 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:36.289384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.313837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:36.317204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.354580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.363390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:36.371904 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-44cc9432-0726-4a37-9379-4a643de6933c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/routers/7988bc20-b4f4-4e44-9a84-e3cb0c4069ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4248204 May 09 05:05:36.373830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] Sync routers for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:36.377750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33930) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:36.386446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:36.387243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:36.458486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:36.467600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] Routers {'7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:36.468208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:36.472378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:36.527385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.528133 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 7a5b1e18-481f-4bca-b9f3-d20616e0dc00 of type vlan for network 3bfe531b-4698-47b9-9fa4-d070998b73a9 May 09 05:05:36.533284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:36.533685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da909-6012-44c3-ad9a-4772ad11f03c None None] The sync data for ids ['7988bc20-b4f4-4e44-9a84-e3cb0c4069ce'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:36.651980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.841472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.858178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.867026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event deleted for resources: {'Port': ['ID=883997b9-7abf-42b0-8a99-258f54c78c7e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:36.870696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.885129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.891059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.931893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.987738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:36.988234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:36.997327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.007722 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-505d9f62-6b99-4f60-8098-a0eba41e20ef tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "DELETE /v2.0/ports/883997b9-7abf-42b0-8a99-258f54c78c7e HTTP/1.1" status: 204 len: 168 time: 1.8572152 May 09 05:05:37.011031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33938) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:37.018948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.022959 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1f4468df-7f91-468d-8cc3-8eb1a6e927bb tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "DELETE /v2.0/routers/03d76cc6-bf77-4aa7-ac5a-d2cc0bdab7a4 HTTP/1.1" status: 204 len: 168 time: 5.4692640 May 09 05:05:37.024155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=449e2b10-5e33-4359-96a6-cd87512e456c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:37.058415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33942) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:37.175704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.179886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-0c9f3bb8-a1a9-47c7-9d7c-153204d2cee1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:37.181339 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-0c9f3bb8-a1a9-47c7-9d7c-153204d2cee1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 796 time: 0.4640918 May 09 05:05:37.182141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:37.182141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.220524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Deleting subnet aa547a86-7a27-4a3e-b7d1-156ad08a82b3 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:37.233145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.260035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.295567 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 4f189026-10ee-4e9f-b257-ff0041b55be7 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:37.337586 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2224143 May 09 05:05:37.392066 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff64be1-5199-4ce1-96b3-08294a4f69f8 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] GET failed (client error): The resource could not be found. May 09 05:05:37.393433 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bff64be1-5199-4ce1-96b3-08294a4f69f8 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "GET /v2.0/ports/883997b9-7abf-42b0-8a99-258f54c78c7e HTTP/1.1" status: 404 len: 333 time: 0.3814683 May 09 05:05:37.407666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33948) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:37.408181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:37.431406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-339497749', 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:37.438918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:37.462511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:37.477219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Usage tracker for resource:port and tenant:c16ae72bed304847b0974a76a189b825 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:37.499088 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b327673a-e4a7-45a5-9511-1ea52aaa941a req-ab68dd07-41da-434c-81b6-52df53e8365e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.2400701 May 09 05:05:37.512079 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-29d08fe6-a1cf-40ca-bd88-ebc707b75888 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 379 time: 0.3141687 May 09 05:05:37.523691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.530872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:37.548062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cc344-5602-41db-8c68-288d81590106 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=3bfe531b-4698-47b9-9fa4-d070998b73a9,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:37.552761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['7764ae40-8953-40ce-94fc-a39601cfb933']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:37.555921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:37.560015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:37.575467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.581357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.582916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.611014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Made reservation on behalf of c16ae72bed304847b0974a76a189b825 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:37.617639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.635217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 1b0daa1e-bf6a-4a79-bda2-556cb29633f5 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:37.635577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.688727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.689360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Fanout notify agent at l3_agent the message router_deleted on router 62a63b1e-6142-4ad0-b27a-bf58e8bb2760 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:37.699555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.738928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] device_id is not set on port aca84c07-a427-4b93-86ca-5745083634c8 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:37.775569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:37.775873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.776730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-595e7663-61b8-48fa-afa2-3519a1d16ce1 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/62a63b1e-6142-4ad0-b27a-bf58e8bb2760 HTTP/1.1" status: 204 len: 168 time: 3.7138608 May 09 05:05:37.782620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33956) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:37.792713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:37.796785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-260289125'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:37.799960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:37.809080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:37.809364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:37.811182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:37.816338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:37.821003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:37.835417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:37.837382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:37.848995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.879457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:37.882878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.891168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:37.894431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.907135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:37.911569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.921463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aa547a86-7a27-4a3e-b7d1-156ad08a82b3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:37.926354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.941204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fc7e3c31-f8b5-4d21-a803-e6e68cf30c63 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/aa547a86-7a27-4a3e-b7d1-156ad08a82b3 HTTP/1.1" status: 204 len: 168 time: 0.8816650 May 09 05:05:37.943816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:37.954840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33960) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:37.985584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:38.015869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.016221 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment efaab1d1-450b-4535-9002-a43e33438e03 of type vlan for network e851d87c-277a-46b5-89f5-74f82fbf7439 May 09 05:05:38.088720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.093911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=4f189026-10ee-4e9f-b257-ff0041b55be7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:38.138838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.3 (1282b66c-b8e7-40e1-a6d3-109f6f34cf95/e540ea11-d57e-4a5c-af06-31a1bd243752/a5a8f30d-420f-438f-8938-0e53f6f45d88) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:38.146652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.152264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:38.152865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.395337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.428188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6444657 May 09 05:05:38.433804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 33966) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:38.436235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaeeed-808a-4151-b667-6c7c31bc5d7a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=e851d87c-277a-46b5-89f5-74f82fbf7439,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:38.447108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network e851d87c-277a-46b5-89f5-74f82fbf7439 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:38.458163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.480002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': 'e851d87c-277a-46b5-89f5-74f82fbf7439', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:38.562795 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5bc8973f-5c99-4221-9ff8-30e18e4afbac tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/4f189026-10ee-4e9f-b257-ff0041b55be7 HTTP/1.1" status: 204 len: 168 time: 2.4491410 May 09 05:05:38.565900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33972) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:38.621063 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db5d43a-d5f9-4759-a9c8-6a9b33678c70 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:05:38.623932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2db5d43a-d5f9-4759-a9c8-6a9b33678c70 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/4f189026-10ee-4e9f-b257-ff0041b55be7 HTTP/1.1" status: 404 len: 333 time: 0.0556183 May 09 05:05:38.627667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33976) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:38.704991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.705886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 1b0daa1e-bf6a-4a79-bda2-556cb29633f5 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:38.733875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 9c4e6bab-39e4-4665-9489-b2a7e734236a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:38.734130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.759854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object a5a8f30d-420f-438f-8938-0e53f6f45d88 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:38.795491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:38.904572 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6dd37fbe-0138-47d0-94aa-4aab86f58839 req-3bbae5db-4adb-493c-81bf-7a03734ab411 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.1058998 May 09 05:05:38.930943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.022412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:39.028095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:39.030372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:39.032948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:39.056454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:39.082736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:39.099923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:39.102217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=a5a8f30d-420f-438f-8938-0e53f6f45d88,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:39.107519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.137550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:39.138183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.143123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.206562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:39.210050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.243233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.276591 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-7e852c01-c418-4446-a0fd-6e86d2648dd4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7549300 May 09 05:05:39.280850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7cc2cfa4-263b-4367-b649-9e00137eb0d2 None None] Provisioning for port a5a8f30d-420f-438f-8938-0e53f6f45d88 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:39.284447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 9c4e6bab-39e4-4665-9489-b2a7e734236a owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:39.287017 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7cc2cfa4-263b-4367-b649-9e00137eb0d2 None None] Provisioning complete for port a5a8f30d-420f-438f-8938-0e53f6f45d88 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:39.287576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cfa4-263b-4367-b649-9e00137eb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.324469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Request body: {'port': {'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:39.344787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2cfa4-263b-4367-b649-9e00137eb0d2 None None] Port a5a8f30d-420f-438f-8938-0e53f6f45d88 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:39.346436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.380222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39261e8-567e-4d51-a46f-52d9d40a8bf3']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:39.426581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddd77e0-1a58-4f72-8c5f-5fb19e396186') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:39.426905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddd77e0-1a58-4f72-8c5f-5fb19e396186') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:39.490758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.518181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.536954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.545533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=9af979cc-60ea-42de-9ef2-207e6ba0c70d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:39.592187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.597855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.637498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:39.637888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.650517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=9c4e6bab-39e4-4665-9489-b2a7e734236a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:39.651956 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:39.668123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '7a5b1e18-481f-4bca-b9f3-d20616e0dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:39.668530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: 3bfe531b-4698-47b9-9fa4-d070998b73a9, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:39.728101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:39.733322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.745524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.752305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:39.766646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:39.767749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:39.768228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:39.771303 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-364df778-5879-484c-a19e-bb83049cbfde tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/9c4e6bab-39e4-4665-9489-b2a7e734236a HTTP/1.1" status: 204 len: 168 time: 1.1400914 May 09 05:05:39.772929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33980) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:39.779552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=aca84c07-a427-4b93-86ca-5745083634c8,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:39.831039 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ca3366-9553-428b-940e-abaa6ab86bca tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:05:39.831576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e8ca3366-9553-428b-940e-abaa6ab86bca tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:39.924159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e8ca3366-9553-428b-940e-abaa6ab86bca tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:39.925395 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e8ca3366-9553-428b-940e-abaa6ab86bca tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/9c4e6bab-39e4-4665-9489-b2a7e734236a HTTP/1.1" status: 404 len: 333 time: 0.1519887 May 09 05:05:39.928177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33984) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:40.046104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=1b0daa1e-bf6a-4a79-bda2-556cb29633f5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:40.102309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.128684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:40.135409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a39261e8-567e-4d51-a46f-52d9d40a8bf3 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 09 05:05:40.142696 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8490b711-d253-47ce-8ce5-69cf6815d86d tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7296832 May 09 05:05:40.142696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.143372 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a39261e8-567e-4d51-a46f-52d9d40a8bf3 HTTP/1.1" status: 204 len: 168 time: 2.1543324 May 09 05:05:40.144503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 33990) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:40.164838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a198ca-44b3-43cc-a226-52fe138e4bbc tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event deleted for resources: {'Network': ['ID=a39261e8-567e-4d51-a46f-52d9d40a8bf3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:40.174203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 3bfe531b-4698-47b9-9fa4-d070998b73a9) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:40.183713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c52487-50d2-4968-894d-20bb3a46a404 None None] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:40.192252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:40.192880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.211316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.276830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet a8c0f8bc-65fa-45a2-b657-df55a1a71011 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:40.293566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.326212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.330873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f5fce-7459-404e-a513-1b94cebb4931 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:40.331453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5f2f5fce-7459-404e-a513-1b94cebb4931 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Synchronizing usage tracker for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:40.420742 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e005daaa-d2d5-4adf-a6f9-72b50e642fe3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0115423 May 09 05:05:40.441001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34000) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:40.457997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.462207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.466890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1510568180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:40.484013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:40.493390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a8f30d-420f-438f-8938-0e53f6f45d88 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:05:40.502323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=6e5cac5d-064c-4f53-a634-8fd9d1cb0f87,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:40.505343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.516631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': 'efaab1d1-450b-4535-9002-a43e33438e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e851d87c-277a-46b5-89f5-74f82fbf7439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:40.517378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: e851d87c-277a-46b5-89f5-74f82fbf7439, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:40.522932 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.523691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Fanout notify agent at l3_agent the message router_deleted on router 7988bc20-b4f4-4e44-9a84-e3cb0c4069ce {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:40.535935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:router and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:40.540757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.544721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.547615 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7060d1c1-3d8c-45ef-9300-6cc46ff4c522 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/routers/7988bc20-b4f4-4e44-9a84-e3cb0c4069ce HTTP/1.1" status: 204 len: 168 time: 4.1688447 May 09 05:05:40.550155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34004) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:40.554975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c1baa-ee8b-4ced-85e2-3f51a9c9d989 req-668976a0-b91b-4a77-bf67-63865e2d4c39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:40.555695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-fe0c1baa-ee8b-4ced-85e2-3f51a9c9d989 req-668976a0-b91b-4a77-bf67-63865e2d4c39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:40.558339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5f2f5fce-7459-404e-a513-1b94cebb4931 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Unset dirty status for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:40.559407 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5f2f5fce-7459-404e-a513-1b94cebb4931 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "GET /v2.0/ports/aca84c07-a427-4b93-86ca-5745083634c8 HTTP/1.1" status: 200 len: 954 time: 0.4078903 May 09 05:05:40.561545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:40.576974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34008) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:40.590060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:40.595409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-3bfe531b-4698-47b9-9fa4-d070998b73a9', 'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': '9af979cc-60ea-42de-9ef2-207e6ba0c70d'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:05:40.596462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.616242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network e851d87c-277a-46b5-89f5-74f82fbf7439 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:40.640624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34012) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:40.654884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting subnet 1bd548f9-ccb3-4932-ade4-81e403f105cf {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:40.660884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'router': {'name': 'tempest-router--1318224001', 'project_id': '7c9761ba76a14613a9b3ac59fb9eafb3'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:40.662504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.676034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Transition to ACTIVE for port object a5a8f30d-420f-438f-8938-0e53f6f45d88 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:40.680021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:40.690443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-fe0c1baa-ee8b-4ced-85e2-3f51a9c9d989 req-668976a0-b91b-4a77-bf67-63865e2d4c39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:40.691615 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fe0c1baa-ee8b-4ced-85e2-3f51a9c9d989 req-668976a0-b91b-4a77-bf67-63865e2d4c39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 931 time: 0.5930228 May 09 05:05:40.692548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:router and tenant:7c9761ba76a14613a9b3ac59fb9eafb3 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:40.699309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.702912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.703892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.714386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:40.724788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, e851d87c-277a-46b5-89f5-74f82fbf7439) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:40.730345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:40.732507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.740061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac37dd-d6ce-4906-9bea-4b92aa04900b None None] Network e851d87c-277a-46b5-89f5-74f82fbf7439 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:40.758031 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b6353a87-452f-4496-bfe6-8d3c95134a72 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3107569 May 09 05:05:40.766718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34016) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:40.779336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1424337189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:40.782100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:40.796281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:40.808715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Deleting port aca84c07-a427-4b93-86ca-5745083634c8 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:40.809004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.812557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:router and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:40.817173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:40.824414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:40.830123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.883491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.884590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.922338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.952104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.962488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.968615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Allocated IP 172.20.0.2 (3bfe531b-4698-47b9-9fa4-d070998b73a9/9af979cc-60ea-42de-9ef2-207e6ba0c70d/1e0df5e7-2f89-492b-804a-18a75113ce1a) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:40.972561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.973560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:40.983324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.038523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.043923 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ec6c8385-f81f-467c-8bea-b83b33ea4ff2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2758505 May 09 05:05:41.045372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34020) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:41.052667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fe0c1baa-ee8b-4ced-85e2-3f51a9c9d989 req-1b287f48-405c-4300-b588-9f829e96c96d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401587 May 09 05:05:41.053336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a8f30d-420f-438f-8938-0e53f6f45d88,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:41.094148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.141155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-e851d87c-277a-46b5-89f5-74f82fbf7439', 'network_id': 'e851d87c-277a-46b5-89f5-74f82fbf7439', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': '6e5cac5d-064c-4f53-a634-8fd9d1cb0f87'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:05:41.141997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.240971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.252070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.296231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.402478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.406300 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-62f65df3-7bed-4429-b175-e77a08995a6f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9524467 May 09 05:05:41.409606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.420826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34024) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:41.433228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd548f9-ccb3-4932-ade4-81e403f105cf,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:41.437814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.440815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'port': {'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9', 'name': 'tempest-RoutersTest-771792199'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:41.461260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.470765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.478894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932131c1-73e3-4728-806d-184dad6134b8 None None] Network 21b1ef74-214e-43ad-ab86-3e93d117f3ea requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:41.509031 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fd2af423-e151-43bc-8f7a-6fd716a9d75c tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/subnets/1bd548f9-ccb3-4932-ade4-81e403f105cf HTTP/1.1" status: 204 len: 168 time: 0.9574435 May 09 05:05:41.518564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34028) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:41.614459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Allocated IP 2001:db8::2 (e851d87c-277a-46b5-89f5-74f82fbf7439/6e5cac5d-064c-4f53-a634-8fd9d1cb0f87/ee53b78d-eb8d-455c-8ffb-86f39909b744) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:41.621272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.632333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Attempting to bind port a5a8f30d-420f-438f-8938-0e53f6f45d88 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:41.633039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Attempting to bind port a5a8f30d-420f-438f-8938-0e53f6f45d88 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:41.633039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Attempting to bind port a5a8f30d-420f-438f-8938-0e53f6f45d88 on network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:41.681160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.710416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Transition to ACTIVE for port object 1e0df5e7-2f89-492b-804a-18a75113ce1a will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:41.715444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c0f8bc-65fa-45a2-b657-df55a1a71011,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:41.724646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Calling delete_port for aca84c07-a427-4b93-86ca-5745083634c8 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:41.744846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062c5f8-6437-4a72-a403-ea205b911887 None None] Network fd8c4b31-2005-47ec-8689-226829d18718 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:41.770900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.772793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5b2720f5-90d6-4dcf-96a9-8348cf07fcff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/a8c0f8bc-65fa-45a2-b657-df55a1a71011 HTTP/1.1" status: 204 len: 168 time: 1.8436725 May 09 05:05:41.773820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.777819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-afe8b822-b886-436f-a929-16a5c1c8d27a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1304786 May 09 05:05:41.872241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Transition to ACTIVE for port object 1e0df5e7-2f89-492b-804a-18a75113ce1a will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:41.885469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34034) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:41.885873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34036) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:41.906638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:41.914705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Port a5a8f30d-420f-438f-8938-0e53f6f45d88 on network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:41.915029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Attempting to bind port a5a8f30d-420f-438f-8938-0e53f6f45d88 on network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:41.978696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:41.979040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Checking segment: {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:41.979454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Bound using segment: {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:41.979903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Bound port: a5a8f30d-420f-438f-8938-0e53f6f45d88, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df29850c-1c0a-4441-9a08-a22519a5c430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:41.980253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.021583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:42.043591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:42.082434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:42.126272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.152008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Pushing event updated for resources: {'Port': ['ID=1e0df5e7-2f89-492b-804a-18a75113ce1a,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:42.156765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.170590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:42.228314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] DHCP port deletion for 21b1ef74-214e-43ad-ab86-3e93d117f3ea request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:42.247674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event deleted for resources: {'Port': ['ID=aca84c07-a427-4b93-86ca-5745083634c8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:42.258523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.269785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port d21125b6-22b9-4d6b-a553-00dd3ba4011c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:42.270261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.294563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Deleting port d21125b6-22b9-4d6b-a553-00dd3ba4011c {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:42.295554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.320045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] For port a5a8f30d-420f-438f-8938-0e53f6f45d88, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:42.330304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] For port a5a8f30d-420f-438f-8938-0e53f6f45d88, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:42.348132 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f0522b6e-14ca-48f3-bfa0-cead3dc13380 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "DELETE /v2.0/ports/aca84c07-a427-4b93-86ca-5745083634c8 HTTP/1.1" status: 204 len: 168 time: 1.7699125 May 09 05:05:42.349358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:42.351153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34046) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:42.357879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d21125b6-22b9-4d6b-a553-00dd3ba4011c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:05:42.362417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.398153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Attempting to bind port 1e0df5e7-2f89-492b-804a-18a75113ce1a on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:42.398469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Attempting to bind port 1e0df5e7-2f89-492b-804a-18a75113ce1a by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '7a5b1e18-481f-4bca-b9f3-d20616e0dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:42.399447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Attempting to bind port 1e0df5e7-2f89-492b-804a-18a75113ce1a on network 3bfe531b-4698-47b9-9fa4-d070998b73a9 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:42.436388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:42.436714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Checking segment: {'id': '7a5b1e18-481f-4bca-b9f3-d20616e0dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:42.437095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.437483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Bound using segment: {'id': '7a5b1e18-481f-4bca-b9f3-d20616e0dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:42.437958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Bound port: 1e0df5e7-2f89-492b-804a-18a75113ce1a, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b1e18-481f-4bca-b9f3-d20616e0dc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3bfe531b-4698-47b9-9fa4-d070998b73a9'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:42.438357 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.439426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:42.440936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.442907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] 10.222.0.59 "PUT /v2.0/ports/a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 200 len: 1093 time: 3.1292152 May 09 05:05:42.446793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:05:42.452028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:42.456647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.465594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-92f9bbc7-5895-49e3-a274-37985f442aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.469501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.504611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] device_id is not set on port 1c12c761-29f0-480f-926f-5ebe6c9635f4 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:42.561090 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f26e7aa-e046-4116-a59c-14116f177fdd tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] GET failed (client error): The resource could not be found. May 09 05:05:42.561618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f26e7aa-e046-4116-a59c-14116f177fdd tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Synchronizing usage tracker for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:42.566217 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf9b494-c12a-4dbc-9fea-c012378b9824'] response: {'name': 'network-changed', 'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'status': 'completed', 'code': 200} May 09 05:05:42.566492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Transition to ACTIVE for port object ee53b78d-eb8d-455c-8ffb-86f39909b744 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:42.574957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532311af-b5ec-4007-b85c-cd719f395a03 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.638254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Transition to ACTIVE for port object ee53b78d-eb8d-455c-8ffb-86f39909b744 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:42.707343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978ea11-9576-4fe1-8f10-9b34b1b9d855 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a8f30d-420f-438f-8938-0e53f6f45d88,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:42.771520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] DHCP port deletion for fd8c4b31-2005-47ec-8689-226829d18718 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:42.804686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] Deleting port 80d6f977-686c-48f0-9533-06d2b851adf4 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:42.804686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.829234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.931486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] For port d21125b6-22b9-4d6b-a553-00dd3ba4011c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d21125b6-22b9-4d6b-a553-00dd3ba4011c,segment=NetworkSegment(f91c9129-5b58-4d74-b64d-1e67fcf7e4dc),segment_id=f91c9129-5b58-4d74-b64d-1e67fcf7e4dc)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:42.931747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.938637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.959255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f26e7aa-e046-4116-a59c-14116f177fdd tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Unset dirty status for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:42.960384 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9f26e7aa-e046-4116-a59c-14116f177fdd tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "GET /v2.0/ports/aca84c07-a427-4b93-86ca-5745083634c8 HTTP/1.1" status: 404 len: 333 time: 0.5086608 May 09 05:05:42.970795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] For port 1e0df5e7-2f89-492b-804a-18a75113ce1a, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:42.971653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34052) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:42.979806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Request body: {'port': {'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1937161799'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:42.984873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532311af-b5ec-4007-b85c-cd719f395a03 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.989630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532311af-b5ec-4007-b85c-cd719f395a03 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:42.995070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:43.007119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Network e851d87c-277a-46b5-89f5-74f82fbf7439 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:43.017937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:43.031805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:43.035362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8::1 (e851d87c-277a-46b5-89f5-74f82fbf7439/6e5cac5d-064c-4f53-a634-8fd9d1cb0f87/5c323241-d27f-47db-9eab-29d7357dadb3) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:43.037180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 80d6f977-686c-48f0-9533-06d2b851adf4 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:43.037514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.038091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:43.046308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] For port 1e0df5e7-2f89-492b-804a-18a75113ce1a, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1e0df5e7-2f89-492b-804a-18a75113ce1a,segment=NetworkSegment(7a5b1e18-481f-4bca-b9f3-d20616e0dc00),segment_id=7a5b1e18-481f-4bca-b9f3-d20616e0dc00)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:43.051931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.084303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.098571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bef3e-aabb-4b82-bd34-b0cc57eb0981 req-8df29d57-012f-439f-939d-084a9d282628 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:43.100062 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ed6bef3e-aabb-4b82-bd34-b0cc57eb0981 req-8df29d57-012f-439f-939d-084a9d282628 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 943 time: 0.8092785 May 09 05:05:43.105557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532311af-b5ec-4007-b85c-cd719f395a03 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.105839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532311af-b5ec-4007-b85c-cd719f395a03 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb928570-1f20-45aa-8565-6aa3fe0f1a25 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:43.109540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for d21125b6-22b9-4d6b-a553-00dd3ba4011c owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:43.151025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Made reservation on behalf of c16ae72bed304847b0974a76a189b825 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:43.153318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.170356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.20.0.8 (3bfe531b-4698-47b9-9fa4-d070998b73a9/9af979cc-60ea-42de-9ef2-207e6ba0c70d/1c12c761-29f0-480f-926f-5ebe6c9635f4) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:43.178200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-4b1cc36d-c90f-4a3a-8bab-dcab43d77673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:43.179792 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-4b1cc36d-c90f-4a3a-8bab-dcab43d77673 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1096 time: 0.6165388 May 09 05:05:43.222772 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Pushing event updated for resources: {'Port': ['ID=ee53b78d-eb8d-455c-8ffb-86f39909b744,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:43.245029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] For port d21125b6-22b9-4d6b-a553-00dd3ba4011c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d21125b6-22b9-4d6b-a553-00dd3ba4011c,segment=NetworkSegment(f91c9129-5b58-4d74-b64d-1e67fcf7e4dc),segment_id=f91c9129-5b58-4d74-b64d-1e67fcf7e4dc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:43.245501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.288059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-932983bb-e44b-4126-9cb7-38972742db40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 200 len: 217 time: 0.0900865 May 09 05:05:43.351130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.432241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] No DVR routers for this DVR port d21125b6-22b9-4d6b-a553-00dd3ba4011c on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:05:43.455452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532311af-b5ec-4007-b85c-cd719f395a03 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.459344 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-532311af-b5ec-4007-b85c-cd719f395a03 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "DELETE /v2.0/routers/eb928570-1f20-45aa-8565-6aa3fe0f1a25 HTTP/1.1" status: 204 len: 168 time: 1.5684130 May 09 05:05:43.459344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] device_id is not set on port 6733b14d-51cb-434f-a01c-d72594381983 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:43.492332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=d21125b6-22b9-4d6b-a553-00dd3ba4011c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:43.505656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-ed6bef3e-aabb-4b82-bd34-b0cc57eb0981 req-d385f2cb-17e9-4b0f-b9f5-a15bd01c5dee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:43.512240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Calling delete_port for d21125b6-22b9-4d6b-a553-00dd3ba4011c owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:43.561215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Attempting to bind port ee53b78d-eb8d-455c-8ffb-86f39909b744 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:43.561606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Attempting to bind port ee53b78d-eb8d-455c-8ffb-86f39909b744 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'efaab1d1-450b-4535-9002-a43e33438e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e851d87c-277a-46b5-89f5-74f82fbf7439'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:43.561968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Attempting to bind port ee53b78d-eb8d-455c-8ffb-86f39909b744 on network e851d87c-277a-46b5-89f5-74f82fbf7439 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:43.617829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-029321d1-1c48-4bfc-9677-b67c54ae43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:43.617829 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-029321d1-1c48-4bfc-9677-b67c54ae43a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e540ea11-d57e-4a5c-af06-31a1bd243752 HTTP/1.1" status: 200 len: 833 time: 0.3171096 May 09 05:05:43.642895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34058) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:43.648603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-ed6bef3e-aabb-4b82-bd34-b0cc57eb0981 req-d385f2cb-17e9-4b0f-b9f5-a15bd01c5dee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:43.649752 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ed6bef3e-aabb-4b82-bd34-b0cc57eb0981 req-d385f2cb-17e9-4b0f-b9f5-a15bd01c5dee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5401745 May 09 05:05:43.659789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:43.659789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Checking segment: {'id': 'efaab1d1-450b-4535-9002-a43e33438e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e851d87c-277a-46b5-89f5-74f82fbf7439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:43.659789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.660563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Bound using segment: {'id': 'efaab1d1-450b-4535-9002-a43e33438e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e851d87c-277a-46b5-89f5-74f82fbf7439'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:43.660654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Bound port: ee53b78d-eb8d-455c-8ffb-86f39909b744, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efaab1d1-450b-4535-9002-a43e33438e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e851d87c-277a-46b5-89f5-74f82fbf7439'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:43.660969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.691928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb98c8c-4b56-440a-8f38-b23e7fc67bab None None] Pushing event updated for resources: {'Port': ['ID=1e0df5e7-2f89-492b-804a-18a75113ce1a,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:43.732869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.762764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] For port 80d6f977-686c-48f0-9533-06d2b851adf4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=80d6f977-686c-48f0-9533-06d2b851adf4,segment=NetworkSegment(8ae63933-6ae3-4dae-a210-aa87781c6322),segment_id=8ae63933-6ae3-4dae-a210-aa87781c6322)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:43.763119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.797784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] For port 80d6f977-686c-48f0-9533-06d2b851adf4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=80d6f977-686c-48f0-9533-06d2b851adf4,segment=NetworkSegment(8ae63933-6ae3-4dae-a210-aa87781c6322),segment_id=8ae63933-6ae3-4dae-a210-aa87781c6322)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:43.798188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.804228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object 5c323241-d27f-47db-9eab-29d7357dadb3 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:43.807869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:05:43.808181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:05:43.828312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:43.846405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object 1c12c761-29f0-480f-926f-5ebe6c9635f4 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:43.955692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] Calling delete_port for 80d6f977-686c-48f0-9533-06d2b851adf4 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:44.009128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 80d6f977-686c-48f0-9533-06d2b851adf4 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:44.022581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] For port ee53b78d-eb8d-455c-8ffb-86f39909b744, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:44.041216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] For port ee53b78d-eb8d-455c-8ffb-86f39909b744, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ee53b78d-eb8d-455c-8ffb-86f39909b744,segment=NetworkSegment(efaab1d1-450b-4535-9002-a43e33438e03),segment_id=efaab1d1-450b-4535-9002-a43e33438e03)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:44.076619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.116005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-420215749', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:44.145955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:44.168645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.179880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Usage tracker for resource:router and tenant:005012c9f6534f90bfa2539307487d9e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:44.184993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:44.191181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] No DVR routers for this DVR port 80d6f977-686c-48f0-9533-06d2b851adf4 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:05:44.223318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2b13b-faa6-410c-9d36-70dc0827434f None None] Pushing event updated for resources: {'Port': ['ID=ee53b78d-eb8d-455c-8ffb-86f39909b744,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:44.223855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.266130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.270224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.272540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:44.277738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40abec-5bb9-433f-9c36-5827e094643f None None] Pushing event deleted for resources: {'Port': ['ID=80d6f977-686c-48f0-9533-06d2b851adf4,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:44.278014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.317914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Deleting port d21125b6-22b9-4d6b-a553-00dd3ba4011c {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:44.318492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.395628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:44.397184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.398273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.406739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b1ef74-214e-43ad-ab86-3e93d117f3ea']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:44.417712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.420427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3d221-7ecf-43c2-bdea-5b486da922d3 None None] The port 'd21125b6-22b9-4d6b-a553-00dd3ba4011c' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:05:44.425218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:44.429022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:44.443810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:05:44.444261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:05:44.446330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1e0df5e7-2f89-492b-804a-18a75113ce1a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:44.462847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.473685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network e851d87c-277a-46b5-89f5-74f82fbf7439 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:44.500105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:44.513809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91c9129-5b58-4d74-b64d-1e67fcf7e4dc') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:44.514152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91c9129-5b58-4d74-b64d-1e67fcf7e4dc') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:44.551842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.560078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=1c12c761-29f0-480f-926f-5ebe6c9635f4,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:44.567532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-850f3a42-8fe4-43fc-900b-6c069f3be824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.573669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 1e0df5e7-2f89-492b-804a-18a75113ce1a completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:44.589902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:44.591650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.595573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:44.596111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.612797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:44.613471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.618407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:44.619112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:44.644857 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:44.662591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-ca04829a-2b63-4fb6-855c-e377e2efb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:44.664245 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-ca04829a-2b63-4fb6-855c-e377e2efb7e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7920680 May 09 05:05:44.673073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 80d6f977-686c-48f0-9533-06d2b851adf4 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:05:44.724319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 80d6f977-686c-48f0-9533-06d2b851adf4 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:05:44.725091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 80d6f977-686c-48f0-9533-06d2b851adf4 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:05:44.787874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:44.856056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:44.857069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:44.857663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.923177 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-65e33ef7-614d-4903-8c7d-094aa68fb912 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.5004511 May 09 05:05:44.932483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:44.934058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34066) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:44.951468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=5c323241-d27f-47db-9eab-29d7357dadb3,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:44.962187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 80d6f977-686c-48f0-9533-06d2b851adf4 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:44.962545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.013948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.105787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Network': ['ID=21b1ef74-214e-43ad-ab86-3e93d117f3ea,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:45.126518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbdad7f-1d4d-4e3d-ae9a-c1aeb006868a None None] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:45.128416 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bb704b1b-76dc-4a9e-8a74-c47c1065bae6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/networks/21b1ef74-214e-43ad-ab86-3e93d117f3ea HTTP/1.1" status: 204 len: 168 time: 3.5548322 May 09 05:05:45.139466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34070) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:45.251311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b6a0b8f-67b6-4e14-beec-b0f8b75780f9 None None] Provisioning for port 1e0df5e7-2f89-492b-804a-18a75113ce1a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:45.262087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b6a0b8f-67b6-4e14-beec-b0f8b75780f9 None None] Provisioning complete for port 1e0df5e7-2f89-492b-804a-18a75113ce1a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:45.262711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0b8f-67b6-4e14-beec-b0f8b75780f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.312682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] The port '80d6f977-686c-48f0-9533-06d2b851adf4' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:05:45.319639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.331821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-1af9f401-a9ee-420e-b927-38c415cbf055 service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779903 May 09 05:05:45.422770 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4486933 May 09 05:05:45.430082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.443378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34074) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:45.471210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209a15-f9b2-4272-be15-e61b75f9739a tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=6733b14d-51cb-434f-a01c-d72594381983,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:45.553333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dca8cc-50f0-4fb3-a1d1-241d87806b4f None None] Network e851d87c-277a-46b5-89f5-74f82fbf7439 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:45.559846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:45.630914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0b8f-67b6-4e14-beec-b0f8b75780f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.669163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.685472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.716156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8b6a0b8f-67b6-4e14-beec-b0f8b75780f9 None None] For port 1e0df5e7-2f89-492b-804a-18a75113ce1a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1e0df5e7-2f89-492b-804a-18a75113ce1a,segment=NetworkSegment(7a5b1e18-481f-4bca-b9f3-d20616e0dc00),segment_id=7a5b1e18-481f-4bca-b9f3-d20616e0dc00)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:45.741194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0b8f-67b6-4e14-beec-b0f8b75780f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.835768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f1cd2-d954-4e7c-8b4d-898acb8de486 req-0606f25b-11af-4f3f-baf6-5352408d358b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:45.843190 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a36f1cd2-d954-4e7c-8b4d-898acb8de486 req-0606f25b-11af-4f3f-baf6-5352408d358b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 943 time: 0.9754841 May 09 05:05:45.860107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8c4b31-2005-47ec-8689-226829d18718']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:45.886318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae63933-6ae3-4dae-a210-aa87781c6322') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:45.886742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae63933-6ae3-4dae-a210-aa87781c6322') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:45.910967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.946234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.961590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a0b8f-67b6-4e14-beec-b0f8b75780f9 None None] Pushing event updated for resources: {'Port': ['ID=1e0df5e7-2f89-492b-804a-18a75113ce1a,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:45.966241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.975235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:45.975836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:45.978082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-81c5fee2-8d1a-432a-a51e-1f74e43b3219 None None] Provisioning for port ee53b78d-eb8d-455c-8ffb-86f39909b744 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:45.996294 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:46.121894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port d3aa38bd-3568-4979-bb4e-acf8b01b22bf {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:46.122485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a4cb1742-74e3-4431-a4b8-948f23071394 None None] Provisioning for port 1c12c761-29f0-480f-926f-5ebe6c9635f4 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:46.123208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.129081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a4cb1742-74e3-4431-a4b8-948f23071394 None None] Provisioning complete for port 1c12c761-29f0-480f-926f-5ebe6c9635f4 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:46.129453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1742-74e3-4431-a4b8-948f23071394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.186423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a36f1cd2-d954-4e7c-8b4d-898acb8de486 req-4e3fc575-fbd7-4fdc-a7cd-395db852b453 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415458 May 09 05:05:46.247399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb1742-74e3-4431-a4b8-948f23071394 None None] Port 1c12c761-29f0-480f-926f-5ebe6c9635f4 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:46.259930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a4cb1742-74e3-4431-a4b8-948f23071394 None None] Provisioning complete for port 1e0df5e7-2f89-492b-804a-18a75113ce1a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:46.260502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1742-74e3-4431-a4b8-948f23071394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.278937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.279203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.284235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.374423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad82c1a5-1bc0-4324-83cd-a2b03f2b7a56 req-ecc6a1eb-f338-4f37-a1d3-87d483d432cf service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9250402 May 09 05:05:46.416660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=fd8c4b31-2005-47ec-8689-226829d18718,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:46.432500 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a9442d59-a044-43fe-8551-7f86bd3a799c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/fd8c4b31-2005-47ec-8689-226829d18718 HTTP/1.1" status: 204 len: 168 time: 4.5438483 May 09 05:05:46.436984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34080) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:46.447732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2042987804'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:46.490809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:46.503008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:network and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:46.506609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.524714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1e0df5e7-2f89-492b-804a-18a75113ce1a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:46.546690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:46.560448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:46.565489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.617681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1e0df5e7-2f89-492b-804a-18a75113ce1a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:46.618043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.628369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.634600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:46.638150 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.658476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.659791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.746905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=5c323241-d27f-47db-9eab-29d7357dadb3,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:46.760423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9ffaf856-7fd2-4fec-b239-12587ac84d81 None None] Provisioning complete for port 1c12c761-29f0-480f-926f-5ebe6c9635f4 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:46.760423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf856-7fd2-4fec-b239-12587ac84d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.785467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ee53b78d-eb8d-455c-8ffb-86f39909b744 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:46.856142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:05:46.866911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9ffaf856-7fd2-4fec-b239-12587ac84d81 None None] Port 1c12c761-29f0-480f-926f-5ebe6c9635f4 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:46.888559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ee53b78d-eb8d-455c-8ffb-86f39909b744 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:46.896224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ee53b78d-eb8d-455c-8ffb-86f39909b744 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:46.896526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.916204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.916555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.927452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:46.941138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9ffaf856-7fd2-4fec-b239-12587ac84d81 None None] Provisioning for port 5c323241-d27f-47db-9eab-29d7357dadb3 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:46.950016 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9ffaf856-7fd2-4fec-b239-12587ac84d81 None None] Provisioning complete for port 5c323241-d27f-47db-9eab-29d7357dadb3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:46.950350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf856-7fd2-4fec-b239-12587ac84d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.019408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9ffaf856-7fd2-4fec-b239-12587ac84d81 None None] Port 5c323241-d27f-47db-9eab-29d7357dadb3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:47.073117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for d3aa38bd-3568-4979-bb4e-acf8b01b22bf owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:47.080030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.093328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.093710 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Added segment c483f23c-fe07-4f3b-99d4-2d397e6bda2e of type vlan for network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 May 09 05:05:47.119240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port ee53b78d-eb8d-455c-8ffb-86f39909b744, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ee53b78d-eb8d-455c-8ffb-86f39909b744,segment=NetworkSegment(efaab1d1-450b-4535-9002-a43e33438e03),segment_id=efaab1d1-450b-4535-9002-a43e33438e03)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:47.124979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.131506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:05:47.163628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-df2f654c-d89e-4a01-a26e-6f041d282d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:47.165070 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-df2f654c-d89e-4a01-a26e-6f041d282d92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1096 time: 0.5879838 May 09 05:05:47.175711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.179625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Allocated IP 172.26.0.151 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/390e1d3a-b9d6-446e-be90-d10cf9164636) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:47.191835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network e851d87c-277a-46b5-89f5-74f82fbf7439 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:47.199002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ddc15a85-d0ff-4464-abf5-c86b3864ee33 None None] Provisioning complete for port 5c323241-d27f-47db-9eab-29d7357dadb3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:47.199361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ddc15a85-d0ff-4464-abf5-c86b3864ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.199474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:47.238583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=ee53b78d-eb8d-455c-8ffb-86f39909b744,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:47.260053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ddc15a85-d0ff-4464-abf5-c86b3864ee33 None None] Port 5c323241-d27f-47db-9eab-29d7357dadb3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:47.350890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.420925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] device_id is not set on port 6733b14d-51cb-434f-a01c-d72594381983 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:47.495968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.499040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.504696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:47.505293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.533917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Transition to ACTIVE for port object 6733b14d-51cb-434f-a01c-d72594381983 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:47.583971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a5c25978-b7ae-43b8-b920-8d51775e369c None None] Provisioning complete for port 5c323241-d27f-47db-9eab-29d7357dadb3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:47.584417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a5c25978-b7ae-43b8-b920-8d51775e369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.652876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a5c25978-b7ae-43b8-b920-8d51775e369c None None] Port 5c323241-d27f-47db-9eab-29d7357dadb3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:47.675904 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2377398 May 09 05:05:47.684057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34086) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:47.698388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a2e05-23b4-46e0-8c4f-a9db3f5bcb61 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Network': ['ID=dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:47.711056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:05:47.711430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.711619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:47.825019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:47.845467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405973-7b0d-4ae4-ac68-3b6df1cb6b9f req-e25d9255-4019-4bc2-9629-fc0955c307f7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:47.846948 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ac405973-7b0d-4ae4-ac68-3b6df1cb6b9f req-e25d9255-4019-4bc2-9629-fc0955c307f7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 943 time: 0.4797590 May 09 05:05:47.867889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router b679c253-82ac-4b46-93ae-e99f16504067 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:05:47.898726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:47.908900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:47.918979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:47.952991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-388a89b4-4994-42d3-af2f-876dc13ef0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:47.954341 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-388a89b4-4994-42d3-af2f-876dc13ef0d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 897 time: 0.7426076 May 09 05:05:47.991008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:48.029352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=6733b14d-51cb-434f-a01c-d72594381983,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:48.066259 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-29ce1acf-0ac4-428d-8f0b-dfb598abdbd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 200 len: 217 time: 0.1019397 May 09 05:05:48.085894 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ac405973-7b0d-4ae4-ac68-3b6df1cb6b9f req-76e81955-b0b8-4140-9620-271455475309 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245958 May 09 05:05:48.090701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:48.094049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.128149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.164526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.172898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:48.173483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:48.173643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:48.197265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=d3aa38bd-3568-4979-bb4e-acf8b01b22bf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:48.225015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:48.225245 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:48.233024 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 2 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:48.260537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:48.270225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:48.272322 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] Sync routers for ids ['b679c253-82ac-4b46-93ae-e99f16504067'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:48.283387 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-17b43f2a-b410-4ae3-8a19-7865020a3945 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/b679c253-82ac-4b46-93ae-e99f16504067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2322969 May 09 05:05:48.288425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-f669dac9-4276-41ae-86ae-41ba5fa864ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:48.289291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34090) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:48.289884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-f669dac9-4276-41ae-86ae-41ba5fa864ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e540ea11-d57e-4a5c-af06-31a1bd243752 HTTP/1.1" status: 200 len: 833 time: 0.2096012 May 09 05:05:48.290153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:48.293248 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] Routers {'b679c253-82ac-4b46-93ae-e99f16504067'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:48.293856 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b679c253-82ac-4b46-93ae-e99f16504067'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:48.299324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:48.335606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.348186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:48.348587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:48.348950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:48.358848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ee53b78d-eb8d-455c-8ffb-86f39909b744 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:48.359354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.367581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event updated for resources: {'Port': ['ID=390e1d3a-b9d6-446e-be90-d10cf9164636,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:48.397967 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:48.407361 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] Routers {'b679c253-82ac-4b46-93ae-e99f16504067'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:48.408085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:48.408427 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:48.408947 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b679c253-82ac-4b46-93ae-e99f16504067'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:48.423490 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 3 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:48.475548 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:48.476062 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896c8a8-ba94-4647-88cd-38e35212e4fd None None] The sync data for ids ['b679c253-82ac-4b46-93ae-e99f16504067'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:48.482297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ee53b78d-eb8d-455c-8ffb-86f39909b744 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:48.483711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.506745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:48.507077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:48.507405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:48.525531 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.538996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:48.539320 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:48.545531 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 4 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:48.552451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=1c12c761-29f0-480f-926f-5ebe6c9635f4,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:48.584218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:48.584889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:48.585438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:48.597048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.602759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2488c3cd-e388-4c2b-af46-8300d709ad02 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:48.603494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2488c3cd-e388-4c2b-af46-8300d709ad02 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:48.607867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-57209c68-e29f-46fd-8370-2cf2cd9488b6 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/floatingips/9b90cd45-d305-47da-b212-55a6de35670f HTTP/1.1" status: 204 len: 168 time: 3.2799883 May 09 05:05:48.611110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34096) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:48.615809 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.717465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:48.717803 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:48.719883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-db610798-d87b-42df-af12-5b7b6bab98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:48.721520 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-db610798-d87b-42df-af12-5b7b6bab98ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4238698 May 09 05:05:48.729973 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 5 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:48.773654 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4401dae1-d360-4b9f-a68c-36d30c74251a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] DELETE failed (client error): The resource could not be found. May 09 05:05:48.774001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4401dae1-d360-4b9f-a68c-36d30c74251a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:05:48.778368 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4401dae1-d360-4b9f-a68c-36d30c74251a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/ports/b075b464-77fc-461a-9a7c-82b8d196c891 HTTP/1.1" status: 404 len: 333 time: 0.1564040 May 09 05:05:48.783980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34102) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:48.791697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9973473b-fc16-46f0-89e6-822019c2dcfd None None] Provisioning complete for port 1c12c761-29f0-480f-926f-5ebe6c9635f4 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:48.792088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9973473b-fc16-46f0-89e6-822019c2dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:48.851018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9973473b-fc16-46f0-89e6-822019c2dcfd None None] Port 1c12c761-29f0-480f-926f-5ebe6c9635f4 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:48.888268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2488c3cd-e388-4c2b-af46-8300d709ad02 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:48.889400 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2488c3cd-e388-4c2b-af46-8300d709ad02 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports/5c323241-d27f-47db-9eab-29d7357dadb3 HTTP/1.1" status: 200 len: 911 time: 0.5972145 May 09 05:05:48.899541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34106) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:48.902882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:48.903193 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:48.903535 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:48.915161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e5cac5d-064c-4f53-a634-8fd9d1cb0f87'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:48.938119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ee1d075e-4b44-4772-8007-f5d401458c22 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Synchronizing usage tracker for tenant:73dbd4dddbbb4ab3b831d95c706b5719 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:48.945100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:48.945286 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:48.949889 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 6 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:48.980361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.018915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:49.019321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:49.019669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:49.055230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ee1d075e-4b44-4772-8007-f5d401458c22 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Unset dirty status for tenant:73dbd4dddbbb4ab3b831d95c706b5719 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:49.056479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ee1d075e-4b44-4772-8007-f5d401458c22 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "GET /v2.0/ports?device_id=7988bc20-b4f4-4e44-9a84-e3cb0c4069ce HTTP/1.1" status: 200 len: 205 time: 0.2406852 May 09 05:05:49.060934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:49.061267 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:49.063720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34112) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:49.071974 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 7 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:49.164981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-e75b4c13-5dac-4ddf-a0c3-90b57d08e7ce service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277420 May 09 05:05:49.193871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:49.194545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:49.194545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:49.196846 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-f2718918-1709-4adc-9126-53f4883dc0b2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] delete failed (client error): The resource could not be found. May 09 05:05:49.197867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f2718918-1709-4adc-9126-53f4883dc0b2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/routers/7988bc20-b4f4-4e44-9a84-e3cb0c4069ce HTTP/1.1" status: 404 len: 336 time: 0.1189415 May 09 05:05:49.205533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34118) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:49.223575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.292655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:49.315542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Checking segment: {'id': 'c483f23c-fe07-4f3b-99d4-2d397e6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:49.315884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network hostable DHCP agents. Network: dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:05:49.373860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.417814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:49.418117 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:49.433462 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 8 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:49.484275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:05:49.499607 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67b7d7e-83eb-4c24-8bf5-821267928ad7 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] DELETE failed (client error): The resource could not be found. May 09 05:05:49.500065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67b7d7e-83eb-4c24-8bf5-821267928ad7 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:05:49.501891 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c67b7d7e-83eb-4c24-8bf5-821267928ad7 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/subnets/1bd548f9-ccb3-4932-ade4-81e403f105cf HTTP/1.1" status: 404 len: 337 time: 0.2756696 May 09 05:05:49.510845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34122) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:49.542128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:49.542458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:49.542845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:49.557550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:49.557876 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:49.563004 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 9 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:49.601838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.613998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:49.613998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:49.614274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:49.624355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:49.644441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca236c-5d14-4c45-b879-33857d20ce39 None None] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:49.652826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:49.653396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.656429 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23733afb-6e49-4c2a-99d2-497cb6c8ae25 req-fd1deb04-63c0-4451-9a67-7edbd0e1e2f2 service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530840 May 09 05:05:49.670821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:49.671490 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:49.679989 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempt 10 to bind port 6733b14d-51cb-434f-a01c-d72594381983 May 09 05:05:49.699048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b036f6-2988-4a8a-a157-372cae90eff8 req-517f874d-641a-4952-a81c-24bfa0fb0573 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:49.700603 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-11b036f6-2988-4a8a-a157-372cae90eff8 req-517f874d-641a-4952-a81c-24bfa0fb0573 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 943 time: 0.4983799 May 09 05:05:49.715379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:49.715647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:49.715798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempting to bind port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:49.736487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.746610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port f8e84c82-f291-40ba-923d-a7da618af5d8 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:49.746943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.748188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:05:49.748548 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Failed to bind port 6733b14d-51cb-434f-a01c-d72594381983 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '734d1cdd-d72a-4e92-80ae-8c020d0ea5e1'}] May 09 05:05:49.748915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.774133 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b0a602b1-0a4c-4e3d-8f0e-03f1ab726545 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0746758 May 09 05:05:49.775111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34126) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:49.815669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1601492273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:49.865007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:49.875056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1', 'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1', 'tenant_id': 'a9932919da12496f8b69226e16f90104', 'fixed_ips': [{'subnet_id': '9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:05:49.876031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:49.895044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:router and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:49.902132 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-11b036f6-2988-4a8a-a157-372cae90eff8 req-12e73f3c-39bd-4a8f-b2bd-479e18c3bd4a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824381 May 09 05:05:49.902931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:49.923385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:50.014311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a5a8f30d-420f-438f-8938-0e53f6f45d88 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:05:50.075806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] For port 6733b14d-51cb-434f-a01c-d72594381983, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:50.076181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attempted to set empty binding levels {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 09 05:05:50.079608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.080635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.088155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.158905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Allocated IP 2001:db8::2 (dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1/9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6/1162f9e7-7eb7-4060-83cd-e7a28508ae53) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:50.162931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] In _notify_port_updated(), no bound segment for port 6733b14d-51cb-434f-a01c-d72594381983 on network 734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:05:50.163584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:50.164181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.165498 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "PUT /v2.0/ports/6733b14d-51cb-434f-a01c-d72594381983 HTTP/1.1" status: 200 len: 977 time: 4.7136037 May 09 05:05:50.179264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34132) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:50.180503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.263932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a5a8f30d-420f-438f-8938-0e53f6f45d88, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:50.266759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event updated for resources: {'Port': ['ID=6733b14d-51cb-434f-a01c-d72594381983,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:50.289608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:05:50.325177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.325417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.326471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.326471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.326471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.326780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.327001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.327351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.327664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.327952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.328267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.328595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b381fc-7366-41b1-97ef-bac6055b8bb2 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.358229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Deleting port 6733b14d-51cb-434f-a01c-d72594381983 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:50.358545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.378071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.400654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a8f30d-420f-438f-8938-0e53f6f45d88 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:05:50.407768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.465833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a5a8f30d-420f-438f-8938-0e53f6f45d88, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:50.484542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.520572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.524256 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7a2593e8-c171-4a2c-9b43-ccf5e2b96e0c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7439308 May 09 05:05:50.530269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34136) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:50.534590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.547771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1', 'name': 'tempest-PortsIpV6TestJSON-2049530442'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:50.563104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Transition to ACTIVE for port object 1162f9e7-7eb7-4060-83cd-e7a28508ae53 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:50.591701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Transition to ACTIVE for port object 1162f9e7-7eb7-4060-83cd-e7a28508ae53 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:50.593020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a5a8f30d-420f-438f-8938-0e53f6f45d88,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:50.601622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.602043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.602419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.602805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.603184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.603567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.603941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.604319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.604870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.605266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.605635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.606006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:50.609867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.652156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.665817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.675652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:50.678726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:50.682333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:50.688078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Pushing event updated for resources: {'Port': ['ID=1162f9e7-7eb7-4060-83cd-e7a28508ae53,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:50.721898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.743845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] For port 6733b14d-51cb-434f-a01c-d72594381983, host hv-neutron-8404, got binding levels [] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:50.744212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.780166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Attempting to bind port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:05:50.781207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Attempting to bind port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'c483f23c-fe07-4f3b-99d4-2d397e6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:05:50.781814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Attempting to bind port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 on network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:05:50.790186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:05:50.790638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Checking segment: {'id': 'c483f23c-fe07-4f3b-99d4-2d397e6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:05:50.791093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.792001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Bound using segment: {'id': 'c483f23c-fe07-4f3b-99d4-2d397e6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:05:50.792886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Bound port: 1162f9e7-7eb7-4060-83cd-e7a28508ae53, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c483f23c-fe07-4f3b-99d4-2d397e6bda2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:05:50.793585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.904547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.918806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] For port 1162f9e7-7eb7-4060-83cd-e7a28508ae53, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:05:50.922912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] For port 1162f9e7-7eb7-4060-83cd-e7a28508ae53, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1162f9e7-7eb7-4060-83cd-e7a28508ae53,segment=NetworkSegment(c483f23c-fe07-4f3b-99d4-2d397e6bda2e),segment_id=c483f23c-fe07-4f3b-99d4-2d397e6bda2e)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:05:50.933160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:50.971262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['a5a8f30d-420f-438f-8938-0e53f6f45d88'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:05:51.083134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0dab-be26-4cc6-b141-024e5983c1ed None None] Pushing event updated for resources: {'Port': ['ID=1162f9e7-7eb7-4060-83cd-e7a28508ae53,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:51.097029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Calling delete_port for 6733b14d-51cb-434f-a01c-d72594381983 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:51.126399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for f8e84c82-f291-40ba-923d-a7da618af5d8 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:51.170283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=1c12c761-29f0-480f-926f-5ebe6c9635f4,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:51.184130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.197409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:51.227981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:51.243806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:51.268143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:51.379721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.401118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.402722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.408811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:51.409811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.411873 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/ports/5c323241-d27f-47db-9eab-29d7357dadb3 HTTP/1.1" status: 200 len: 911 time: 2.5109720 May 09 05:05:51.448434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:51.449154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34142) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:51.455241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:51.458730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.460376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:51.526100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.544295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port d6a06798-d79b-4379-b642-632076cfccd2 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:05:51.610489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Pushing event deleted for resources: {'Port': ['ID=6733b14d-51cb-434f-a01c-d72594381983,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:51.631509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.664222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=5c323241-d27f-47db-9eab-29d7357dadb3,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:51.699708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-49a05c45-b183-4b92-b720-f12613d337ad None None] Provisioning complete for port 1c12c761-29f0-480f-926f-5ebe6c9635f4 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:51.700262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-49a05c45-b183-4b92-b720-f12613d337ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:51.719131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a3bd9-ff6d-4188-899d-c5b15b85b5d1 req-7fb86dac-0fca-456f-a9aa-105aa721492d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:51.720770 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a46a3bd9-ff6d-4188-899d-c5b15b85b5d1 req-7fb86dac-0fca-456f-a9aa-105aa721492d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 944 time: 0.6568584 May 09 05:05:51.746410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.747101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.747101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.747442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.747723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.748067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.748365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.748736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.749064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.749396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.749721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.750051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6079c5-65d0-48ff-9420-5693f7a5258b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:05:51.766530 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c2fdf436-7968-4cd9-8430-866bfeb4dc26 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "DELETE /v2.0/ports/6733b14d-51cb-434f-a01c-d72594381983 HTTP/1.1" status: 204 len: 168 time: 1.5823298 May 09 05:05:51.767955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34148) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:51.805595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-49a05c45-b183-4b92-b720-f12613d337ad None None] Port 1c12c761-29f0-480f-926f-5ebe6c9635f4 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:51.819190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Router 85149044-aacc-4f9e-a83a-5588c29a765a is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:05:51.842889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=f8e84c82-f291-40ba-923d-a7da618af5d8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:51.894194 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc5d870-a96b-45f2-856e-885ac50f5e57 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] GET failed (client error): The resource could not be found. May 09 05:05:51.894781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9bc5d870-a96b-45f2-856e-885ac50f5e57 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Synchronizing usage tracker for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:52.001552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9bc5d870-a96b-45f2-856e-885ac50f5e57 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] Unset dirty status for tenant:c16ae72bed304847b0974a76a189b825 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:52.006424 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9bc5d870-a96b-45f2-856e-885ac50f5e57 tempest-PortsAdminExtendedAttrsTestJSON-1135504107 tempest-PortsAdminExtendedAttrsTestJSON-1135504107-project-admin] 10.222.0.50 "GET /v2.0/ports/6733b14d-51cb-434f-a01c-d72594381983 HTTP/1.1" status: 404 len: 333 time: 0.2315030 May 09 05:05:52.011795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34152) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:52.153877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.175564 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a46a3bd9-ff6d-4188-899d-c5b15b85b5d1 req-777b76ce-f6e5-465c-bc47-6d8e00213bed tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4409473 May 09 05:05:52.225174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.228926 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-69537fb2-e617-423e-806f-18a8950e4885 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/ports/f8e84c82-f291-40ba-923d-a7da618af5d8 HTTP/1.1" status: 204 len: 168 time: 2.7147772 May 09 05:05:52.229164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::101 (dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1/9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6/d6a06798-d79b-4379-b642-632076cfccd2) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:05:52.231089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34156) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:52.292762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1e24c-ae88-40f1-980d-9501ab081ff9 None None] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:52.298173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 7a65b750-c865-46a2-a6ac-a8503e74867d is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:05:52.395550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1162f9e7-7eb7-4060-83cd-e7a28508ae53 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:52.398440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:52.428258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] Sync routers for ids ['85149044-aacc-4f9e-a83a-5588c29a765a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:52.430987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ec3e939b-57a3-4770-b92e-6984d3e8c739 None None] Provisioning for port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:52.488063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] Routers {'85149044-aacc-4f9e-a83a-5588c29a765a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:52.488638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['85149044-aacc-4f9e-a83a-5588c29a765a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:52.501675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.505915 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-becb0231-e129-496c-b027-f828ab93ee9f tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8524764 May 09 05:05:52.511810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34160) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:52.591446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:52.619737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] Routers {'85149044-aacc-4f9e-a83a-5588c29a765a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:52.620416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['85149044-aacc-4f9e-a83a-5588c29a765a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:52.691909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:52.692311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8facf937-c36f-4cfc-82c8-26efe834e587 None None] The sync data for ids ['85149044-aacc-4f9e-a83a-5588c29a765a'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:52.693674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:52.719296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 462c6634-e8af-4fef-a599-9a4d19aecebd {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:52.719904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.728133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:52.728714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.750922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.771482 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-84c1a9cf-d764-4284-bdda-27e40038ffc8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/85149044-aacc-4f9e-a83a-5588c29a765a HTTP/1.1" status: 200 len: 920 time: 0.2562656 May 09 05:05:52.773249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34164) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:52.823844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object d6a06798-d79b-4379-b642-632076cfccd2 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:05:52.833839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3cc1d3be-296f-4e8a-8bcc-353c1402b2ce tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=85149044-aacc-4f9e-a83a-5588c29a765a HTTP/1.1" status: 200 len: 205 time: 0.0596397 May 09 05:05:52.836734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34168) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:52.880779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.916122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 1162f9e7-7eb7-4060-83cd-e7a28508ae53, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1162f9e7-7eb7-4060-83cd-e7a28508ae53,segment=NetworkSegment(c483f23c-fe07-4f3b-99d4-2d397e6bda2e),segment_id=c483f23c-fe07-4f3b-99d4-2d397e6bda2e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:52.918686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:52.926278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.011653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:53.014617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=1162f9e7-7eb7-4060-83cd-e7a28508ae53,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:53.023781 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] Sync routers for ids ['7a65b750-c865-46a2-a6ac-a8503e74867d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:53.024619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-53a588a1-706e-49c8-9dcc-08d537ec89b4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/7a65b750-c865-46a2-a6ac-a8503e74867d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0865548 May 09 05:05:53.029942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34172) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:53.031982 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.052694 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] Routers {'7a65b750-c865-46a2-a6ac-a8503e74867d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:53.053483 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7a65b750-c865-46a2-a6ac-a8503e74867d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:53.066551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734d1cdd-d72a-4e92-80ae-8c020d0ea5e1']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:53.088229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:53.088729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8831a1-1e78-4fb3-9d84-70bfdbf0f023') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:53.124876 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:53.139792 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] Routers {'7a65b750-c865-46a2-a6ac-a8503e74867d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:53.141466 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7a65b750-c865-46a2-a6ac-a8503e74867d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:53.183597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.201275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.207548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5c85b5e9-2378-4c25-8ef2-1f00103ce4fd None None] Provisioning complete for port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:53.207548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5c85b5e9-2378-4c25-8ef2-1f00103ce4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.213579 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:53.214988 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbcf958-89f2-4978-9470-e3afecde0802 None None] The sync data for ids ['7a65b750-c865-46a2-a6ac-a8503e74867d'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:53.240475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.270631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:53.284789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:53.285777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:05:53.286187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.309343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:05:53.311489 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:05:53.318469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:53.319421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.340273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=d6a06798-d79b-4379-b642-632076cfccd2,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:53.367249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f77f4-6688-4898-9716-672c779e8a93 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:53.371732 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f58f77f4-6688-4898-9716-672c779e8a93 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports/1c12c761-29f0-480f-926f-5ebe6c9635f4 HTTP/1.1" status: 200 len: 976 time: 0.3345788 May 09 05:05:53.375242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34178) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:53.382567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.442936 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-893fce98-a330-4435-945f-d0426a304ab1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9044178 May 09 05:05:53.502328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34182) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:53.581268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-208e0215-79a1-4e46-b088-098ad2f7166e None None] Provisioning for port d6a06798-d79b-4379-b642-632076cfccd2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:53.585213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.586905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-208e0215-79a1-4e46-b088-098ad2f7166e None None] Provisioning complete for port d6a06798-d79b-4379-b642-632076cfccd2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:53.587274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-208e0215-79a1-4e46-b088-098ad2f7166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.621009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.649193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-208e0215-79a1-4e46-b088-098ad2f7166e None None] Port d6a06798-d79b-4379-b642-632076cfccd2 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:53.696440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:53.762234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 462c6634-e8af-4fef-a599-9a4d19aecebd owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:53.812417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] Pushing event deleted for resources: {'Network': ['ID=734d1cdd-d72a-4e92-80ae-8c020d0ea5e1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:53.832017 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f490e0b7-81c1-40d9-bbe2-ce4b3d14f10b tempest-PortsAdminExtendedAttrsTestJSON-1356310980 tempest-PortsAdminExtendedAttrsTestJSON-1356310980-project] 10.222.0.50 "DELETE /v2.0/networks/734d1cdd-d72a-4e92-80ae-8c020d0ea5e1 HTTP/1.1" status: 204 len: 168 time: 1.8191514 May 09 05:05:53.988264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10cb7-7467-4d9c-a137-46d064938f75 req-12c4e6b3-a1bb-4883-9a69-a31107585813 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:53.989814 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-18f10cb7-7467-4d9c-a137-46d064938f75 req-12c4e6b3-a1bb-4883-9a69-a31107585813 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 944 time: 0.5442774 May 09 05:05:54.027857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a5a8f30d-420f-438f-8938-0e53f6f45d88 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:54.114909 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-18f10cb7-7467-4d9c-a137-46d064938f75 req-8e9f7c2e-bff4-41a8-b4e8-4f4ff5085a14 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673125 May 09 05:05:54.130794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port a5a8f30d-420f-438f-8938-0e53f6f45d88 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:05:54.143247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.144259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port a5a8f30d-420f-438f-8938-0e53f6f45d88 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:54.144661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.145209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34190) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:54.174795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.240827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=462c6634-e8af-4fef-a599-9a4d19aecebd,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:54.270950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.303817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:05:54.317189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a5a8f30d-420f-438f-8938-0e53f6f45d88, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:05:54.327583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.384548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Deleting port 390e1d3a-b9d6-446e-be90-d10cf9164636 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:54.385056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.399222 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4d2cc3-a0f3-42ab-9166-9dc78aabdb6e'] response: {'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'code': 200} May 09 05:05:54.402610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1162f9e7-7eb7-4060-83cd-e7a28508ae53 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:05:54.518108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a5a8f30d-420f-438f-8938-0e53f6f45d88,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:54.544874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:54.545404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.553109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 5c323241-d27f-47db-9eab-29d7357dadb3 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:54.553306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.633401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.688180 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9ee3dd9c-2eaa-4095-968e-5c8d30513691 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=defc7c69ff894e78b57c0d793408d544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420868 May 09 05:05:54.689382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34198) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:54.719196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.731234 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7f9a7138-85a3-4b94-8438-0f8065fbfaf2 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/ports/462c6634-e8af-4fef-a599-9a4d19aecebd HTTP/1.1" status: 204 len: 168 time: 2.4969547 May 09 05:05:54.743184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34202) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:54.847324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.888573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0e74c22-8582-4de9-b517-e9eceff0a987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.908226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:54.990540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0e74c22-8582-4de9-b517-e9eceff0a987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.057346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35976426-a022-4e9f-aac8-8341121fb8c2 req-6cd0e4f5-eb32-45de-b5bb-733a374f467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:55.058882 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35976426-a022-4e9f-aac8-8341121fb8c2 req-6cd0e4f5-eb32-45de-b5bb-733a374f467c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1098 time: 0.4228139 May 09 05:05:55.071174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for 5c323241-d27f-47db-9eab-29d7357dadb3 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:55.149389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Calling delete_port for 390e1d3a-b9d6-446e-be90-d10cf9164636 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:55.183691 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35976426-a022-4e9f-aac8-8341121fb8c2 req-6e39aafa-bb2b-4498-aa61-5dec2f622e56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774436 May 09 05:05:55.231780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0e74c22-8582-4de9-b517-e9eceff0a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.290902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e74c22-8582-4de9-b517-e9eceff0a987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fc2b0f-a4b9-4b8c-89f9-2f06b223a11f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:55.302570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0e74c22-8582-4de9-b517-e9eceff0a987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.306557 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e0e74c22-8582-4de9-b517-e9eceff0a987 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55fc2b0f-a4b9-4b8c-89f9-2f06b223a11f HTTP/1.1" status: 204 len: 168 time: 0.6049626 May 09 05:05:55.407202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e6a44-3601-496d-bee8-872c9298fec6 req-6b238199-8211-49ea-8121-41833624f7b9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:55.408759 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d4e6a44-3601-496d-bee8-872c9298fec6 req-6b238199-8211-49ea-8121-41833624f7b9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 945 time: 0.1613171 May 09 05:05:55.432639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.489264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=5c323241-d27f-47db-9eab-29d7357dadb3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:55.540287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34d6e2-f648-4013-a1d5-0172b4ab466a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:55.541058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b34d6e2-f648-4013-a1d5-0172b4ab466a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Synchronizing usage tracker for tenant:73dbd4dddbbb4ab3b831d95c706b5719 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:05:55.621821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.675803 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d4e6a44-3601-496d-bee8-872c9298fec6 req-bd7fdf50-6fcb-40ce-bf05-980e124094e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595623 May 09 05:05:55.678426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b34d6e2-f648-4013-a1d5-0172b4ab466a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Unset dirty status for tenant:73dbd4dddbbb4ab3b831d95c706b5719 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:05:55.682021 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8b34d6e2-f648-4013-a1d5-0172b4ab466a tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "GET /v2.0/ports?device_id=97a2575a-0f78-4a35-9411-4ca27de799fc HTTP/1.1" status: 200 len: 913 time: 0.9092708 May 09 05:05:55.684032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34212) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:55.719312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34216) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:55.767647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.892909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.897400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:55.991975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.012017 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-aca63a4c-4bad-42a1-be5a-4dc53e1b7c91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c16ae72bed304847b0974a76a189b825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854333 May 09 05:05:56.041735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event deleted for resources: {'Port': ['ID=390e1d3a-b9d6-446e-be90-d10cf9164636,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:56.076828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34220) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:56.288072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=d6a06798-d79b-4379-b642-632076cfccd2,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:56.346685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router b679c253-82ac-4b46-93ae-e99f16504067 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:56.382776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.393815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4f865dac-a90a-498a-b695-c432489617c7 None None] Provisioning complete for port d6a06798-d79b-4379-b642-632076cfccd2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:05:56.394900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4f865dac-a90a-498a-b695-c432489617c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.455762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4f865dac-a90a-498a-b695-c432489617c7 None None] Port d6a06798-d79b-4379-b642-632076cfccd2 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:05:56.571869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:05:56.584940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] Sync routers for ids ['b679c253-82ac-4b46-93ae-e99f16504067'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:05:56.600479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] Routers {'b679c253-82ac-4b46-93ae-e99f16504067'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:56.601866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b679c253-82ac-4b46-93ae-e99f16504067'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:56.626765 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4315c2b8-bc74-41f4-ae56-8eda163d7446 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/b679c253-82ac-4b46-93ae-e99f16504067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1727772 May 09 05:05:56.629035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34224) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:56.629705 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e8b28547-f522-4aff-8025-92c080e2343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.750818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:56.761245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] Routers {'b679c253-82ac-4b46-93ae-e99f16504067'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:05:56.762105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b679c253-82ac-4b46-93ae-e99f16504067'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:56.811954 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-770941fc-36b2-42fb-96fa-13e6ec5496fa tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b679c253-82ac-4b46-93ae-e99f16504067 HTTP/1.1" status: 200 len: 205 time: 0.1768396 May 09 05:05:56.814072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34230) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:56.824368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 1c12c761-29f0-480f-926f-5ebe6c9635f4 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:56.824638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.832170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:05:56.832734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a98fd-1dbb-499a-a958-93bb08c727ba None None] The sync data for ids ['b679c253-82ac-4b46-93ae-e99f16504067'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:05:56.853549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e8b28547-f522-4aff-8025-92c080e2343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.905136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.909153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:56.985236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.003509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cab7c848-91b1-4d69-84eb-6d0f88c84317 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.123379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.123758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Fanout notify agent at l3_agent the message router_deleted on router 85149044-aacc-4f9e-a83a-5588c29a765a {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:57.131589 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-a8442e0e-a656-404a-a634-325c088c7561 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3858507 May 09 05:05:57.209454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e8b28547-f522-4aff-8025-92c080e2343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.214171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.319545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b28547-f522-4aff-8025-92c080e2343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa97c40-7684-4b3a-9906-5f2d1e654032,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:57.390827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc6a2b-bf2b-4531-8d25-9127afaac01f req-8f01a7bb-f401-4a88-a7b4-08fb9bd84eaf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:57.392367 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ccbc6a2b-bf2b-4531-8d25-9127afaac01f req-8f01a7bb-f401-4a88-a7b4-08fb9bd84eaf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 945 time: 0.5818768 May 09 05:05:57.401770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 1c12c761-29f0-480f-926f-5ebe6c9635f4 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:57.457730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.458758 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-eca26861-808f-4b8b-82b4-c87540a27acb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/85149044-aacc-4f9e-a83a-5588c29a765a HTTP/1.1" status: 204 len: 168 time: 4.6207783 May 09 05:05:57.481507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34234) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:57.486400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e8b28547-f522-4aff-8025-92c080e2343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.487454 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e8b28547-f522-4aff-8025-92c080e2343e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1aa97c40-7684-4b3a-9906-5f2d1e654032 HTTP/1.1" status: 204 len: 168 time: 1.4054110 May 09 05:05:57.498165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.499797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'router': {'name': 'tempest-snat-router-380983874', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': False}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:57.511869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.525506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:57.553072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:router and tenant:ed642a6d1fad41d191f20678486cac02 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:57.561246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:57.564604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cab7c848-91b1-4d69-84eb-6d0f88c84317 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.571132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cab7c848-91b1-4d69-84eb-6d0f88c84317 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.574266 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ccbc6a2b-bf2b-4531-8d25-9127afaac01f req-7ea33a8f-4a14-46e7-a7ca-1b5180124075 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301541 May 09 05:05:57.595225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:57.663821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.664867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.702521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cab7c848-91b1-4d69-84eb-6d0f88c84317 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.703013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7c848-91b1-4d69-84eb-6d0f88c84317 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Fanout notify agent at l3_agent the message router_deleted on router b679c253-82ac-4b46-93ae-e99f16504067 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:05:57.731534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cab7c848-91b1-4d69-84eb-6d0f88c84317 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:57.732636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cab7c848-91b1-4d69-84eb-6d0f88c84317 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/b679c253-82ac-4b46-93ae-e99f16504067 HTTP/1.1" status: 204 len: 168 time: 0.8900549 May 09 05:05:57.735867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34242) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:57.739598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-66303b69-65ba-4c3d-9790-397ce8ba19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:57.741179 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-66303b69-65ba-4c3d-9790-397ce8ba19fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.4842498 May 09 05:05:57.834473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.081558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet 6e5cac5d-064c-4f53-a634-8fd9d1cb0f87 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:05:58.109320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.206354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-eaf2bbb7-9065-4546-90e0-7f0a720315d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:58.208906 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-eaf2bbb7-9065-4546-90e0-7f0a720315d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.4229922 May 09 05:05:58.222416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.371968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e30dab-7f4c-4fae-bddb-08eddcf72b1e req-e63facd9-a253-42e2-bb21-f033546afb0d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:58.371968 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39e30dab-7f4c-4fae-bddb-08eddcf72b1e req-e63facd9-a253-42e2-bb21-f033546afb0d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 945 time: 0.5879250 May 09 05:05:58.512514 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-256544de-e164-41f3-908c-a6b861542301 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1002 time: 0.2558365 May 09 05:05:58.513341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.513736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34266) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:58.515175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.597740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=1c12c761-29f0-480f-926f-5ebe6c9635f4,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:58.609915 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39e30dab-7f4c-4fae-bddb-08eddcf72b1e req-4fe85cd7-58c3-4665-9cf8-5cb97e8bee9b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317269 May 09 05:05:58.610905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 724ea2d6-9d02-43ba-979d-a69cbd555acc {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:58.611857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.653393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34272) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:58.754473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-318111495'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:58.769405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-e3b0007a-ce53-463a-bb01-32f92a919da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:58.770823 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-e3b0007a-ce53-463a-bb01-32f92a919da9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.2561951 May 09 05:05:58.777806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:58.782773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.863683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.893009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Usage tracker for resource:network and tenant:a52d995e9f3742eaaf778726650bd548 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:58.911425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:58.933133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.933894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:58.969968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:59.049911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:05:59.053433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.083391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.083833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.128349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2378e4-38c5-4330-8add-eb6e1a66117d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:59.129949 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1e2378e4-38c5-4330-8add-eb6e1a66117d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1093 time: 0.4756122 May 09 05:05:59.134269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34278) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:59.138807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.146464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:59.149043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.158662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:05:59.159792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=d6a06798-d79b-4379-b642-632076cfccd2,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:59.195991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Usage tracker for resource:security_group_rule and tenant:a52d995e9f3742eaaf778726650bd548 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:59.394095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:05:59.402574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-aa7c53b2-7f5f-48fa-abc2-4df2f6c28462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:05:59.404056 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-aa7c53b2-7f5f-48fa-abc2-4df2f6c28462 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6230793 May 09 05:05:59.460728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:59.470822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 724ea2d6-9d02-43ba-979d-a69cbd555acc owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:05:59.473495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7592050-b20c-4791-a2a7-531171ede08d None None] Network e851d87c-277a-46b5-89f5-74f82fbf7439 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:05:59.505123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:05:59.507648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5cac5d-064c-4f53-a634-8fd9d1cb0f87,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:05:59.516092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.518967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:05:59.545402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:59.619376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:05:59.632802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-acf2d263-4bb8-4f6a-9ada-ebd3d496b8b4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/6e5cac5d-064c-4f53-a634-8fd9d1cb0f87 HTTP/1.1" status: 204 len: 168 time: 1.8957057 May 09 05:05:59.652980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34282) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:05:59.718696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.724874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:05:59.732261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:05:59.775889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] DHCP port deletion for e851d87c-277a-46b5-89f5-74f82fbf7439 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:05:59.783978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] Deleting port ee53b78d-eb8d-455c-8ffb-86f39909b744 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:05:59.784583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:05:59.873533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 7a65b750-c865-46a2-a6ac-a8503e74867d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:05:59.923215 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-7a9d8169-f2e3-4066-b98d-1f2d5281f283 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219146 May 09 05:05:59.930083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.021892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] For port ee53b78d-eb8d-455c-8ffb-86f39909b744, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ee53b78d-eb8d-455c-8ffb-86f39909b744,segment=NetworkSegment(efaab1d1-450b-4535-9002-a43e33438e03),segment_id=efaab1d1-450b-4535-9002-a43e33438e03)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:00.022243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.028938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb5b7-a400-4633-be2b-b9c048573c41 req-8fd35fda-4b05-4253-8f14-cca6299fce28 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:00.030467 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7dbdb5b7-a400-4633-be2b-b9c048573c41 req-8fd35fda-4b05-4253-8f14-cca6299fce28 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.8033624 May 09 05:06:00.127273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port ee53b78d-eb8d-455c-8ffb-86f39909b744 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:00.127544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.157599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] Calling delete_port for ee53b78d-eb8d-455c-8ffb-86f39909b744 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:00.213558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8f13bfcc-6729-4c24-b5fa-98a4a9a11864 None None] Provisioning complete for port d6a06798-d79b-4379-b642-632076cfccd2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:00.213558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f13bfcc-6729-4c24-b5fa-98a4a9a11864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.256038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:00.274619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.278804 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] Sync routers for ids ['7a65b750-c865-46a2-a6ac-a8503e74867d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:00.294004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8f13bfcc-6729-4c24-b5fa-98a4a9a11864 None None] Port d6a06798-d79b-4379-b642-632076cfccd2 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:00.318117 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] Routers {'7a65b750-c865-46a2-a6ac-a8503e74867d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:00.318710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.319381 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7a65b750-c865-46a2-a6ac-a8503e74867d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:00.320580 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7dbdb5b7-a400-4633-be2b-b9c048573c41 req-27553bfc-f629-453e-bb1e-e2a939422ce9 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549715 May 09 05:06:00.324231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.324638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.348424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.352981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46d2a5a3-4997-4273-a40f-8d8c2815923c req-330cf63b-eaa7-4bc6-b52a-dd47f78128ca service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194977 May 09 05:06:00.393349 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8677e0e0-5b38-48a6-b720-126dd0ef4695 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/7a65b750-c865-46a2-a6ac-a8503e74867d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0169623 May 09 05:06:00.406742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34288) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:00.434752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] Pushing event deleted for resources: {'Port': ['ID=ee53b78d-eb8d-455c-8ffb-86f39909b744,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:00.445005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfa76f-14d1-4225-a1b6-8f4ae687964c None None] No DVR routers for this DVR port ee53b78d-eb8d-455c-8ffb-86f39909b744 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:06:00.513115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:00.519724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ee53b78d-eb8d-455c-8ffb-86f39909b744 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:06:00.548613 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:00.562980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c79c9c-4cf4-4e61-a6b4-737577849073,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:00.565716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.566002 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Added segment a650e3b5-4d89-43c5-8116-d9e62e0d8b66 of type vlan for network 0e29066f-1033-4679-b26c-1ddbd74ea264 May 09 05:06:00.570619 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] Routers {'7a65b750-c865-46a2-a6ac-a8503e74867d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:00.571809 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7a65b750-c865-46a2-a6ac-a8503e74867d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:00.583604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port ee53b78d-eb8d-455c-8ffb-86f39909b744, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ee53b78d-eb8d-455c-8ffb-86f39909b744,segment=NetworkSegment(efaab1d1-450b-4535-9002-a43e33438e03),segment_id=efaab1d1-450b-4535-9002-a43e33438e03)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:00.583968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.599698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ee53b78d-eb8d-455c-8ffb-86f39909b744 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:06:00.600330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ee53b78d-eb8d-455c-8ffb-86f39909b744 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:06:00.621015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Router 540fa805-1b57-4444-b6ae-2a0de16cc603 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:00.639451 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:00.640290 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7beda-0c3b-4ff0-b183-b8898bfe8898 None None] The sync data for ids ['7a65b750-c865-46a2-a6ac-a8503e74867d'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:00.779324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for ee53b78d-eb8d-455c-8ffb-86f39909b744 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:00.831167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.837049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:00.900683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=724ea2d6-9d02-43ba-979d-a69cbd555acc,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:00.929131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Allocated IP 172.26.0.132 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/1074b90a-d7cc-4038-8b8f-fe151a2fe7f7) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:01.117485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.189224 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-fab514a0-edb7-41a6-993c-6deb9436188c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] remove_router_interface failed (client error): The resource could not be found. May 09 05:06:01.193254 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fab514a0-edb7-41a6-993c-6deb9436188c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/7a65b750-c865-46a2-a6ac-a8503e74867d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7852414 May 09 05:06:01.197335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34292) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:01.198361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:01.209148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] Sync routers for ids ['540fa805-1b57-4444-b6ae-2a0de16cc603'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:01.218500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:06:01.218894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:06:01.222485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] Routers {'540fa805-1b57-4444-b6ae-2a0de16cc603'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:01.223598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['540fa805-1b57-4444-b6ae-2a0de16cc603'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:01.235804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.241257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:01.241834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.256661 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3f3abb07-711c-410d-a770-d4fb1fa53c6a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "PUT /v2.0/routers/540fa805-1b57-4444-b6ae-2a0de16cc603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7512517 May 09 05:06:01.274132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0eda2-5b4b-4e57-9e02-aa34055501e0 req-5cd0a28d-d9f6-4e0f-907b-cd8cb610cf3e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:01.278285 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c9c0eda2-5b4b-4e57-9e02-aa34055501e0 req-5cd0a28d-d9f6-4e0f-907b-cd8cb610cf3e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.7081528 May 09 05:06:01.278804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34296) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:01.292510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:01.307755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] Routers {'540fa805-1b57-4444-b6ae-2a0de16cc603'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:01.310241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['540fa805-1b57-4444-b6ae-2a0de16cc603'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:01.310931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-520fab7c-1693-49d8-949d-8370935a9bf7 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:01.349104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-520fab7c-1693-49d8-949d-8370935a9bf7 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:01.353207 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-520fab7c-1693-49d8-949d-8370935a9bf7 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a65b750-c865-46a2-a6ac-a8503e74867d HTTP/1.1" status: 200 len: 205 time: 0.1462266 May 09 05:06:01.355641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34300) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:01.380579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:01.381137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48629a66-7fe3-4fa6-a6cf-7decf01821c4 None None] The sync data for ids ['540fa805-1b57-4444-b6ae-2a0de16cc603'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:01.517639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.525361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-162115a8-7cff-47b9-baea-447deb0ffdd4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.548152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Network': ['ID=0e29066f-1033-4679-b26c-1ddbd74ea264,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:01.560133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:01.572840 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5473d70f-d098-4565-af28-094d10d32211 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.0567045 May 09 05:06:01.576137 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c9c0eda2-5b4b-4e57-9e02-aa34055501e0 req-0ba7f926-d70c-4b47-90d1-ade95c1e8ac0 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783086 May 09 05:06:01.579496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34304) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:01.651264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'subnet': {'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:01.728744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port ee53b78d-eb8d-455c-8ffb-86f39909b744 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:01.729077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.844469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] The port 'ee53b78d-eb8d-455c-8ffb-86f39909b744' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:06:01.879181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.889228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca16ad-1124-4ace-8006-85d3ae885a7b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:01.890693 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0cca16ad-1124-4ace-8006-85d3ae885a7b tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports?device_id=540fa805-1b57-4444-b6ae-2a0de16cc603 HTTP/1.1" status: 200 len: 989 time: 0.5993805 May 09 05:06:01.895508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:01.897447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34310) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:01.918041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Usage tracker for resource:subnet and tenant:a52d995e9f3742eaaf778726650bd548 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:01.924849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:01.973719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-162115a8-7cff-47b9-baea-447deb0ffdd4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:01.980888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-162115a8-7cff-47b9-baea-447deb0ffdd4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.035796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:02.079554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.083376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.133032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:02.136329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.155844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-162115a8-7cff-47b9-baea-447deb0ffdd4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.156312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162115a8-7cff-47b9-baea-447deb0ffdd4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Fanout notify agent at l3_agent the message router_deleted on router 7a65b750-c865-46a2-a6ac-a8503e74867d {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:02.182183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:02.231008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e851d87c-277a-46b5-89f5-74f82fbf7439']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:02.244167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:02.259297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-162115a8-7cff-47b9-baea-447deb0ffdd4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.260376 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-162115a8-7cff-47b9-baea-447deb0ffdd4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/7a65b750-c865-46a2-a6ac-a8503e74867d HTTP/1.1" status: 204 len: 168 time: 0.9038854 May 09 05:06:02.261420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:02.301295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34314) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:02.305136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaab1d1-450b-4535-9002-a43e33438e03') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:02.305436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaab1d1-450b-4535-9002-a43e33438e03') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:02.348351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Port': ['ID=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:02.368801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.379969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae842a-47d4-4646-a145-5e04250fd696 req-2e502cf7-9113-41e8-9231-4db4c4036c7c tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:02.381458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1fae842a-47d4-4646-a145-5e04250fd696 req-2e502cf7-9113-41e8-9231-4db4c4036c7c tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6501298 May 09 05:06:02.396117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.119 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/6ead5e7e-caf2-4b7a-ad47-79a5a95c0c4e) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:02.447611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.479626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:06:02.480023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:06:02.506192 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:06:02.518593 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:06:02.692925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet 9af979cc-60ea-42de-9ef2-207e6ba0c70d {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:06:02.778552 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1fae842a-47d4-4646-a145-5e04250fd696 req-1940464c-0f75-4da0-902a-de36aa2ab5ed tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851929 May 09 05:06:02.815477 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:02.974268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.029403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.080703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.107324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.154408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=e851d87c-277a-46b5-89f5-74f82fbf7439,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:03.178103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.187185 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c4765080-c871-4a44-bed3-46880bda71ed tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/e851d87c-277a-46b5-89f5-74f82fbf7439 HTTP/1.1" status: 204 len: 168 time: 3.5296850 May 09 05:06:03.194340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34320) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:03.205197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1111685195', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:03.216336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:03.275632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Router 97a2575a-0f78-4a35-9411-4ca27de799fc has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:03.276910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:router and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:03.286289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.335386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.341356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:03.411597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:03.426562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6f459-d2aa-4e70-8598-133dacd9841f req-2386da35-e632-41b6-bdfd-71f4003453f6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:03.428068 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d3b6f459-d2aa-4e70-8598-133dacd9841f req-2386da35-e632-41b6-bdfd-71f4003453f6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5366237 May 09 05:06:03.453736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.454811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.490078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.604619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.615122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.702568 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d3b6f459-d2aa-4e70-8598-133dacd9841f req-82846d95-df83-4361-aced-8243a2295f5a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527385 May 09 05:06:03.745509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.752749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Subnet': ['ID=ff5dd088-e4d9-4c63-8e65-ee4a13798299,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:03.758333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:03.766679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:03.774738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:03.776907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.805352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:03.807258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.818192 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] Sync routers for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:03.829268 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:03.830926 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:03.853824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=6ead5e7e-caf2-4b7a-ad47-79a5a95c0c4e,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:03.869084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Checking segment: {'id': 'a650e3b5-4d89-43c5-8116-d9e62e0d8b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:03.869413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network hostable DHCP agents. Network: 0e29066f-1033-4679-b26c-1ddbd74ea264, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:03.884696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=9af979cc-60ea-42de-9ef2-207e6ba0c70d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:03.891213 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0550df9b-372d-4efb-a218-bd34ae8979a1 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "PUT /v2.0/routers/97a2575a-0f78-4a35-9411-4ca27de799fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2061222 May 09 05:06:03.895905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34326) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:03.900646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:03.902461 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-296d2552-d04b-40e3-b525-add3267c08cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/9af979cc-60ea-42de-9ef2-207e6ba0c70d HTTP/1.1" status: 204 len: 168 time: 1.5905862 May 09 05:06:03.903712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb5d472-449c-48df-805a-73d8ae698c02 None None] Network 3bfe531b-4698-47b9-9fa4-d070998b73a9 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:03.908191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34330) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:03.914266 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:03.926516 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] Routers {'97a2575a-0f78-4a35-9411-4ca27de799fc'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:03.927496 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['97a2575a-0f78-4a35-9411-4ca27de799fc'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:04.052895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.054228 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7f13d548-21fd-4394-b841-8c33ca805f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8589716 May 09 05:06:04.066588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34336) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:04.077418 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:04.078120 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d433c-4da3-42ed-a956-a10a8719800e None None] The sync data for ids ['97a2575a-0f78-4a35-9411-4ca27de799fc'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:04.081449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-37983130'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:04.095307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:04.102879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:04.155032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port d6a06798-d79b-4379-b642-632076cfccd2 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:04.155371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.180258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:04.225418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:04.292102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:04.314053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] DHCP port deletion for 3bfe531b-4698-47b9-9fa4-d070998b73a9 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:06:04.318528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] Deleting port 1e0df5e7-2f89-492b-804a-18a75113ce1a {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:04.318898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.322252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:04.325625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.414839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:04.437739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 0e29066f-1033-4679-b26c-1ddbd74ea264) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:04.445740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.452520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69525d2-4420-4a8a-a601-690e5622f740 None None] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:04.453070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.453408 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment e7444415-5e86-44dd-884d-286758a1288b of type vlan for network bf542b9f-7b22-4310-b192-590567279f56 May 09 05:06:04.498145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:04.498822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.541857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.576555 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0bf36254-e86c-4cf4-9403-596c18e8edbb tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9954894 May 09 05:06:04.579162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.579443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Router ed58b943-4d9d-4eac-b5cc-1e6fc93a370c is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:04.588037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for d6a06798-d79b-4379-b642-632076cfccd2 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:04.616760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34340) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:04.642760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'name': 'tempest-AllowedAddressPairTestJSON-922349800'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:04.678552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.678980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] For port 1e0df5e7-2f89-492b-804a-18a75113ce1a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1e0df5e7-2f89-492b-804a-18a75113ce1a,segment=NetworkSegment(7a5b1e18-481f-4bca-b9f3-d20616e0dc00),segment_id=7a5b1e18-481f-4bca-b9f3-d20616e0dc00)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:04.679382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.741563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 1e0df5e7-2f89-492b-804a-18a75113ce1a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:04.742234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.837632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] Calling delete_port for 1e0df5e7-2f89-492b-804a-18a75113ce1a owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:04.956241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-0e29066f-1033-4679-b26c-1ddbd74ea264', 'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'tenant_id': 'a52d995e9f3742eaaf778726650bd548', 'fixed_ips': [{'subnet_id': 'ff5dd088-e4d9-4c63-8e65-ee4a13798299'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:04.957418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.972292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:04.998224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.003847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:05.004459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.024309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] Pushing event deleted for resources: {'Port': ['ID=1e0df5e7-2f89-492b-804a-18a75113ce1a,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:05.034366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d922eb-2b83-49ec-a868-fbb476d91ce2 None None] No DVR routers for this DVR port 1e0df5e7-2f89-492b-804a-18a75113ce1a on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:06:05.046140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bf761-3d61-46a6-bd38-0e11a902f503 req-7a990b0f-4fb4-49b4-9d64-b877e6f08a69 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:05.051261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:05.052692 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a2bf761-3d61-46a6-bd38-0e11a902f503 req-7a990b0f-4fb4-49b4-9d64-b877e6f08a69 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.7700763 May 09 05:06:05.076597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.109121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Usage tracker for resource:port and tenant:a52d995e9f3742eaaf778726650bd548 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:05.114535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:05.128992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Sync routers for ids ['ed58b943-4d9d-4eac-b5cc-1e6fc93a370c'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:05.131640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:05.152566 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0823836 May 09 05:06:05.155455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:05.160319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34344) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:05.175377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594c321-16e3-41bb-b759-6bb803423f91 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=bf542b9f-7b22-4310-b192-590567279f56,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:05.184553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:05.185536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] The port '1e0df5e7-2f89-492b-804a-18a75113ce1a' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:06:05.207082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Routers {'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:05.207082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ed58b943-4d9d-4eac-b5cc-1e6fc93a370c'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:05.208160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.211686 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-880320a7-ec81-4533-9706-9e5833a66c28 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7259378 May 09 05:06:05.238879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34348) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:05.254047 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:05.257522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.265077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network bf542b9f-7b22-4310-b192-590567279f56 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:05.344008 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a2bf761-3d61-46a6-bd38-0e11a902f503 req-41ec94b2-5d5a-456c-928e-b68fa1801d0e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901781 May 09 05:06:05.358543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.361630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] device_id is not set on port 9e27037e-2843-4d8b-b362-91c83494dba6 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:05.382502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Allocated IP 172.20.0.2 (0e29066f-1033-4679-b26c-1ddbd74ea264/ff5dd088-e4d9-4c63-8e65-ee4a13798299/516fc53f-512b-4981-b0d4-93f659cac312) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:05.401033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:05.415805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:05.424191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.427530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:05.440178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:05.462935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:05.466737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.475867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting port 74db0941-e114-4e4a-b499-8a2a33ca9345 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:05.476253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.495986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.590558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Set router ed58b943-4d9d-4eac-b5cc-1e6fc93a370c gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:05.724325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.739025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=d6a06798-d79b-4379-b642-632076cfccd2,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:05.805734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfe531b-4698-47b9-9fa4-d070998b73a9']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:05.829697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5b1e18-481f-4bca-b9f3-d20616e0dc00') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:05.830005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5b1e18-481f-4bca-b9f3-d20616e0dc00') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:05.841925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.859408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.866485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:06:05.867176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.935197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:05.980138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:06:06.018321 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:06:06.034591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Transition to ACTIVE for port object 516fc53f-512b-4981-b0d4-93f659cac312 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:06.046222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.076468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Transition to ACTIVE for port object 516fc53f-512b-4981-b0d4-93f659cac312 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:06.089404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.134337 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.152632 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0efdec4d-a8f0-4681-bd09-b80cb8f62a2b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/ed58b943-4d9d-4eac-b5cc-1e6fc93a370c HTTP/1.1" status: 200 len: 908 time: 0.9015875 May 09 05:06:06.164326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34352) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:06.167373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=3bfe531b-4698-47b9-9fa4-d070998b73a9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:06.169873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:06.174310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:06.177383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'router': {'name': 'tempest-snat-router-380983874', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': True}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:06.181606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:06.183989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c', 'name': 'tempest-snat-router-380983874', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.132'}], 'enable_snat': False}, 'gw_port_id': '1074b90a-d7cc-4038-8b8f-fe151a2fe7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:05:57Z', 'updated_at': '2022-05-09T05:06:02Z', 'revision_number': 3, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port': {'id': '1074b90a-d7cc-4038-8b8f-fe151a2fe7f7', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:00Z', 'updated_at': '2022-05-09T05:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:06.184990 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-25397ad6-a838-4767-a886-8a7d841f9ad4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/3bfe531b-4698-47b9-9fa4-d070998b73a9 HTTP/1.1" status: 204 len: 168 time: 2.2170842 May 09 05:06:06.189775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Checking router: ed58b943-4d9d-4eac-b5cc-1e6fc93a370c for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:06.190118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Updating router ed58b943-4d9d-4eac-b5cc-1e6fc93a370c port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:06.194344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:06.197176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34356) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:06.203229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Usage tracker for resource:router and tenant:ed642a6d1fad41d191f20678486cac02 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:06.213702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Pushing event updated for resources: {'Port': ['ID=516fc53f-512b-4981-b0d4-93f659cac312,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:06.219103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:06.223105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-920244045'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:06.243154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:06.255339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:06.272366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:06.292381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.305261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:06.324971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:06.336414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.362411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Attempting to bind port 516fc53f-512b-4981-b0d4-93f659cac312 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:06.362784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Attempting to bind port 516fc53f-512b-4981-b0d4-93f659cac312 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'a650e3b5-4d89-43c5-8116-d9e62e0d8b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:06.363145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Attempting to bind port 516fc53f-512b-4981-b0d4-93f659cac312 on network 0e29066f-1033-4679-b26c-1ddbd74ea264 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:06.382894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1e0df5e7-2f89-492b-804a-18a75113ce1a no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:06:06.391085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.392952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.409491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.426176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 1e0df5e7-2f89-492b-804a-18a75113ce1a {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:06:06.426513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1e0df5e7-2f89-492b-804a-18a75113ce1a not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:06:06.428136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:06.428585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Checking segment: {'id': 'a650e3b5-4d89-43c5-8116-d9e62e0d8b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:06.429021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.429462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Bound using segment: {'id': 'a650e3b5-4d89-43c5-8116-d9e62e0d8b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:06.430015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Bound port: 516fc53f-512b-4981-b0d4-93f659cac312, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a650e3b5-4d89-43c5-8116-d9e62e0d8b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:06.430498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.473587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Allocated IP 172.20.0.7 (0e29066f-1033-4679-b26c-1ddbd74ea264/ff5dd088-e4d9-4c63-8e65-ee4a13798299/9e27037e-2843-4d8b-b362-91c83494dba6) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:06.492008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:06.495685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.506120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.506367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Calling delete_port for 74db0941-e114-4e4a-b499-8a2a33ca9345 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:06.615701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] For port 516fc53f-512b-4981-b0d4-93f659cac312, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:06.616560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Router 540fa805-1b57-4444-b6ae-2a0de16cc603 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:06.678767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] For port 516fc53f-512b-4981-b0d4-93f659cac312, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=516fc53f-512b-4981-b0d4-93f659cac312,segment=NetworkSegment(a650e3b5-4d89-43c5-8116-d9e62e0d8b66),segment_id=a650e3b5-4d89-43c5-8116-d9e62e0d8b66)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:06.685478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.706914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.777103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.785563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:06.790335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=63e285dd-abb1-4671-953c-a36f36333e88,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:06.820593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e6ee1-5a25-40b4-91c1-f4cdffe9f14f None None] Pushing event updated for resources: {'Port': ['ID=516fc53f-512b-4981-b0d4-93f659cac312,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:06.906186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.906514 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 075f3f68-d1bf-453b-ab36-cd63594c5b2e of type vlan for network 79adfde1-a9bb-4bc4-9985-0870f14ef773 May 09 05:06:06.914564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:06.914900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: bf542b9f-7b22-4310-b192-590567279f56, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:06.928792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.949743 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Transition to ACTIVE for port object 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:06.957737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:06.973589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:06.979788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.000108 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] Sync routers for ids ['540fa805-1b57-4444-b6ae-2a0de16cc603'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:07.022661 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] Routers {'540fa805-1b57-4444-b6ae-2a0de16cc603'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:07.023714 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['540fa805-1b57-4444-b6ae-2a0de16cc603'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:07.052904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.058478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=6ead5e7e-caf2-4b7a-ad47-79a5a95c0c4e,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:07.089785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network bf542b9f-7b22-4310-b192-590567279f56 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:07.101225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907a7d-bbae-4f09-b6e1-22157147a234 req-8738981d-42da-4a8c-a277-eaa6e8ae6465 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:07.102758 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6b907a7d-bbae-4f09-b6e1-22157147a234 req-8738981d-42da-4a8c-a277-eaa6e8ae6465 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6172190 May 09 05:06:07.173367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, bf542b9f-7b22-4310-b192-590567279f56) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:07.186542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.190663 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b071f651-ea9b-4933-84c0-5a3348eab933 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "PUT /v2.0/routers/540fa805-1b57-4444-b6ae-2a0de16cc603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2819786 May 09 05:06:07.192778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Attempting to bind port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:07.193281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Attempting to bind port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:07.198201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Attempting to bind port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:07.204623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34362) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:07.210619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:07.211207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.234664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:07.235197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:07.235732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.236310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:07.238394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Bound port: 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:07.238941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.248129 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:07.274784 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] Routers {'540fa805-1b57-4444-b6ae-2a0de16cc603'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:07.275474 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['540fa805-1b57-4444-b6ae-2a0de16cc603'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:07.288349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c916d69-2687-4427-bccd-258ecc248ab0 None None] Network bf542b9f-7b22-4310-b192-590567279f56 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:07.388811 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:07.391345 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c00f63-c101-42b3-be5b-73a2c0f102fe None None] The sync data for ids ['540fa805-1b57-4444-b6ae-2a0de16cc603'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:07.451254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385d525-8bcb-43ea-a5ed-dc81e6e72358 None None] Pushing event updated for resources: {'Port': ['ID=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:07.476062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.488857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] For port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:07.491346 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-13ef62d3-10da-4814-9f48-e7546a80004c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3252943 May 09 05:06:07.492372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.498126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:07.498622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.507621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:07.512656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] For port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:07.540430 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6b907a7d-bbae-4f09-b6e1-22157147a234 req-21f9d2fc-da2b-4c8b-844c-64cd367cc12f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962154 May 09 05:06:07.596174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.611385 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bf3ce9-d74b-4123-b4d6-c95b0622b263 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:06:07.611924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-76bf3ce9-d74b-4123-b4d6-c95b0622b263 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:07.654713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.658879 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 864cfbc0-e427-4f32-8b8e-e563e832c184 associated. External IP: 172.26.0.119, port: a5a8f30d-420f-438f-8938-0e53f6f45d88. May 09 05:06:07.669143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Transition to ACTIVE for port object 9e27037e-2843-4d8b-b362-91c83494dba6 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:07.687725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Routers {'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:07.688794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ed58b943-4d9d-4eac-b5cc-1e6fc93a370c'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:07.735313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-bf542b9f-7b22-4310-b192-590567279f56', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:07.736302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:07.785699 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5806503 May 09 05:06:07.787768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Port': ['ID=74db0941-e114-4e4a-b499-8a2a33ca9345,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:07.793249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34370) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:07.794164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc42f9c-08d8-4109-a408-47453305f9f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=79adfde1-a9bb-4bc4-9985-0870f14ef773,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:07.801450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': '79adfde1-a9bb-4bc4-9985-0870f14ef773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:07.846157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:07.858712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-76bf3ce9-d74b-4123-b4d6-c95b0622b263 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:07.863058 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-76bf3ce9-d74b-4123-b4d6-c95b0622b263 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/d6a06798-d79b-4379-b642-632076cfccd2 HTTP/1.1" status: 404 len: 333 time: 0.6544964 May 09 05:06:07.869768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34374) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:07.976678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385d525-8bcb-43ea-a5ed-dc81e6e72358 None None] Pushing event updated for resources: {'Port': ['ID=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:08.180772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e89-4f1c-4136-8add-659a862e2ea0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.238253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe771186-9f23-4648-a0aa-55143837241e None None] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:08.303154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.312123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.318120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] Set router ed58b943-4d9d-4eac-b5cc-1e6fc93a370c gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:08.346738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:08.416454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:08.421601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:08.448168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Allocated IP 2001:db8::2 (bf542b9f-7b22-4310-b192-590567279f56/63e285dd-abb1-4671-953c-a36f36333e88/117f10e3-dab2-4a4f-8eb2-d6c1831c3571) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:08.457633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 516fc53f-512b-4981-b0d4-93f659cac312 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:08.491296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:08.543501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:08.570345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.614952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e1e9a713-23de-4885-9f89-85efea98b97c None None] Provisioning for port 516fc53f-512b-4981-b0d4-93f659cac312 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:08.616909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:08.617295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.621108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.630570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:08.658800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.660846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:08.664574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.830540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 516fc53f-512b-4981-b0d4-93f659cac312 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:08.869141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 516fc53f-512b-4981-b0d4-93f659cac312 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:08.869515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.897023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e89-4f1c-4136-8add-659a862e2ea0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.898741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=9e27037e-2843-4d8b-b362-91c83494dba6,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:08.906469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e89-4f1c-4136-8add-659a862e2ea0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:08.961669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.092840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.093369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Fanout notify agent at l3_agent the message router_deleted on router 97a2575a-0f78-4a35-9411-4ca27de799fc {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:09.115468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.145505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:09.147130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.170837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Transition to ACTIVE for port object 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:09.201038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:09.210399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.215354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.219060 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a806a4b5-bc8a-417c-9ad3-223fa88babac tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/routers/97a2575a-0f78-4a35-9411-4ca27de799fc HTTP/1.1" status: 204 len: 168 time: 5.3221817 May 09 05:06:09.220803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Transition to ACTIVE for port object 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:09.222848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34380) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:09.230319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e89-4f1c-4136-8add-659a862e2ea0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.231007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce93e89-4f1c-4136-8add-659a862e2ea0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Fanout notify agent at l3_agent the message router_deleted on router 540fa805-1b57-4444-b6ae-2a0de16cc603 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:09.243710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Allocated IP 172.26.0.155 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/beb1a281-6f09-42bf-b9a4-41a98ac36588) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:09.250509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.276332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce93e89-4f1c-4136-8add-659a862e2ea0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.277545 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9ce93e89-4f1c-4136-8add-659a862e2ea0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/routers/540fa805-1b57-4444-b6ae-2a0de16cc603 HTTP/1.1" status: 204 len: 168 time: 1.4056964 May 09 05:06:09.289875 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ad8878a3-9e02-4af0-a006-8cce42f95a4b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6709857 May 09 05:06:09.290420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34384) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:09.308579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c', 'name': 'tempest-snat-router-380983874', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.132'}], 'enable_snat': False}, 'gw_port_id': '1074b90a-d7cc-4038-8b8f-fe151a2fe7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:05:57Z', 'updated_at': '2022-05-09T05:06:02Z', 'revision_number': 3, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port': {'id': '1074b90a-d7cc-4038-8b8f-fe151a2fe7f7', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:00Z', 'updated_at': '2022-05-09T05:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:09.315937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34386) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:09.343047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 516fc53f-512b-4981-b0d4-93f659cac312, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=516fc53f-512b-4981-b0d4-93f659cac312,segment=NetworkSegment(a650e3b5-4d89-43c5-8116-d9e62e0d8b66),segment_id=a650e3b5-4d89-43c5-8116-d9e62e0d8b66)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:09.356683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458dc328-c5c4-48c6-93c0-07c73be2efeb None None] The sync data for ids ['ed58b943-4d9d-4eac-b5cc-1e6fc93a370c'] in dv-neutron-840482-1-hyperv is: [{'id': 'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c', 'name': 'tempest-snat-router-380983874', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.132'}], 'enable_snat': False}, 'gw_port_id': '1074b90a-d7cc-4038-8b8f-fe151a2fe7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:05:57Z', 'updated_at': '2022-05-09T05:06:02Z', 'revision_number': 3, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port': {'id': '1074b90a-d7cc-4038-8b8f-fe151a2fe7f7', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58b943-4d9d-4eac-b5cc-1e6fc93a370c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:00Z', 'updated_at': '2022-05-09T05:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:09.367253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.374283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Pushing event updated for resources: {'Port': ['ID=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:09.377995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Network bf542b9f-7b22-4310-b192-590567279f56 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:09.397784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:06:09.402791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'name': 'tempest-AllowedAddressPairTestJSON-78491885', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3d:b9:8f'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:09.425999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128e429-a1cd-444b-a9ec-e008691c67cf req-d1574679-23ea-4586-b3ca-1efc34819206 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:09.428201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0128e429-a1cd-444b-a9ec-e008691c67cf req-d1574679-23ea-4586-b3ca-1efc34819206 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.4507368 May 09 05:06:09.439492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:09.443155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:09.585477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:09.590002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Usage tracker for resource:port and tenant:a52d995e9f3742eaaf778726650bd548 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:09.593530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:09.601400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:09.613490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.632271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=516fc53f-512b-4981-b0d4-93f659cac312,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:09.656844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Attempting to bind port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:09.657346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Attempting to bind port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:09.657782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Attempting to bind port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 on network bf542b9f-7b22-4310-b192-590567279f56 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:09.667325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2e43d959-0145-46b0-8bb6-cd05d39c7f16 None None] Provisioning for port 9e27037e-2843-4d8b-b362-91c83494dba6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:09.671269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:09.671641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Checking segment: {'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:09.672110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.672555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Bound using segment: {'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:09.673136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Bound port: 117f10e3-dab2-4a4f-8eb2-d6c1831c3571, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:09.673739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.694367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2e43d959-0145-46b0-8bb6-cd05d39c7f16 None None] Provisioning complete for port 9e27037e-2843-4d8b-b362-91c83494dba6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:09.694773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2e43d959-0145-46b0-8bb6-cd05d39c7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.708333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.796849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Deleting subnet 95cae172-e65b-4e4f-9f19-b3bcec3abaa7 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:06:09.798881 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0128e429-a1cd-444b-a9ec-e008691c67cf req-da85a306-89e7-4d6e-8a98-4c2ef1322ec6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3505476 May 09 05:06:09.803916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.835601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.875513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2e43d959-0145-46b0-8bb6-cd05d39c7f16 None None] Port 9e27037e-2843-4d8b-b362-91c83494dba6 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:09.904495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:09.907340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.913393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2e43d959-0145-46b0-8bb6-cd05d39c7f16 None None] Provisioning complete for port 516fc53f-512b-4981-b0d4-93f659cac312 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:09.913933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2e43d959-0145-46b0-8bb6-cd05d39c7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.942933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:09.944107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] Sync routers for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:09.953302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] For port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:09.986461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] For port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,segment=NetworkSegment(e7444415-5e86-44dd-884d-286758a1288b),segment_id=e7444415-5e86-44dd-884d-286758a1288b)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:09.989431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:09.990383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:10.032346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=baaab6c0-3441-4d0e-8cbc-80880ef4ab5d,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:10.053484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.064889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.097645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '075f3f68-d1bf-453b-ab36-cd63594c5b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '79adfde1-a9bb-4bc4-9985-0870f14ef773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:10.098012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: 79adfde1-a9bb-4bc4-9985-0870f14ef773, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:10.112502 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:10.151727 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ba7363a1-dc3c-488b-9888-db54ea8522b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.0162787 May 09 05:06:10.156102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34392) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:10.156650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:06:10.172933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.302381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:10.322051 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35df96e-de01-42f9-be44-945b0cbe6deb'] response: {'name': 'network-changed', 'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'status': 'completed', 'code': 200} May 09 05:06:10.394218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172f272-a364-4f8f-80da-0fb0541f6653 None None] Pushing event updated for resources: {'Port': ['ID=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:10.400042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:10.422273 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-afda6e40-fb9c-4469-851a-82f4519af6e9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/864cfbc0-e427-4f32-8b8e-e563e832c184 HTTP/1.1" status: 200 len: 991 time: 0.2556462 May 09 05:06:10.451343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.506182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.578238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 516fc53f-512b-4981-b0d4-93f659cac312 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:10.613774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 79adfde1-a9bb-4bc4-9985-0870f14ef773) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:10.631302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:10.631894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.649851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:10.651391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] device_id is not set on port f641e720-d71f-4169-a923-b590bf12157a yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:10.665562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:10.687799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:10.708999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.721573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c12031-cbeb-4052-9be8-0c7c2a53f5ac None None] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:10.738137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Port': ['ID=beb1a281-6f09-42bf-b9a4-41a98ac36588,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:10.762501 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3a29627a-7b41-4ff7-8169-527948dd9d45 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9632847 May 09 05:06:10.764594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34398) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:10.772326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-912270012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:10.785331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-ea4cb643-0af1-4dab-90bb-e0589eb5f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:10.786310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-ea4cb643-0af1-4dab-90bb-e0589eb5f820 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1098 time: 0.4583244 May 09 05:06:10.787409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:10.796076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8::1 (bf542b9f-7b22-4310-b192-590567279f56/63e285dd-abb1-4671-953c-a36f36333e88/d0d1f2b7-bc47-4bd5-b61f-484da427cf60) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:10.796279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:router and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:10.813735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.824643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:10.924114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Subnet': ['ID=95cae172-e65b-4e4f-9f19-b3bcec3abaa7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:10.931861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:10.946370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:11.068152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 516fc53f-512b-4981-b0d4-93f659cac312 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:11.068556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.126302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-29abc091-5992-48d5-ae74-ab1e9c950582 None None] Provisioning complete for port 9e27037e-2843-4d8b-b362-91c83494dba6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:11.126671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-29abc091-5992-48d5-ae74-ab1e9c950582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.131521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.132586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.205325 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-111c7fd6-91f4-44be-a4a6-099e13f76a49 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/subnets/95cae172-e65b-4e4f-9f19-b3bcec3abaa7 HTTP/1.1" status: 204 len: 168 time: 1.9786937 May 09 05:06:11.211187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34404) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:11.258990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.263311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Allocated IP 172.20.0.9 (0e29066f-1033-4679-b26c-1ddbd74ea264/ff5dd088-e4d9-4c63-8e65-ee4a13798299/f641e720-d71f-4169-a923-b590bf12157a) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:11.278911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-29abc091-5992-48d5-ae74-ab1e9c950582 None None] Port 9e27037e-2843-4d8b-b362-91c83494dba6 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:11.382991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-79adfde1-a9bb-4bc4-9985-0870f14ef773', 'network_id': '79adfde1-a9bb-4bc4-9985-0870f14ef773', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': 'baaab6c0-3441-4d0e-8cbc-80880ef4ab5d'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:11.383713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.384765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.400194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-acbe96b5-00b5-45b7-9dd6-0850d5f52297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:11.401709 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-acbe96b5-00b5-45b7-9dd6-0850d5f52297 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 897 time: 0.6072240 May 09 05:06:11.412308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:05:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:04Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:11.422149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:11.427242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] Checking router: 0da5bb04-c516-4ee4-9928-a5dfa673aad3 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:11.430800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:11.434301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34408) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:11.468989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.471954 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1930e325-47db-4bbc-a844-ab033286dca3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6 HTTP/1.1" status: 204 len: 168 time: 2.1675901 May 09 05:06:11.562625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153af6c-77ae-4187-b5c6-f48e1ba871ef None None] Network dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:11.598704 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-bb3b33be-86aa-4497-8c25-74e8b5c3a8c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 200 len: 999 time: 0.1405885 May 09 05:06:11.599910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34412) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:11.637215 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-70dd2fa1-e338-4961-be18-ece3cacc1075 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/864cfbc0-e427-4f32-8b8e-e563e832c184 HTTP/1.1" status: 200 len: 991 time: 0.1924145 May 09 05:06:11.652859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.698010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.740005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object d0d1f2b7-bc47-4bd5-b61f-484da427cf60 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:11.775467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:11.776081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:05:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:11.809639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.851075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8473d-10a8-445f-8318-dbe4acb35c16 None None] Network bf542b9f-7b22-4310-b192-590567279f56 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:11.941861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1b31-5b46-4c1d-bae1-adc553015ae0 req-73658944-b222-4c5c-8618-e96ced1efb7a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:11.943290 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aeec1b31-5b46-4c1d-bae1-adc553015ae0 req-73658944-b222-4c5c-8618-e96ced1efb7a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.8978269 May 09 05:06:11.962388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.963902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-287f3ac3-17fa-4d84-bf87-8bf1200f1167 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1973124 May 09 05:06:11.968483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:11.969722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34416) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:12.026663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-0e8d045b-2372-469c-81dc-98c382b39aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:12.028152 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-0e8d045b-2372-469c-81dc-98c382b39aa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e540ea11-d57e-4a5c-af06-31a1bd243752 HTTP/1.1" status: 200 len: 833 time: 0.4062045 May 09 05:06:12.043198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dbbf39f9-2be0-4f8a-9f0a-46fe9da69680 None None] Provisioning for port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:12.060628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Allocated IP 172.20.0.2 (79adfde1-a9bb-4bc4-9985-0870f14ef773/baaab6c0-3441-4d0e-8cbc-80880ef4ab5d/f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:12.087551 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aeec1b31-5b46-4c1d-bae1-adc553015ae0 req-cce47c9d-3d28-4c60-8cd4-19c62b07cdfb tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289761 May 09 05:06:12.104085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:12.104339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.118715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.151693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.244913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e7cd6d-490a-458f-a6bd-a19ec8eef4ab']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:12.331374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:12.332167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bfc9ac-a0b6-4f50-b534-f975a466ca04') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:12.332530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bfc9ac-a0b6-4f50-b534-f975a466ca04') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:12.357341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.385316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:12.385965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.428531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.435366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-ec99573b-bd12-4ef4-a572-66436a7e0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:12.436502 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-ec99573b-bd12-4ef4-a572-66436a7e0df3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3949418 May 09 05:06:12.436892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:12.523109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-da36af43-530b-4631-9eb3-63ba7eb7d137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.570240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.602461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network bf542b9f-7b22-4310-b192-590567279f56 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:12.609370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:12.611988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:12.612603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.643781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34420) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:12.644480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:06:12.644601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:06:12.669568 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:06:12.860651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.877276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] For port 1162f9e7-7eb7-4060-83cd-e7a28508ae53, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1162f9e7-7eb7-4060-83cd-e7a28508ae53,segment=NetworkSegment(c483f23c-fe07-4f3b-99d4-2d397e6bda2e),segment_id=c483f23c-fe07-4f3b-99d4-2d397e6bda2e)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:12.877790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.929430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] DHCP port deletion for dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:06:12.953251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.967860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:12.995786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:13.006782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.024531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:13.035956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Deleting port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:13.036423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.091893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Transition to ACTIVE for port object f641e720-d71f-4169-a923-b590bf12157a will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:13.101304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.106517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.171560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] Pushing event deleted for resources: {'Network': ['ID=30e7cd6d-490a-458f-a6bd-a19ec8eef4ab,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:13.204183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-7a37bcf0-62d8-407e-90eb-4c2cb9a5f0a4 service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7465665 May 09 05:06:13.208277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Transition to ACTIVE for port object f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:13.218971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.245401 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-38b65541-817b-4018-b002-ccaf0fff630c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/864cfbc0-e427-4f32-8b8e-e563e832c184 HTTP/1.1" status: 200 len: 991 time: 0.5774572 May 09 05:06:13.273088 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ebf4e537-ae5b-4aa9-9683-edc5066da928 tempest-FloatingIPTestJSON-1962207267 tempest-FloatingIPTestJSON-1962207267-project] 10.222.0.50 "DELETE /v2.0/networks/30e7cd6d-490a-458f-a6bd-a19ec8eef4ab HTTP/1.1" status: 204 len: 168 time: 2.0540102 May 09 05:06:13.273088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.340723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Transition to ACTIVE for port object f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:13.473600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:13.522605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.605115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 1162f9e7-7eb7-4060-83cd-e7a28508ae53 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:13.642753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.648136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:13.656538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:13.673447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:13.725491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.772192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:13.779852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:13.782827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:13.874176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] For port 1162f9e7-7eb7-4060-83cd-e7a28508ae53, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1162f9e7-7eb7-4060-83cd-e7a28508ae53,segment=NetworkSegment(c483f23c-fe07-4f3b-99d4-2d397e6bda2e),segment_id=c483f23c-fe07-4f3b-99d4-2d397e6bda2e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:13.874566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:13.931997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34430) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:13.991174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3925097-694d-428a-a1e3-cd8e0266998e req-1a75362d-08ca-4e0f-8e79-70f0cdbab461 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:13.992849 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3925097-694d-428a-a1e3-cd8e0266998e req-1a75362d-08ca-4e0f-8e79-70f0cdbab461 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6990702 May 09 05:06:13.994918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=f641e720-d71f-4169-a923-b590bf12157a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:14.047769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.170750 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72288109-4b4a-4910-ad13-d9ebe18a7ca7 req-7c8da1a1-3fd4-4888-b317-1781265433fb service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044589 May 09 05:06:14.173381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=1162f9e7-7eb7-4060-83cd-e7a28508ae53,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:14.175600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No DVR routers for this DVR port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:06:14.217568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Calling delete_port for 1162f9e7-7eb7-4060-83cd-e7a28508ae53 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:14.254943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Pushing event updated for resources: {'Port': ['ID=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:14.261383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34436) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:14.267330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:14.295798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:14.296600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.409930 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3925097-694d-428a-a1e3-cd8e0266998e req-1f28399d-08ce-4752-9985-aeafcbf145c4 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804672 May 09 05:06:14.444712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.478213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:14.500165 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aef49402-9bf9-40b1-9140-1f68694beb67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73dbd4dddbbb4ab3b831d95c706b5719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561111 May 09 05:06:14.504677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34440) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:14.506436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Router e4d04926-f8fb-4a6e-ac9f-d692d1f51066 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:14.510715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:14.511064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.513329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:14.516005 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-034c9b2b-96de-4cae-be2b-28efbfeabac9 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 5.1969578 May 09 05:06:14.517219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34444) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:14.543710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c483f23c-fe07-4f3b-99d4-2d397e6bda2e') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:14.543982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c483f23c-fe07-4f3b-99d4-2d397e6bda2e') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:14.553969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-42ff2b5f-8bc0-4c43-b12e-f1fb071d125b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/864cfbc0-e427-4f32-8b8e-e563e832c184 HTTP/1.1" status: 200 len: 991 time: 0.2887304 May 09 05:06:14.559614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:06:14.560098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:06:14.561049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f25cb3b0-2d3d-4cf6-9077-20e3894c42b6 None None] Provisioning for port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:14.562552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.587230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Attempting to bind port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:14.587765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Attempting to bind port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '075f3f68-d1bf-453b-ab36-cd63594c5b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '79adfde1-a9bb-4bc4-9985-0870f14ef773'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:14.588220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Attempting to bind port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 on network 79adfde1-a9bb-4bc4-9985-0870f14ef773 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:14.596823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f25cb3b0-2d3d-4cf6-9077-20e3894c42b6 None None] Provisioning complete for port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:14.597394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f25cb3b0-2d3d-4cf6-9077-20e3894c42b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.610076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.20.0.1 (79adfde1-a9bb-4bc4-9985-0870f14ef773/baaab6c0-3441-4d0e-8cbc-80880ef4ab5d/66a1f887-dd7f-4dfb-968e-650ab768d639) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:14.633092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:14.633657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Checking segment: {'id': '075f3f68-d1bf-453b-ab36-cd63594c5b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '79adfde1-a9bb-4bc4-9985-0870f14ef773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:14.634153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.634703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Bound using segment: {'id': '075f3f68-d1bf-453b-ab36-cd63594c5b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '79adfde1-a9bb-4bc4-9985-0870f14ef773'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:14.635346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Bound port: f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075f3f68-d1bf-453b-ab36-cd63594c5b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '79adfde1-a9bb-4bc4-9985-0870f14ef773'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:14.635873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.646820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.653257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:06:14.653647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.658975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:05:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:04Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:14.676684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-16674f23-9deb-49e4-aa1c-11d1c18b73ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.693193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014a1fa-3cd9-4f5f-8b31-9081e6d6c828 None None] The sync data for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv is: [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:05:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:04Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:14.736666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f25cb3b0-2d3d-4cf6-9077-20e3894c42b6 None None] Port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:06:14.753061 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:06:14.755501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.784679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.796250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:14.851230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] For port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:14.859116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] For port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,segment=NetworkSegment(075f3f68-d1bf-453b-ab36-cd63594c5b2e),segment_id=075f3f68-d1bf-453b-ab36-cd63594c5b2e)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:14.863224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.874607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b504e04f-9498-4d75-b23d-56977b49cc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.878812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.892661 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cb58d01f-e03f-4363-bc12-0d8f6d3f776f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/dcf55faa-7d2e-4433-bcc5-f9c0eb140ba1 HTTP/1.1" status: 204 len: 168 time: 3.2812126 May 09 05:06:14.895768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34448) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:14.932175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:14.944183 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Sync routers for ids ['e4d04926-f8fb-4a6e-ac9f-d692d1f51066'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:14.959217 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Routers {'e4d04926-f8fb-4a6e-ac9f-d692d1f51066'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:14.960118 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e4d04926-f8fb-4a6e-ac9f-d692d1f51066'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:14.961841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dc3fc5b9-e0c2-442e-8580-db40cb92f036 None None] Provisioning for port f641e720-d71f-4169-a923-b590bf12157a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:14.974136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.975542 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ef6dabc-2cf9-4c02-8adf-c99ec6481e08 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.8096530 May 09 05:06:14.978234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34452) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:14.987138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dc3fc5b9-e0c2-442e-8580-db40cb92f036 None None] Provisioning complete for port f641e720-d71f-4169-a923-b590bf12157a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:14.987639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc5b9-e0c2-442e-8580-db40cb92f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:14.990352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b504e04f-9498-4d75-b23d-56977b49cc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.063492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Deleting port 1162f9e7-7eb7-4060-83cd-e7a28508ae53 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:15.076856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.122918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd4fab-4970-41bb-8710-95ccd906dec7 None None] New status for floating IP 864cfbc0-e427-4f32-8b8e-e563e832c184: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:06:15.188434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,segment=NetworkSegment(e7444415-5e86-44dd-884d-286758a1288b),segment_id=e7444415-5e86-44dd-884d-286758a1288b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:15.229848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.281272 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Set router e4d04926-f8fb-4a6e-ac9f-d692d1f51066 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:15.300753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a29876-e204-465e-8c6c-7fee62412cc4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:15.310722 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-97a29876-e204-465e-8c6c-7fee62412cc4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/5238f1ca-78e6-459e-a616-5f8eabc6a58c HTTP/1.1" status: 200 len: 843 time: 0.4021292 May 09 05:06:15.320649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082aca3-57ba-41f1-afa1-33b1ee9f3eb2 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:15.323725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5017093-0217-49e9-93e8-b42b7d6a4acc None None] Pushing event updated for resources: {'Port': ['ID=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:15.331108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082aca3-57ba-41f1-afa1-33b1ee9f3eb2 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:15.337022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082aca3-57ba-41f1-afa1-33b1ee9f3eb2 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:15.337895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b082aca3-57ba-41f1-afa1-33b1ee9f3eb2 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Synchronizing usage tracker for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:15.366357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34456) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:15.369153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b73044fb-160c-433b-89e1-00a69f29cefc None None] The port '1162f9e7-7eb7-4060-83cd-e7a28508ae53' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:06:15.372788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1162f9e7-7eb7-4060-83cd-e7a28508ae53 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:06:15.379414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b504e04f-9498-4d75-b23d-56977b49cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.421005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc5b9-e0c2-442e-8580-db40cb92f036 None None] Port f641e720-d71f-4169-a923-b590bf12157a cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:15.486555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e04f-9498-4d75-b23d-56977b49cc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad8f963-3e76-48a5-910c-139424097682,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:15.488770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b082aca3-57ba-41f1-afa1-33b1ee9f3eb2 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Unset dirty status for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:15.490151 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b082aca3-57ba-41f1-afa1-33b1ee9f3eb2 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.9652021 May 09 05:06:15.519890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34462) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:15.579594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.600317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object 66a1f887-dd7f-4dfb-968e-650ab768d639 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:15.625653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b504e04f-9498-4d75-b23d-56977b49cc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.627398 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b504e04f-9498-4d75-b23d-56977b49cc4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ad8f963-3e76-48a5-910c-139424097682 HTTP/1.1" status: 204 len: 168 time: 1.1157470 May 09 05:06:15.638426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:15.643908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port f641e720-d71f-4169-a923-b590bf12157a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:15.644259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.646376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:06:15.669704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 1162f9e7-7eb7-4060-83cd-e7a28508ae53 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:06:15.670660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1162f9e7-7eb7-4060-83cd-e7a28508ae53 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:06:15.700551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.735620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.781075 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-96deefbc-e4c0-45f2-95bb-6e0ddd0f60fd tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/e4d04926-f8fb-4a6e-ac9f-d692d1f51066 HTTP/1.1" status: 200 len: 907 time: 0.8015769 May 09 05:06:15.787092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34472) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:15.878743 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dc3fc5b9-e0c2-442e-8580-db40cb92f036 None None] Provisioning complete for port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:15.879495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc5b9-e0c2-442e-8580-db40cb92f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.906367 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d04926-f8fb-4a6e-ac9f-d692d1f51066', 'name': 'tempest-snat-router-380983874', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.155'}], 'enable_snat': True}, 'gw_port_id': 'beb1a281-6f09-42bf-b9a4-41a98ac36588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:06Z', 'updated_at': '2022-05-09T05:06:11Z', 'revision_number': 3, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port': {'id': 'beb1a281-6f09-42bf-b9a4-41a98ac36588', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d04926-f8fb-4a6e-ac9f-d692d1f51066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:08Z', 'updated_at': '2022-05-09T05:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:15.915281 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Checking router: e4d04926-f8fb-4a6e-ac9f-d692d1f51066 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:15.918713 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Updating router e4d04926-f8fb-4a6e-ac9f-d692d1f51066 port beb1a281-6f09-42bf-b9a4-41a98ac36588 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:15.923481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.971835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.972633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:15.979998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:16.003833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:16.081878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:16.085265 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:16.103410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:16.114948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:16.141172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:16.153839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc5b9-e0c2-442e-8580-db40cb92f036 None None] Port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:16.259932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:16.268783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:16.283336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=66a1f887-dd7f-4dfb-968e-650ab768d639,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:16.295510 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3aa6a3ea-a25b-4462-b0fc-fb97cb575ff1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/5238f1ca-78e6-459e-a616-5f8eabc6a58c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.9044161 May 09 05:06:16.318490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:16.397059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:16.397424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:16.421850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34484) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:16.482796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:16.552441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network bf542b9f-7b22-4310-b192-590567279f56 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:16.558257 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5a86be00-b59f-458c-bd4d-05a5e452c394 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/864cfbc0-e427-4f32-8b8e-e563e832c184 HTTP/1.1" status: 200 len: 991 time: 0.8499749 May 09 05:06:16.580262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:16.583178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:16.680953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b71cd-24a9-4cff-bf7a-027cb2923699 None None] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:16.733705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11ae1e-4308-4817-83fc-9befb2b4a61d req-52cff45b-ceae-46ed-ab73-b1c18546fa0f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:16.735276 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee11ae1e-4308-4817-83fc-9befb2b4a61d req-52cff45b-ceae-46ed-ab73-b1c18546fa0f tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 1.0504920 May 09 05:06:16.738349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:16.748247 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:16.763507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:16.776618 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Transition to ACTIVE for port object beb1a281-6f09-42bf-b9a4-41a98ac36588 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:16.789753 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:16.910354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:16.975424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:16.998481 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Attempting to bind port beb1a281-6f09-42bf-b9a4-41a98ac36588 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:17.000920 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Attempting to bind port beb1a281-6f09-42bf-b9a4-41a98ac36588 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:17.001296 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Attempting to bind port beb1a281-6f09-42bf-b9a4-41a98ac36588 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:17.016553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:17.023411 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5aaa8-bd26-4857-91a8-2fac71ef0b36 None None] Pushing event updated for resources: {'Port': ['ID=beb1a281-6f09-42bf-b9a4-41a98ac36588,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:17.030705 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:17.031303 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:17.033277 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.033764 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:17.034292 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Bound port: beb1a281-6f09-42bf-b9a4-41a98ac36588, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:17.035806 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.077775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34498) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:17.082423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-15195248-3772-4114-884e-267e1fe511f9 None None] Provisioning for port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:17.083140 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee11ae1e-4308-4817-83fc-9befb2b4a61d req-3c34a988-feb9-4767-817b-cbde88daeb39 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877419 May 09 05:06:17.112291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-15195248-3772-4114-884e-267e1fe511f9 None None] Provisioning complete for port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:17.112866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15195248-3772-4114-884e-267e1fe511f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.141320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:17.145206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.165858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.218779 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] For port beb1a281-6f09-42bf-b9a4-41a98ac36588, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:17.222952 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] For port beb1a281-6f09-42bf-b9a4-41a98ac36588, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=beb1a281-6f09-42bf-b9a4-41a98ac36588,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:17.234797 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.266149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15195248-3772-4114-884e-267e1fe511f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.310799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-15195248-3772-4114-884e-267e1fe511f9 None None] For port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,segment=NetworkSegment(075f3f68-d1bf-453b-ab36-cd63594c5b2e),segment_id=075f3f68-d1bf-453b-ab36-cd63594c5b2e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:17.311300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.319941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15195248-3772-4114-884e-267e1fe511f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.368411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.374863 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Routers {'e4d04926-f8fb-4a6e-ac9f-d692d1f51066'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:17.376075 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e4d04926-f8fb-4a6e-ac9f-d692d1f51066'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:17.384583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Deleting port beb1a281-6f09-42bf-b9a4-41a98ac36588 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:17.384958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.454759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15195248-3772-4114-884e-267e1fe511f9 None None] Pushing event updated for resources: {'Port': ['ID=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:17.510525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6f7daef4-2c42-4054-afc9-7bc625ee0b49 None None] Provisioning complete for port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:17.510896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6f7daef4-2c42-4054-afc9-7bc625ee0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.577930 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5aaa8-bd26-4857-91a8-2fac71ef0b36 None None] Pushing event updated for resources: {'Port': ['ID=beb1a281-6f09-42bf-b9a4-41a98ac36588,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:17.590592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.598494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-6f7daef4-2c42-4054-afc9-7bc625ee0b49 None None] Port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:17.626152 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] Set router e4d04926-f8fb-4a6e-ac9f-d692d1f51066 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:17.640287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34508) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:17.648610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c1065388-3510-4c00-ba8c-b6861b71a18b tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] Request body: {'port': {'network_id': '700cfa7b-f10c-49e9-b780-98f392c60c74', 'name': 'tempest-NetworksNegativeTestJSON-1003250581'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:17.730571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b627b6e0-b7a2-4a60-bbda-694a7bfc4d02 None None] Provisioning complete for port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:17.731671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b627b6e0-b7a2-4a60-bbda-694a7bfc4d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:17.745106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Calling delete_port for f641e720-d71f-4169-a923-b590bf12157a owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:17.781403 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d04926-f8fb-4a6e-ac9f-d692d1f51066', 'name': 'tempest-snat-router-380983874', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:06Z', 'updated_at': '2022-05-09T05:06:17Z', 'revision_number': 4, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:17.786530 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1f52b-bf59-4780-8cf0-7a62b155e94e None None] The sync data for ids ['e4d04926-f8fb-4a6e-ac9f-d692d1f51066'] in dv-neutron-840482-1-hyperv is: [{'id': 'e4d04926-f8fb-4a6e-ac9f-d692d1f51066', 'name': 'tempest-snat-router-380983874', 'tenant_id': 'ed642a6d1fad41d191f20678486cac02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:06Z', 'updated_at': '2022-05-09T05:06:17Z', 'revision_number': 4, 'project_id': 'ed642a6d1fad41d191f20678486cac02', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:17.810102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:17.850958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:17.863175 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1065388-3510-4c00-ba8c-b6861b71a18b tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] POST failed (client error): The resource could not be found. May 09 05:06:17.864906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1065388-3510-4c00-ba8c-b6861b71a18b tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:17.866279 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c1065388-3510-4c00-ba8c-b6861b71a18b tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7875586 May 09 05:06:17.948468 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1d173ae9-dbd4-4166-8b7f-20624337178b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/864cfbc0-e427-4f32-8b8e-e563e832c184 HTTP/1.1" status: 200 len: 993 time: 0.3039370 May 09 05:06:17.951015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34514) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:18.007905 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f5508c-e4da-43d0-b668-33e24116f7a8 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] DELETE failed (client error): The resource could not be found. May 09 05:06:18.008892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f5508c-e4da-43d0-b668-33e24116f7a8 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:18.010806 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-88f5508c-e4da-43d0-b668-33e24116f7a8 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "DELETE /v2.0/networks/487679e8-47e9-47e0-93fb-c8f6ab85b843 HTTP/1.1" status: 404 len: 339 time: 0.0585577 May 09 05:06:18.034702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:18.035189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.066804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34518) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:18.116568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b627b6e0-b7a2-4a60-bbda-694a7bfc4d02 None None] Provisioning for port 66a1f887-dd7f-4dfb-968e-650ab768d639 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:18.159998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b627b6e0-b7a2-4a60-bbda-694a7bfc4d02 None None] Provisioning complete for port 66a1f887-dd7f-4dfb-968e-650ab768d639 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:18.160364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b627b6e0-b7a2-4a60-bbda-694a7bfc4d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.228554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:18.269092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b627b6e0-b7a2-4a60-bbda-694a7bfc4d02 None None] Port 66a1f887-dd7f-4dfb-968e-650ab768d639 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:18.284768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.307291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:18.307742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.378470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Port': ['ID=f641e720-d71f-4169-a923-b590bf12157a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:18.436348 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf81a5e-d021-4fc2-ac45-9854e18fb5f9 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] DELETE failed (client error): The resource could not be found. May 09 05:06:18.436948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf81a5e-d021-4fc2-ac45-9854e18fb5f9 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:18.442714 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-edf81a5e-d021-4fc2-ac45-9854e18fb5f9 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "DELETE /v2.0/ports/e2485294-56ab-4a75-ae46-06042fb40a68 HTTP/1.1" status: 404 len: 333 time: 0.3708372 May 09 05:06:18.444443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ff3bca7b-bd71-4119-8f87-83b859e3a3f6 None None] Provisioning complete for port 66a1f887-dd7f-4dfb-968e-650ab768d639 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:18.444443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ff3bca7b-bd71-4119-8f87-83b859e3a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.444726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34522) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:18.507248 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9f2bd4-a4ad-4a2a-9dc8-119c7050e9d7 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] DELETE failed (client error): The resource could not be found. May 09 05:06:18.507691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9f2bd4-a4ad-4a2a-9dc8-119c7050e9d7 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:18.512981 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8b9f2bd4-a4ad-4a2a-9dc8-119c7050e9d7 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "DELETE /v2.0/subnets/25b10c0d-a3ed-43c5-aed1-bbeb0a32ffea HTTP/1.1" status: 404 len: 337 time: 0.0638192 May 09 05:06:18.513961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:18.519387 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-58b39c1e-4a74-46c0-837e-8ba916e5355a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9932518 May 09 05:06:18.520267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34526) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:18.523025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34528) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:18.531051 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:18.532376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1949343335'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:18.540631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] For port beb1a281-6f09-42bf-b9a4-41a98ac36588, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=beb1a281-6f09-42bf-b9a4-41a98ac36588,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:18.540914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.549264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:18.552854 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:18.553478 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:18.557829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:18.561917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:18.569998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:18.608038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bca7b-bd71-4119-8f87-83b859e3a3f6 None None] Port 66a1f887-dd7f-4dfb-968e-650ab768d639 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:18.619277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.646881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.649384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:18.654350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.672621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.700481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd470f0-b9bc-40ec-bf62-a9be3cb06240 req-22710347-ddd5-4a17-8b98-354f11f63c25 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:18.701893 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bdd470f0-b9bc-40ec-bf62-a9be3cb06240 req-22710347-ddd5-4a17-8b98-354f11f63c25 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 1.0095112 May 09 05:06:18.792132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Calling delete_port for beb1a281-6f09-42bf-b9a4-41a98ac36588 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:18.801393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:18.810703 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:18.823689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434deea-0a07-4383-b783-01f64f864cc4 req-b99f4b15-4fb2-44a3-b13e-bccc1948b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:18.824697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4434deea-0a07-4383-b783-01f64f864cc4 req-b99f4b15-4fb2-44a3-b13e-bccc1948b22e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.7128241 May 09 05:06:18.825966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.826313 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6 of type vlan for network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f May 09 05:06:18.836298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:18.840543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=66a1f887-dd7f-4dfb-968e-650ab768d639,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:18.854324 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e77c8ec-b323-4a64-871b-545a36f08581 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] GET failed (client error): The resource could not be found. May 09 05:06:18.859428 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8e77c8ec-b323-4a64-871b-545a36f08581 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "GET /v2.0/networks/f45864fa-c4b5-49c0-adc9-b6d7f1f0a9bd HTTP/1.1" status: 404 len: 339 time: 0.3319473 May 09 05:06:18.868586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34534) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:18.977782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.003697 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c78667-a903-4c38-90aa-c0a31ec5b4b7 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] GET failed (client error): The resource could not be found. May 09 05:06:19.008235 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-06c78667-a903-4c38-90aa-c0a31ec5b4b7 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "GET /v2.0/ports/ac5fcfa2-9506-42da-b83f-89f0c0a048a3 HTTP/1.1" status: 404 len: 333 time: 0.1218691 May 09 05:06:19.038358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34538) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.087097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:19.089001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:19.103668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.109306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:19.109916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.162583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.186890 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:13Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:14Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:19.193028 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:19.193519 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Updating router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:19.205569 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-664876b7-72c9-4ce9-a5be-b2cec515dbe4 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] GET failed (client error): The resource could not be found. May 09 05:06:19.206877 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-664876b7-72c9-4ce9-a5be-b2cec515dbe4 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "GET /v2.0/subnets/64488f7b-7c9f-417a-af6a-35ddc032b74d HTTP/1.1" status: 404 len: 337 time: 0.1653371 May 09 05:06:19.221513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34542) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.223768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:19.237102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:19.271874 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bdd470f0-b9bc-40ec-bf62-a9be3cb06240 req-8fb80c19-1a1c-4078-bd57-8d24d75395e7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415541 May 09 05:06:19.276994 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.321639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:19.336806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.348542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:19.360220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff1e14b-cf3f-4262-bc6c-cdbe5322a521 None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:19.368543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=4e298f0a-5c60-4aa3-8703-214c74a1c6af,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:19.374242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:19.374830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.405094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f54b06ef-9947-4084-ab22-7cb0064540ce tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:19.416244 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2605f36e-d703-491c-8e3e-8d672c491ee7 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9780934 May 09 05:06:19.417678 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d98314e8-f09f-4809-9575-f01a2ce95ff1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/ports/f641e720-d71f-4169-a923-b590bf12157a HTTP/1.1" status: 204 len: 168 time: 3.8956463 May 09 05:06:19.427462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34546) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.427790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34548) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.438785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903860225'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:19.452262 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2c8b4b2f-d17f-44af-ba19-374d98e1af42 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9283669 May 09 05:06:19.458801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34554) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.470796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:19.487239 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54b06ef-9947-4084-ab22-7cb0064540ce tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] PUT failed (client error): The resource could not be found. May 09 05:06:19.487980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54b06ef-9947-4084-ab22-7cb0064540ce tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:19.489271 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f54b06ef-9947-4084-ab22-7cb0064540ce tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "PUT /v2.0/networks/8fcb88ae-e4a2-48d0-9970-553239995961 HTTP/1.1" status: 404 len: 339 time: 0.2629087 May 09 05:06:19.494998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34558) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.501317 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6c5603-2a57-4e52-a088-f70a31db9672 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] GET failed (client error): The resource could not be found. May 09 05:06:19.502210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd6c5603-2a57-4e52-a088-f70a31db9672 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Synchronizing usage tracker for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:19.504155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64948dbc-cb13-47bf-952d-8947008ee557 None None] Provisioning complete for port 66a1f887-dd7f-4dfb-968e-650ab768d639 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:19.504559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64948dbc-cb13-47bf-952d-8947008ee557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.506203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:19.507379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-27eb02d4-7c7c-4488-aa65-5e2bebf7a4c9 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:19.509014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434deea-0a07-4383-b783-01f64f864cc4 req-669bb6cc-0757-4b83-8550-47a983dfbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:19.510477 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4434deea-0a07-4383-b783-01f64f864cc4 req-669bb6cc-0757-4b83-8550-47a983dfbad8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.6301470 May 09 05:06:19.515300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:19.527674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:19.568866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-64948dbc-cb13-47bf-952d-8947008ee557 None None] Port 66a1f887-dd7f-4dfb-968e-650ab768d639 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:19.605347 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-27eb02d4-7c7c-4488-aa65-5e2bebf7a4c9 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] PUT failed (client error): The resource could not be found. May 09 05:06:19.605813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27eb02d4-7c7c-4488-aa65-5e2bebf7a4c9 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:19.606919 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-27eb02d4-7c7c-4488-aa65-5e2bebf7a4c9 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "PUT /v2.0/ports/e612622d-4fc7-4191-906e-ce001f45a7bf HTTP/1.1" status: 404 len: 333 time: 0.1083136 May 09 05:06:19.613369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34562) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.620590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:19.636944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd6c5603-2a57-4e52-a088-f70a31db9672 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Unset dirty status for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:19.640721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dd6c5603-2a57-4e52-a088-f70a31db9672 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "GET /v2.0/ports/f641e720-d71f-4169-a923-b590bf12157a HTTP/1.1" status: 404 len: 333 time: 0.2097456 May 09 05:06:19.645424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34566) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:19.655868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-31da0d50-9142-4ef0-8fd9-4df704c428f0 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:19.656476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'name': 'tempest-AllowedAddressPairTestJSON-664113091'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:19.686754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:19.691367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:19.694702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:19.700814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:19.707341 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-31da0d50-9142-4ef0-8fd9-4df704c428f0 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] PUT failed (client error): The resource could not be found. May 09 05:06:19.707861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31da0d50-9142-4ef0-8fd9-4df704c428f0 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:19.709523 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-31da0d50-9142-4ef0-8fd9-4df704c428f0 tempest-NetworksNegativeTestJSON-1610633427 tempest-NetworksNegativeTestJSON-1610633427-project] 10.222.0.50 "PUT /v2.0/subnets/b036a229-7967-4101-83fd-327e5d4125cc HTTP/1.1" status: 404 len: 337 time: 0.0907884 May 09 05:06:19.799613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'tenant_id': 'a9932919da12496f8b69226e16f90104', 'fixed_ips': [{'subnet_id': '4e298f0a-5c60-4aa3-8703-214c74a1c6af'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:19.801058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.822353 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.832750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:19.836203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.905059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4434deea-0a07-4383-b783-01f64f864cc4 req-f0877ec4-0941-4f82-afcd-2840f464a9b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1002 time: 0.3784668 May 09 05:06:19.911722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:19.955941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router f474efca-abaa-4856-8fd9-8665c519a7cb is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:19.996194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434deea-0a07-4383-b783-01f64f864cc4 req-a71bf43b-81b3-4a7f-90e8-2af2e5bdf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:19.997984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4434deea-0a07-4383-b783-01f64f864cc4 req-a71bf43b-81b3-4a7f-90e8-2af2e5bdf5c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.0738528 May 09 05:06:20.020635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Allocated IP 2001:db8::2 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/4e298f0a-5c60-4aa3-8703-214c74a1c6af/16f70d0a-38c2-4754-8f89-51595d02c5fd) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:20.067664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:20.085577 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Transition to ACTIVE for port object d0d1f2b7-bc47-4bd5-b61f-484da427cf60 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:20.086722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group_rule and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:20.091763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:20.096463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.098160 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.144942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:20.148905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event deleted for resources: {'Port': ['ID=beb1a281-6f09-42bf-b9a4-41a98ac36588,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:20.290924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.307397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34574) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:20.314784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Transition to ACTIVE for port object 16f70d0a-38c2-4754-8f89-51595d02c5fd will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:20.321741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.342936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Transition to ACTIVE for port object 16f70d0a-38c2-4754-8f89-51595d02c5fd will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:20.352839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.364030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:20.378480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:20.400187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:20.404219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.450024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:20.458409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:20.471026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:20.486365 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Attempting to bind port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:20.487104 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Attempting to bind port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:20.487627 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Attempting to bind port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 on network bf542b9f-7b22-4310-b192-590567279f56 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:20.490441 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Pushing event updated for resources: {'Port': ['ID=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:20.500090 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.500744 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.501218 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.501709 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.502178 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.502674 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.503138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.503713 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.504184 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.504690 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.505146 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.505601 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:20.512719 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:20.513348 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Checking segment: {'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:20.514029 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.514564 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Bound using segment: {'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:20.515165 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Bound port: d0d1f2b7-bc47-4bd5-b61f-484da427cf60, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7444415-5e86-44dd-884d-286758a1288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:20.515900 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.538000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Pushing event updated for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:20.601700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434deea-0a07-4383-b783-01f64f864cc4 req-39d98b96-5843-4977-8912-fb786aa47dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:20.603255 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4434deea-0a07-4383-b783-01f64f864cc4 req-39d98b96-5843-4977-8912-fb786aa47dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5969710 May 09 05:06:20.609189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.629434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Attempting to bind port 16f70d0a-38c2-4754-8f89-51595d02c5fd on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:20.629845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Attempting to bind port 16f70d0a-38c2-4754-8f89-51595d02c5fd by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '70f69276-a7bf-4f6f-8a3f-60700b76b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:20.630206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Attempting to bind port 16f70d0a-38c2-4754-8f89-51595d02c5fd on network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:20.641761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:20.642990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Checking segment: {'id': '70f69276-a7bf-4f6f-8a3f-60700b76b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:20.643733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.644311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Bound using segment: {'id': '70f69276-a7bf-4f6f-8a3f-60700b76b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:20.645055 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Bound port: 16f70d0a-38c2-4754-8f89-51595d02c5fd, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f69276-a7bf-4f6f-8a3f-60700b76b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:20.645441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.645892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.651346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] device_id is not set on port 5403961b-f469-454f-99b9-a64b74123024 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:20.704341 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] For port d0d1f2b7-bc47-4bd5-b61f-484da427cf60, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:20.708462 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] For port d0d1f2b7-bc47-4bd5-b61f-484da427cf60, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,segment=NetworkSegment(e7444415-5e86-44dd-884d-286758a1288b),segment_id=e7444415-5e86-44dd-884d-286758a1288b)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:20.716518 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.753523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:20.756949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:20.768331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.785917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.830403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:20.835383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.841370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4d04926-f8fb-4a6e-ac9f-d692d1f51066 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:20.849738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.858522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Usage tracker for resource:security_group_rule and tenant:69e327964eda4584b161898d59942c13 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:20.865059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:20.872061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649acc0b-13b3-468d-8a9d-0a11e0c2be1b None None] Pushing event updated for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:20.876869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:20.886571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:20.895334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] Sync routers for ids ['f474efca-abaa-4856-8fd9-8665c519a7cb'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:20.908566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] Routers {'f474efca-abaa-4856-8fd9-8665c519a7cb'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:20.909320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f474efca-abaa-4856-8fd9-8665c519a7cb'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:20.917542 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:20.918898 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:20.976488 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4781b2fe-1d57-4279-b5a2-14f0b785f8ba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/f474efca-abaa-4856-8fd9-8665c519a7cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0019166 May 09 05:06:20.986762 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34582) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:21.031879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:21.035032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.042243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6132989 May 09 05:06:21.046468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.058309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34586) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:21.058309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34588) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:21.058557 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ce409a05-5f79-44ed-99db-bcdf6f619be8 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "DELETE /v2.0/routers/e4d04926-f8fb-4a6e-ac9f-d692d1f51066 HTTP/1.1" status: 204 len: 168 time: 5.2631333 May 09 05:06:21.059076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Allocated IP 172.20.0.8 (0e29066f-1033-4679-b26c-1ddbd74ea264/ff5dd088-e4d9-4c63-8e65-ee4a13798299/5403961b-f469-454f-99b9-a64b74123024) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:21.078408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1951471080'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:21.082012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:21.087933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.094581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] Routers {'f474efca-abaa-4856-8fd9-8665c519a7cb'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:21.095323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f474efca-abaa-4856-8fd9-8665c519a7cb'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:21.179704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd98bdf-f4a9-44f4-ad70-de7ead0ed7d3 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644aa0ff-3e8c-4633-be55-637ffae48c55,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:21.193447 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680e138-b897-4ddc-a3f5-a89e06f660db None None] Pushing event updated for resources: {'Port': ['ID=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:21.194883 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4434deea-0a07-4383-b783-01f64f864cc4 req-b0ee04df-7580-4804-8c4c-40e0cb8e1b6e service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823572 May 09 05:06:21.207306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:21.207710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c4ceb-fbde-4d94-b8d2-b9e225952963 None None] The sync data for ids ['f474efca-abaa-4856-8fd9-8665c519a7cb'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:21.252509 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:21.349258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:21.361933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:21.371291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7219107-18ee-4584-9d2b-e4c178d3097d req-a4fd0e5c-9b16-4ae3-b075-954586aafd4e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:21.375696 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a7219107-18ee-4584-9d2b-e4c178d3097d req-a4fd0e5c-9b16-4ae3-b075-954586aafd4e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.8103678 May 09 05:06:21.405716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:21.422944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:21.429924 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4434deea-0a07-4383-b783-01f64f864cc4 req-674edfc8-9180-4f58-92a4-28a57ec35b41 service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202713 May 09 05:06:21.483467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.489611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.491590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:21.544910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c5545-cf85-410f-a6c1-de8a673c3542 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:21.545447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-110c5545-cf85-410f-a6c1-de8a673c3542 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:21.557994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69e327964eda4584b161898d59942c13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2389505 May 09 05:06:21.559595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34594) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:21.562366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e8bdb-b13d-4104-b527-49f964290e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77370c7f-998c-4ce2-9406-96b5b80f2f3d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:21.564869 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a7219107-18ee-4584-9d2b-e4c178d3097d req-e4de4009-6f3a-4336-a5e4-7d03cdd89c9a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612868 May 09 05:06:21.640665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38d9cb5e-46c7-4d4b-b2de-8dfeb9070c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.649959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:21.650676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:21.655402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.662491 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:13Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:20Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:21.666707 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d1a83-36a1-4435-866f-73efeda0cf7e None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:13Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:20Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:21.669850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38d9cb5e-46c7-4d4b-b2de-8dfeb9070c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.735633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-110c5545-cf85-410f-a6c1-de8a673c3542 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:21.736854 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-110c5545-cf85-410f-a6c1-de8a673c3542 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports/66a1f887-dd7f-4dfb-968e-650ab768d639 HTTP/1.1" status: 200 len: 910 time: 0.7489119 May 09 05:06:21.740511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34598) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:21.807120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38d9cb5e-46c7-4d4b-b2de-8dfeb9070c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.815960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:21.825915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group_rule and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:21.833540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:21.836566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:21.844758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.846287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 16f70d0a-38c2-4754-8f89-51595d02c5fd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:21.899476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:21.909073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9cb5e-46c7-4d4b-b2de-8dfeb9070c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77370c7f-998c-4ce2-9406-96b5b80f2f3d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:21.946680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38d9cb5e-46c7-4d4b-b2de-8dfeb9070c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:21.948743 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-38d9cb5e-46c7-4d4b-b2de-8dfeb9070c3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77370c7f-998c-4ce2-9406-96b5b80f2f3d HTTP/1.1" status: 204 len: 168 time: 0.3880601 May 09 05:06:22.014506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:22.052560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 16f70d0a-38c2-4754-8f89-51595d02c5fd completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:22.060556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b62aa6-9248-4ff4-90f0-062982537148 None None] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:22.081468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:22.082053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:22.452501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:22.468737 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-35bc27e2-f4d6-462d-9be1-f492bfac6dce tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0039895 May 09 05:06:22.498685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34606) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:22.677276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:22.678142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:22.704501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Provisioning for port 16f70d0a-38c2-4754-8f89-51595d02c5fd completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:22.728356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:22.729284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:22.771393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Transition to ACTIVE for port object 5403961b-f469-454f-99b9-a64b74123024 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:22.914023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639f6c-174a-47c5-bdd1-25ea69488d8d req-c2061a6e-b28d-44db-a46b-61b1b461020a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:22.915720 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-df639f6c-174a-47c5-bdd1-25ea69488d8d req-c2061a6e-b28d-44db-a46b-61b1b461020a tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.1585071 May 09 05:06:22.986505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:22.999015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.010859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.032262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Deleting port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:23.032573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.039284 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-df639f6c-174a-47c5-bdd1-25ea69488d8d req-f192620a-f7a5-49ad-a20a-21bcc5919840 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894074 May 09 05:06:23.042689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.047260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.166680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:23.180333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Allocated IP 2001:db8:1::2 (0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f/9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46/cd4d4e96-99f7-4a40-aa92-02cefa17b224) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:23.182900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.305664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fbbb51-5623-4041-bb64-70fb9585f89e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:23.344102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Provisioning complete for port 5238f1ca-78e6-459e-a616-5f8eabc6a58c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:23.344818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.349767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.350992 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5e3af16f-5c05-4b75-a5a7-4ea0df0cacb4 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2890913 May 09 05:06:23.382596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34630) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:23.431385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Pushing event updated for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:23.441149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-485684449', 'security_groups': ['55fbbb51-5623-4041-bb64-70fb9585f89e'], 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e298f0a-5c60-4aa3-8703-214c74a1c6af'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:23.457592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-284dfb51-aed7-4647-9113-031a900a8652 None None] Port 5238f1ca-78e6-459e-a616-5f8eabc6a58c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:23.477045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.573851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 66a1f887-dd7f-4dfb-968e-650ab768d639 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:23.574602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.593894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.607458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Transition to ACTIVE for port object cd4d4e96-99f7-4a40-aa92-02cefa17b224 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:23.632822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Transition to ACTIVE for port object cd4d4e96-99f7-4a40-aa92-02cefa17b224 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:23.640231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.716782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:23.721177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:23.723945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:23.822682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Pushing event updated for resources: {'Port': ['ID=cd4d4e96-99f7-4a40-aa92-02cefa17b224,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:23.854049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Attempting to bind port cd4d4e96-99f7-4a40-aa92-02cefa17b224 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:23.855426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Attempting to bind port cd4d4e96-99f7-4a40-aa92-02cefa17b224 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:23.857030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Attempting to bind port cd4d4e96-99f7-4a40-aa92-02cefa17b224 on network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:23.868731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:23.869149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Checking segment: {'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:23.869489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.869868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Bound using segment: {'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:23.872983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:23.877037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Bound port: cd4d4e96-99f7-4a40-aa92-02cefa17b224, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:23.877535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.902375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:23.904516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:23.927403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:23.972883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=5403961b-f469-454f-99b9-a64b74123024,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:23.999626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] For port 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:24.000241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.082456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 16f70d0a-38c2-4754-8f89-51595d02c5fd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:24.099819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 66a1f887-dd7f-4dfb-968e-650ab768d639 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:24.132915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] For port cd4d4e96-99f7-4a40-aa92-02cefa17b224, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:24.151938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] For port cd4d4e96-99f7-4a40-aa92-02cefa17b224, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cd4d4e96-99f7-4a40-aa92-02cefa17b224,segment=NetworkSegment(cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6),segment_id=cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:24.162704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.253180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:24.253702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.278065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Calling delete_port for 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:24.329779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2221a-859b-4769-a0e8-54e11911626c req-2e9ffb84-856a-4d08-bc13-38465494e512 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:24.335921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729b370-a227-4941-9ee4-a882f8744c0b None None] Pushing event updated for resources: {'Port': ['ID=cd4d4e96-99f7-4a40-aa92-02cefa17b224,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:24.339072 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1ad2221a-859b-4769-a0e8-54e11911626c req-2e9ffb84-856a-4d08-bc13-38465494e512 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 1.0991752 May 09 05:06:24.345075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:24.347017 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cc6de284-04dc-4c80-89f9-80cb38e13e36 None None] Provisioning for port 5403961b-f469-454f-99b9-a64b74123024 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:24.360173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cc6de284-04dc-4c80-89f9-80cb38e13e36 None None] Provisioning complete for port 5403961b-f469-454f-99b9-a64b74123024 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:24.360650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc6de284-04dc-4c80-89f9-80cb38e13e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.418010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.443136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-cc6de284-04dc-4c80-89f9-80cb38e13e36 None None] Port 5403961b-f469-454f-99b9-a64b74123024 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:24.445610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:port and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:24.459978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:24.507164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0d1f2b7-bc47-4bd5-b61f-484da427cf60 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:24.509176 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1ad2221a-859b-4769-a0e8-54e11911626c req-447b6d9f-53cf-4754-8ee8-e3c7e96b5a2c tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686804 May 09 05:06:24.510314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:24.519160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=66a1f887-dd7f-4dfb-968e-650ab768d639,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:24.554227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:24.557245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.666481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:24.672541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:24.672898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.806324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:24.913149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.953069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port d0d1f2b7-bc47-4bd5-b61f-484da427cf60, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,segment=NetworkSegment(e7444415-5e86-44dd-884d-286758a1288b),segment_id=e7444415-5e86-44dd-884d-286758a1288b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:24.963423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:24.975138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:25.013172 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b8171cdf-92c6-4b87-ad53-c17318483bc7 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3644304 May 09 05:06:25.070661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34654) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:25.098547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3d:b9:8f'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:25.116838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:25.172753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:25.264105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34658) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:25.278626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709260301', 'description': 'tempest-secgroup-smoke-1709260301 description', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:25.287485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:25.294855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:25.299965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:25.307907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:25.436073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:25.454078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:25.472602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router f474efca-abaa-4856-8fd9-8665c519a7cb has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:25.483360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:25.487241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:25.523189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c77f45-a4b2-4487-b483-09d8d13bb48f req-42f73b2a-f23c-4f1e-ae55-514d8413f468 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:25.524719 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c1c77f45-a4b2-4487-b483-09d8d13bb48f req-42f73b2a-f23c-4f1e-ae55-514d8413f468 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.8011544 May 09 05:06:25.537815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300a102-ae34-4cdf-a4a1-ba10b4429d48 None None] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:25.542237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:25.542496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:25.551755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:25.618222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:25.643154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:25.654969 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] Sync routers for ids ['f474efca-abaa-4856-8fd9-8665c519a7cb'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:25.668725 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] Routers {'f474efca-abaa-4856-8fd9-8665c519a7cb'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:25.670114 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f474efca-abaa-4856-8fd9-8665c519a7cb'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:25.681790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port a35288c5-5db4-4770-9106-9ff6b9d2581c yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:25.702913 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7738340d-e9ca-492b-8e68-504e8cf525cf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/f474efca-abaa-4856-8fd9-8665c519a7cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9612839 May 09 05:06:25.703672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34662) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:25.750814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3394f57a-50ad-4f5d-b6f5-3cd132dd25a4 None None] Provisioning for port cd4d4e96-99f7-4a40-aa92-02cefa17b224 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:25.756629 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-92b48ab7-430b-426f-b75f-f7319e8edcf8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:25.759728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event deleted for resources: {'Port': ['ID=1074b90a-d7cc-4038-8b8f-fe151a2fe7f7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:25.816593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-92b48ab7-430b-426f-b75f-f7319e8edcf8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:25.820230 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-92b48ab7-430b-426f-b75f-f7319e8edcf8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=f474efca-abaa-4856-8fd9-8665c519a7cb HTTP/1.1" status: 200 len: 205 time: 0.1095910 May 09 05:06:25.820230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:25.820605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34666) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:25.848339 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:25.860918 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c1c77f45-a4b2-4487-b483-09d8d13bb48f req-bcf91034-cc8a-472f-a873-b15fe8c0d597 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250058 May 09 05:06:25.874123 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] Routers {'f474efca-abaa-4856-8fd9-8665c519a7cb'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:25.893530 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f474efca-abaa-4856-8fd9-8665c519a7cb'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:25.937147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.019399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cd4d4e96-99f7-4a40-aa92-02cefa17b224 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:26.020817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:26.033830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:26.039005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:26.054878 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:26.063631 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7504e9a0-6484-4319-b322-9c21340756e8 None None] The sync data for ids ['f474efca-abaa-4856-8fd9-8665c519a7cb'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:26.069418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:26.078377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0b4dbbb8-aa49-4928-9c9e-e0b9613e06ca tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.131366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.134837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port cd4d4e96-99f7-4a40-aa92-02cefa17b224 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:26.142314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port cd4d4e96-99f7-4a40-aa92-02cefa17b224 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:26.142693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.264260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e913a3-ef07-40ec-b8cf-a63426464459,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:26.311234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.327098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f8d49567-b845-4383-983e-3efc27e02534 None None] Provisioning complete for port cd4d4e96-99f7-4a40-aa92-02cefa17b224 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:26.327475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8d49567-b845-4383-983e-3efc27e02534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.368949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.394077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port cd4d4e96-99f7-4a40-aa92-02cefa17b224, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cd4d4e96-99f7-4a40-aa92-02cefa17b224,segment=NetworkSegment(cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6),segment_id=cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:26.399001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.404765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.405719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0d1f2b7-bc47-4bd5-b61f-484da427cf60 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:26.410103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.515863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0b4dbbb8-aa49-4928-9c9e-e0b9613e06ca tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.524635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0b4dbbb8-aa49-4928-9c9e-e0b9613e06ca tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.580047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=cd4d4e96-99f7-4a40-aa92-02cefa17b224,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:26.586403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.596557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dda3e0-1ca9-4785-94b7-8af0434c8c90 req-60c137dc-9586-4ccc-8ed0-2f3381be3eb8 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:26.598716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:26.599175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.603878 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5dda3e0-1ca9-4785-94b7-8af0434c8c90 req-60c137dc-9586-4ccc-8ed0-2f3381be3eb8 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5358295 May 09 05:06:26.625106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0b4dbbb8-aa49-4928-9c9e-e0b9613e06ca tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.625652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4dbbb8-aa49-4928-9c9e-e0b9613e06ca tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Fanout notify agent at l3_agent the message router_deleted on router f474efca-abaa-4856-8fd9-8665c519a7cb {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:26.627266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.711482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5dda3e0-1ca9-4785-94b7-8af0434c8c90 req-f8b2a624-99db-4a38-8ec1-8f52415abca1 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066728 May 09 05:06:26.712179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.716313 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4504185 May 09 05:06:26.717144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893332e2-f150-4a7a-bc7c-974b00d096d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b29e294-30ed-406c-8631-2c6c79eb1713,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:26.719467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34672) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:26.723249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0b4dbbb8-aa49-4928-9c9e-e0b9613e06ca tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.724558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0b4dbbb8-aa49-4928-9c9e-e0b9613e06ca tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/f474efca-abaa-4856-8fd9-8665c519a7cb HTTP/1.1" status: 204 len: 168 time: 0.9027607 May 09 05:06:26.729453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'security_group_rule': {'security_group_id': '4b29e294-30ed-406c-8631-2c6c79eb1713', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:26.730669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34676) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:26.736093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:26.740205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:26.743417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:26.750036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:26.769844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.781556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.782176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed58b943-4d9d-4eac-b5cc-1e6fc93a370c {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:26.815048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8:1::1 (0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f/9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46/11c2a9cb-3e9d-4c96-8abb-679b245193ae) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:26.819463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::2e6 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/4e298f0a-5c60-4aa3-8703-214c74a1c6af/a35288c5-5db4-4770-9106-9ff6b9d2581c) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:26.843008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:26.848957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.021103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57420f80-ad4d-4753-9177-1294e3a87263,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:27.035391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.039955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a97bc0f4-5dda-48a4-83f2-64f875abe1b0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144939 May 09 05:06:27.040786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34682) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:27.047262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'security_group_rule': {'security_group_id': '4b29e294-30ed-406c-8631-2c6c79eb1713', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:27.053764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:27.058965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:27.063736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:27.069753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:27.091096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.123976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet baaab6c0-3441-4d0e-8cbc-80880ef4ab5d {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:06:27.166132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.167088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.173525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.197124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91867472-f745-475a-88f8-0095eae0efba,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:27.208187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.210951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.212102 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8226a32c-7d00-44ea-8c41-733ddea84d7b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ed58b943-4d9d-4eac-b5cc-1e6fc93a370c HTTP/1.1" status: 204 len: 168 time: 6.1486700 May 09 05:06:27.212852 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fbce05d8-ef3e-4ebc-8fce-2d087a27bfa6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1708946 May 09 05:06:27.213492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34686) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:27.216098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34690) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:27.221155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-547389580', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:27.231490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'security_group_rule': {'security_group_id': '4b29e294-30ed-406c-8631-2c6c79eb1713', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:27.238593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:27.241017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:27.245625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Usage tracker for resource:router and tenant:005012c9f6534f90bfa2539307487d9e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:27.248575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:27.251257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:27.254066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:27.261635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:27.263705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:27.277996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.279317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.295408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.323418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.390294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.556289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.579475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.592989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe77a1-f31e-4b76-9b5f-d180bc5d50e4 req-e1615235-d239-4632-a34a-d5286d917f18 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:27.594795 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2fe77a1-f31e-4b76-9b5f-d180bc5d50e4 req-e1615235-d239-4632-a34a-d5286d917f18 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.7114308 May 09 05:06:27.612974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.614987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.647519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.658444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object 11c2a9cb-3e9d-4c96-8abb-679b245193ae will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:27.660983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.690258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.737194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d27a8d-ec7b-4dad-9935-d6e693dd5f89,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:27.762101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.766603 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-413db725-b875-414e-9a51-ed85d2864bf6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5519273 May 09 05:06:27.768142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34694) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:27.773142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'security_group_rule': {'security_group_id': '4b29e294-30ed-406c-8631-2c6c79eb1713', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:27.780618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cd4d4e96-99f7-4a40-aa92-02cefa17b224 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:27.782153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:27.787378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:27.796360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:27.803447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:27.803894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.830158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.861478 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2fe77a1-f31e-4b76-9b5f-d180bc5d50e4 req-64e83c30-5276-44d3-8e1b-7aabbd6d0535 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545290 May 09 05:06:27.881708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port cd4d4e96-99f7-4a40-aa92-02cefa17b224 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:27.882190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.912525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object a35288c5-5db4-4770-9106-9ff6b9d2581c will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:27.934279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=5403961b-f469-454f-99b9-a64b74123024,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:27.944536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] In _notify_port_updated(), no bound segment for port 5403961b-f469-454f-99b9-a64b74123024 on network 0e29066f-1033-4679-b26c-1ddbd74ea264 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:06:27.957545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:27.958216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:27.981035 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a6f0e8e1-0a63-4113-9a6d-fd3ecad3d21b tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "PUT /v2.0/ports/5403961b-f469-454f-99b9-a64b74123024 HTTP/1.1" status: 200 len: 992 time: 2.9045935 May 09 05:06:27.982004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34700) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:28.038643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.051561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.127435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ec782096-de40-49f8-a223-0f0efece2bdc None None] Provisioning complete for port 5403961b-f469-454f-99b9-a64b74123024 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:28.127899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ec782096-de40-49f8-a223-0f0efece2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.144926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.160112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:06:28.171712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afabb3af-ecf3-4b17-98e0-9928f25928df,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:28.203470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.221196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.252078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.255814 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f386730f-f7e2-4bc5-9504-f444bb08a733 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4842143 May 09 05:06:28.255972 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:06:28.255972 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1074b90a-d7cc-4038-8b8f-fe151a2fe7f7 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:06:28.259093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34706) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:28.263772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'security_group_rule': {'security_group_id': '4b29e294-30ed-406c-8631-2c6c79eb1713', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:28.269741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.273979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:28.280084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ec782096-de40-49f8-a223-0f0efece2bdc None None] Port 5403961b-f469-454f-99b9-a64b74123024 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:28.283055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:28.289817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=baaab6c0-3441-4d0e-8cbc-80880ef4ab5d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:28.299423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:28.304568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.305604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e6795-7955-41b6-a4e8-3bb66428eb5e None None] Network 79adfde1-a9bb-4bc4-9985-0870f14ef773 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:28.315343 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-afe23a73-bd83-4e0c-aaad-eb906faf91c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/baaab6c0-3441-4d0e-8cbc-80880ef4ab5d HTTP/1.1" status: 204 len: 168 time: 1.5782762 May 09 05:06:28.315765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:28.316248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:28.316248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.317110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34710) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:28.320340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:28.347662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port 5403961b-f469-454f-99b9-a64b74123024 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:28.347944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.359068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:28.440083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=11c2a9cb-3e9d-4c96-8abb-679b245193ae,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:28.465784 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Project a1f5b2c232ef42feb93a63f33dfaee46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:06:28.475280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.496277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.561332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.618896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:28.620745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:28.621090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.650414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] DHCP port deletion for 79adfde1-a9bb-4bc4-9985-0870f14ef773 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:06:28.655105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] Deleting port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:28.655599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.660021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Allocated IP 172.26.0.65 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/ca7fa356-1d6e-4765-82dd-97c2bbe4ac48) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:28.710312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.757193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4dfcca35-b542-4114-92f8-56758a048935 None None] Provisioning for port 11c2a9cb-3e9d-4c96-8abb-679b245193ae completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:28.765790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.777484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4dfcca35-b542-4114-92f8-56758a048935 None None] Provisioning complete for port 11c2a9cb-3e9d-4c96-8abb-679b245193ae triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:28.778522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4dfcca35-b542-4114-92f8-56758a048935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.780198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:28.791358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:28.797199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:28.798373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.820151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=a35288c5-5db4-4770-9106-9ff6b9d2581c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:28.872388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952e83b2-33db-4e8d-9168-68ee2d813b53,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:28.929730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcca35-b542-4114-92f8-56758a048935 None None] Port 11c2a9cb-3e9d-4c96-8abb-679b245193ae cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:28.945159 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-189c8d11-e8c7-4dfa-b3d4-5fbb9f523113 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5614500 May 09 05:06:28.952616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34714) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:28.962177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] For port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,segment=NetworkSegment(075f3f68-d1bf-453b-ab36-cd63594c5b2e),segment_id=075f3f68-d1bf-453b-ab36-cd63594c5b2e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:28.962726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:28.983765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:29.105497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd15ee4-faf0-4591-a003-a50607c2beba req-6fdd7bf7-def7-4024-850b-e41adb92e640 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:29.107085 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ccd15ee4-faf0-4591-a003-a50607c2beba req-6fdd7bf7-def7-4024-850b-e41adb92e640 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.7265506 May 09 05:06:29.119874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.123592 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2e16d26f-9342-4dc5-b2b1-38597f187278 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8618834 May 09 05:06:29.131771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34718) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:29.137672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'security_group_rule': {'security_group_id': '4b29e294-30ed-406c-8631-2c6c79eb1713', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:29.143881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:29.161205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.163473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:security_group_rule and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:29.177349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:29.200851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:29.221134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,segment=NetworkSegment(075f3f68-d1bf-453b-ab36-cd63594c5b2e),segment_id=075f3f68-d1bf-453b-ab36-cd63594c5b2e)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:29.221517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.265049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] Calling delete_port for f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:29.273000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.293286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.303030 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ccd15ee4-faf0-4591-a003-a50607c2beba req-7a79a0ba-e1c3-43cd-be65-2b11afc199e4 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861882 May 09 05:06:29.345726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-10e8d5df-5e07-4a57-88fd-d75e04fda829 None None] Provisioning for port a35288c5-5db4-4770-9106-9ff6b9d2581c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:29.353251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-10e8d5df-5e07-4a57-88fd-d75e04fda829 None None] Provisioning complete for port a35288c5-5db4-4770-9106-9ff6b9d2581c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:29.353251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-10e8d5df-5e07-4a57-88fd-d75e04fda829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.364441 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Project a1f5b2c232ef42feb93a63f33dfaee46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:06:29.376029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:29.398871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.417717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.449108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] Pushing event deleted for resources: {'Port': ['ID=f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:29.458286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc16fd-257b-449b-9bda-6f3489512557 None None] No DVR routers for this DVR port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:06:29.461995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-10e8d5df-5e07-4a57-88fd-d75e04fda829 None None] Port a35288c5-5db4-4770-9106-9ff6b9d2581c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:29.511335 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:06:29.511692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:06:29.531328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.532900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Calling delete_port for 5403961b-f469-454f-99b9-a64b74123024 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:29.533292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.575925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.634714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:29.640111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8ce256-2572-4056-88fe-fef6d99292bf,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:29.647138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:29.651456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:29.654997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:29.666747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:29.674050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:29.682181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event updated for resources: {'Port': ['ID=ca7fa356-1d6e-4765-82dd-97c2bbe4ac48,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:29.688218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:29.693845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.695258 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-51b0597c-49fc-464e-bd73-72b073d5004c tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5622151 May 09 05:06:29.701120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34722) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:29.715093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'network': {'name': 'tempest-network-smoke--1151860056', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'port_security_enabled': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:29.729652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:29.749143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:network and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:29.751826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:29.755244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:29.764514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:06:29.783850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:29.803824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:06:29.804378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:06:29.845740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:29.978509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Made reservation on behalf of a1f5b2c232ef42feb93a63f33dfaee46 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:29.981765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.056694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:30.057042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.100853 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e298f0a-5c60-4aa3-8703-214c74a1c6af (CIDR: 2001:db8::/64) May 09 05:06:30.101666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.141483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:30.142577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] The port 'f7690e0c-3f2a-4206-a39d-a1c5ce49b0b3' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:06:30.144636 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:06:30.145383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:30.186760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Port': ['ID=5403961b-f469-454f-99b9-a64b74123024,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:30.228121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.228642 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Added segment 50c55463-fc7e-48c7-83da-41912363261c of type vlan for network 005f8f21-856a-4cee-b380-58f4f94dcef4 May 09 05:06:30.239540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.250073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.259330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.260159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.312049 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1e2339fd-3a82-4029-8143-370b47c1624d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3443949 May 09 05:06:30.328269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34726) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:30.341255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:30.369561 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.382983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.667764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:06:30.704788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79adfde1-a9bb-4bc4-9985-0870f14ef773']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:30.711802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=11c2a9cb-3e9d-4c96-8abb-679b245193ae,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:30.759259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075f3f68-d1bf-453b-ab36-cd63594c5b2e') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:30.759551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075f3f68-d1bf-453b-ab36-cd63594c5b2e') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:30.761958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.767665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:30.768244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.809526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.884158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.886039 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4207b81f-5af3-450e-8f2d-473616b4e7b1 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/ports/5403961b-f469-454f-99b9-a64b74123024 HTTP/1.1" status: 204 len: 168 time: 2.8981016 May 09 05:06:30.895756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34732) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:30.899181 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1928699 May 09 05:06:30.914199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34736) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:30.917097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.936668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'admin_state_up': True, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:30.942756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:30.944276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:30.952866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:30.955395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:30.955797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:06:30.956208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:30.961390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a07b31-347f-4ea8-99c7-5eee58c518b6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Network': ['ID=005f8f21-856a-4cee-b380-58f4f94dcef4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:30.965062 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ba5047-7603-4b5f-87b4-7ad43833c08e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] GET failed (client error): The resource could not be found. May 09 05:06:30.965597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-40ba5047-7603-4b5f-87b4-7ad43833c08e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Synchronizing usage tracker for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:30.973569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:06:30.975793 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:06:30.982448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:30.997618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:31.067533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:31.072197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:router and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:31.088257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:31.112551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-40ba5047-7603-4b5f-87b4-7ad43833c08e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Unset dirty status for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:31.113751 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-40ba5047-7603-4b5f-87b4-7ad43833c08e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "GET /v2.0/ports/5403961b-f469-454f-99b9-a64b74123024 HTTP/1.1" status: 404 len: 333 time: 0.2169375 May 09 05:06:31.119244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34740) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:31.126663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'name': 'tempest-AllowedAddressPairTestJSON-491799744'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:31.182513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171fb0b-6726-4b2c-9b3d-8fe21074c9db req-8a285739-10e9-4b21-9f9d-3d113c06aab7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:31.184165 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9171fb0b-6726-4b2c-9b3d-8fe21074c9db req-8a285739-10e9-4b21-9f9d-3d113c06aab7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.7331626 May 09 05:06:31.197264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:31.234193 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:31.237702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.238378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:31.306157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fca4c13d-745b-4492-9c82-2cda22e5a20a None None] Provisioning complete for port 11c2a9cb-3e9d-4c96-8abb-679b245193ae triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:31.306598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fca4c13d-745b-4492-9c82-2cda22e5a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.324955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.341912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.342944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.368825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fca4c13d-745b-4492-9c82-2cda22e5a20a None None] Port 11c2a9cb-3e9d-4c96-8abb-679b245193ae cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:31.387642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.393138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.420945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.425246 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9171fb0b-6726-4b2c-9b3d-8fe21074c9db req-e22f9002-9fae-4981-956b-a73cc70bf6b2 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116346 May 09 05:06:31.431706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=79adfde1-a9bb-4bc4-9985-0870f14ef773,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:31.434149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:31.440381 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-29e90859-db96-4bf7-94be-c587e974f8c8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/79adfde1-a9bb-4bc4-9985-0870f14ef773 HTTP/1.1" status: 204 len: 168 time: 3.1214514 May 09 05:06:31.444562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34744) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:31.459606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1852653973', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:31.465131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:31.472938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:31.477275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:31.483102 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fc6257f1-8a42-4cb7-964a-1302773cd5cd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9699304 May 09 05:06:31.486767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:router and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:31.489937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34750) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:31.492559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:31.493088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:31.500301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-77750148'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:31.508954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:31.510101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:31.510950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:31.512332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:31.514710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:31.518475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.537693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:31.543684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:31.553878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:31.556300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] device_id is not set on port 3da694c3-6b62-4006-93fc-128d64e2d947 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:31.595505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.596534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.628502 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:31.632990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.676162 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.762281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:31.781476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:31.830320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:31.830957 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment 9b11b9b4-1490-4559-b1f3-ba6759c73050 of type vlan for network 14dab4d2-9ca9-4ade-a354-4730284ca685 May 09 05:06:31.911117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Allocated IP 172.20.0.10 (0e29066f-1033-4679-b26c-1ddbd74ea264/ff5dd088-e4d9-4c63-8e65-ee4a13798299/3da694c3-6b62-4006-93fc-128d64e2d947) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:32.063482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.131160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.133744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Router f346c99f-1c9c-47d8-a6f7-b37ec8f2788d is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:32.164955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:28Z', 'revision_number': 3, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:29Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:32.168204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.170663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:32.171132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Updating router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d port 11c2a9cb-3e9d-4c96-8abb-679b245193ae binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:32.253162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.288933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-9c866db7-4fd4-4d61-ac2b-78f88c5f0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:32.290379 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-9c866db7-4fd4-4d61-ac2b-78f88c5f0611 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4075860166744a89adeb0e3b566e6fc0&device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 1099 time: 0.4363151 May 09 05:06:32.379675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17c05-227d-475c-b174-2ee7504ab002 req-585f4604-4e0a-49bc-b4e5-deb537d8f306 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:32.381200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53d17c05-227d-475c-b174-2ee7504ab002 req-585f4604-4e0a-49bc-b4e5-deb537d8f306 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5288882 May 09 05:06:32.443230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.448688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:32.449276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.614346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.628183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Transition to ACTIVE for port object 11c2a9cb-3e9d-4c96-8abb-679b245193ae will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:32.635728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.641667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=14dab4d2-9ca9-4ade-a354-4730284ca685,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:32.651089 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6bcd6bfe-1c1d-40c4-a14f-eb675bbb78f6 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1595788 May 09 05:06:32.657753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34762) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:32.676564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:32.723688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:32.748444 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53d17c05-227d-475c-b174-2ee7504ab002 req-5688807b-4f7d-4e42-822b-4749b5b0bd01 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263436 May 09 05:06:32.819237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:32.835985 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] Sync routers for ids ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:32.841340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.858118 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] Routers {'f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:32.859631 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:32.867029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:32.872866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Transition to ACTIVE for port object 3da694c3-6b62-4006-93fc-128d64e2d947 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:32.874267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:32.878650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:32.885108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-b4e5cc37-64aa-43a8-b51c-8ba5d074f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:32.886871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-b4e5cc37-64aa-43a8-b51c-8ba5d074f33b service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 200 len: 912 time: 0.5862737 May 09 05:06:32.939053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:32.958383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:32.961299 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:32.967424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c52a-307c-4c11-a216-de0c2ec7124d None None] Pushing event updated for resources: {'Port': ['ID=11c2a9cb-3e9d-4c96-8abb-679b245193ae,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:32.973722 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] Routers {'f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:32.974618 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:33.039145 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:33.040070 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac446ce-4142-42eb-a656-403b20dae08d None None] The sync data for ids ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:33.053504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Attempting to bind port 11c2a9cb-3e9d-4c96-8abb-679b245193ae on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:33.053877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Attempting to bind port 11c2a9cb-3e9d-4c96-8abb-679b245193ae by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:33.054235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Attempting to bind port 11c2a9cb-3e9d-4c96-8abb-679b245193ae on network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:33.060548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:33.060950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Checking segment: {'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:33.061355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.061738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Bound using segment: {'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:33.062351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Bound port: 11c2a9cb-3e9d-4c96-8abb-679b245193ae, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:33.062728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.080822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.082319 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-71a5c50e-ef76-4bd8-a19b-8a7eff5131f5 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8654079 May 09 05:06:33.090633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34766) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:33.110520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': False}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:33.113040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=3da694c3-6b62-4006-93fc-128d64e2d947,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:33.184962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] For port 11c2a9cb-3e9d-4c96-8abb-679b245193ae, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:33.188700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] For port 11c2a9cb-3e9d-4c96-8abb-679b245193ae, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=11c2a9cb-3e9d-4c96-8abb-679b245193ae,segment=NetworkSegment(cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6),segment_id=cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:33.196699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:33.200248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.200485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.211294 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-92971c19-3c22-4950-94af-b8a46aa89374 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 200 len: 1002 time: 0.3092535 May 09 05:06:33.214738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.289041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:33.289824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:33.360517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c52a-307c-4c11-a216-de0c2ec7124d None None] Pushing event updated for resources: {'Port': ['ID=11c2a9cb-3e9d-4c96-8abb-679b245193ae,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:33.499675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:33.556745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:33.557959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:33.563112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.567909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:33.572654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=d20a955c-af87-45ce-af56-3b0bfe678fd8,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:33.586350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:33.592059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:33.608178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:33.608785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.618090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.619125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-0c9f2045-4efc-4e82-857f-317ee10c628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:33.620669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-0c9f2045-4efc-4e82-857f-317ee10c628a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 200 len: 850 time: 0.3436477 May 09 05:06:33.621207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.666058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a758750-adf7-49fd-9cb2-755ac309b84a None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:33.709262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.712811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.778922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:33.779302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: 14dab4d2-9ca9-4ade-a354-4730284ca685, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:33.840332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:33.842088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.846554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=3890e345-95a9-4727-bedd-f7580e524001,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:33.926715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:33.941056 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-08f542e9-2f6f-45f7-be92-735ab2d034f8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8180747 May 09 05:06:33.946097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34772) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:33.954939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3d:b9:8f'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:33.986542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 14dab4d2-9ca9-4ade-a354-4730284ca685) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:33.991170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:33.991827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:33.992828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Allocated IP 172.26.0.48 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/7aea0cb2-afb9-4897-85f9-c9ba153ecc0c) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:34.023454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7298d-2d23-47b7-b773-8a845a025489 None None] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:34.065888 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5592b6a1-e488-46b1-9508-69bf0ff186d3 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4070656 May 09 05:06:34.070389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34776) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:34.179879 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8d0ac362-a1d1-4122-98df-34728e21fd77 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8503549 May 09 05:06:34.188377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3d6d87a2-2a91-4956-be80-658b1eb91095 None None] Provisioning for port 3da694c3-6b62-4006-93fc-128d64e2d947 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:34.190609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34780) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:34.217641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-841578375', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd20a955c-af87-45ce-af56-3b0bfe678fd8'}], 'security_groups': ['644aa0ff-3e8c-4633-be55-637ffae48c55']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:34.229712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3d6d87a2-2a91-4956-be80-658b1eb91095 None None] Provisioning complete for port 3da694c3-6b62-4006-93fc-128d64e2d947 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:34.230182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3d6d87a2-2a91-4956-be80-658b1eb91095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:34.367622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:34.407791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-0f84f215-0b76-4a97-9b75-428f58c5ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:34.409313 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-0f84f215-0b76-4a97-9b75-428f58c5ff7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d12453-9aa2-4a5c-aec5-5d40645139c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7547464 May 09 05:06:34.425501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc44e0-ca6b-4737-b95a-e1d80cf276c9 req-0cd67a37-1a4d-4c24-9c32-8c1bc9bde5b9 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:34.427066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d87a2-2a91-4956-be80-658b1eb91095 None None] Port 3da694c3-6b62-4006-93fc-128d64e2d947 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:34.427201 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ffc44e0-ca6b-4737-b95a-e1d80cf276c9 req-0cd67a37-1a4d-4c24-9c32-8c1bc9bde5b9 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5403676 May 09 05:06:34.460847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:28Z', 'revision_number': 3, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:33Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:34.502824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c897e0-b778-4833-bdda-6dca48a89a6e None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:28Z', 'revision_number': 3, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:33Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:34.522641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-14dab4d2-9ca9-4ade-a354-4730284ca685', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:34.523637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:34.735069 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ffc44e0-ca6b-4737-b95a-e1d80cf276c9 req-bdf2dbfe-2e7d-4cc2-be59-c49120715ac5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839739 May 09 05:06:34.774847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:34.804833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] Update dhcp port {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'fixed_ips': [{'subnet_id': '4e298f0a-5c60-4aa3-8703-214c74a1c6af', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd20a955c-af87-45ce-af56-3b0bfe678fd8'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '16f70d0a-38c2-4754-8f89-51595d02c5fd'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:06:34.815370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:34.882698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:34.902799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Allocated IP 2001:db8:2::2 (14dab4d2-9ca9-4ade-a354-4730284ca685/3890e345-95a9-4727-bedd-f7580e524001/cea4775c-e17a-47cf-85c8-c016905ae946) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:35.005098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-362bf7eb-df95-4878-b42b-9563eaf2172e service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781548 May 09 05:06:35.042766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:35.078751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:35.085708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Port': ['ID=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:35.095859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:35.102533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.26.0.194 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/3a48b8f0-801c-4435-8a8c-431dd11fbb41) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:35.217204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.327311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] Allocated IP 2001:db8:0:1::2 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/d20a955c-af87-45ce-af56-3b0bfe678fd8/16f70d0a-38c2-4754-8f89-51595d02c5fd) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:35.360435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.438682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.454449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Transition to ACTIVE for port object cea4775c-e17a-47cf-85c8-c016905ae946 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:35.493256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.499879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Transition to ACTIVE for port object cea4775c-e17a-47cf-85c8-c016905ae946 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:35.511218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.516892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:35.584436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.588227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:35.593342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:35.595061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:35.638656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Pushing event updated for resources: {'Port': ['ID=cea4775c-e17a-47cf-85c8-c016905ae946,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:35.660431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:06:35.690047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.694261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.705345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.724928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] Transition to ACTIVE for port object 16f70d0a-38c2-4754-8f89-51595d02c5fd will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:35.727368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Attempting to bind port cea4775c-e17a-47cf-85c8-c016905ae946 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:35.727744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Attempting to bind port cea4775c-e17a-47cf-85c8-c016905ae946 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:35.728136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Attempting to bind port cea4775c-e17a-47cf-85c8-c016905ae946 on network 14dab4d2-9ca9-4ade-a354-4730284ca685 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:35.736164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:35.736582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Checking segment: {'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:35.736984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.737506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Bound using segment: {'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:35.738089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Bound port: cea4775c-e17a-47cf-85c8-c016905ae946, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:35.738575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.753334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:35.913109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 11c2a9cb-3e9d-4c96-8abb-679b245193ae up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:35.934869 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b85d76e-71dd-4911-afdc-7ce730d52344 req-a5463084-7ef9-4393-93f0-55f59f9e301d service neutron] 10.222.0.59 "GET /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964775 May 09 05:06:36.082975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bbf26-af06-464e-bb62-e399fdd3cdf7 None None] Pushing event updated for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:36.101587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] For port cea4775c-e17a-47cf-85c8-c016905ae946, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:36.106600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] For port cea4775c-e17a-47cf-85c8-c016905ae946, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cea4775c-e17a-47cf-85c8-c016905ae946,segment=NetworkSegment(9b11b9b4-1490-4559-b1f3-ba6759c73050),segment_id=9b11b9b4-1490-4559-b1f3-ba6759c73050)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:36.115977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:36.176021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 11c2a9cb-3e9d-4c96-8abb-679b245193ae completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:36.196946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=3da694c3-6b62-4006-93fc-128d64e2d947,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:36.200009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 11c2a9cb-3e9d-4c96-8abb-679b245193ae triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:36.200464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:36.212650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:36.216446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] In _notify_port_updated(), no bound segment for port 3da694c3-6b62-4006-93fc-128d64e2d947 on network 0e29066f-1033-4679-b26c-1ddbd74ea264 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:06:36.222901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:36.223627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:36.225058 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-db9f69b3-c88b-454a-bfbe-a9afd5f01909 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "PUT /v2.0/ports/3da694c3-6b62-4006-93fc-128d64e2d947 HTTP/1.1" status: 200 len: 996 time: 2.2772303 May 09 05:06:36.252358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34788) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:36.315946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cb946a43-89dc-4af4-8005-9cd61d89d721 None None] Provisioning complete for port 3da694c3-6b62-4006-93fc-128d64e2d947 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:36.316297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb946a43-89dc-4af4-8005-9cd61d89d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:36.347849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:36.348139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2219330-edeb-41a2-9700-f6ed76a76239 None None] Pushing event updated for resources: {'Port': ['ID=cea4775c-e17a-47cf-85c8-c016905ae946,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:36.355540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:36.369705 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:36.404783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=3a48b8f0-801c-4435-8a8c-431dd11fbb41,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:36.484840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-cb946a43-89dc-4af4-8005-9cd61d89d721 None None] Port 3da694c3-6b62-4006-93fc-128d64e2d947 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:36.514966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:36.562303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 11c2a9cb-3e9d-4c96-8abb-679b245193ae, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=11c2a9cb-3e9d-4c96-8abb-679b245193ae,segment=NetworkSegment(cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6),segment_id=cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:36.569955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:36.656601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=11c2a9cb-3e9d-4c96-8abb-679b245193ae,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:36.747680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8:2::1 (14dab4d2-9ca9-4ade-a354-4730284ca685/3890e345-95a9-4727-bedd-f7580e524001/44fd28ad-53c2-48a9-8312-23250fd9bf91) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:36.802638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port 3da694c3-6b62-4006-93fc-128d64e2d947 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:36.802987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.029640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Provisioning for port 16f70d0a-38c2-4754-8f89-51595d02c5fd completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:37.045729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:37.046095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.116049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.140816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.155141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f90c4-1259-4391-8e21-b0b1dc0c7d72 req-c581cf9f-b90c-4cea-a04a-f774c65d8c69 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:37.160922 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a31f90c4-1259-4391-8e21-b0b1dc0c7d72 req-c581cf9f-b90c-4cea-a04a-f774c65d8c69 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 1.2211485 May 09 05:06:37.162595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.194251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object 44fd28ad-53c2-48a9-8312-23250fd9bf91 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:37.229397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Provisioning complete for port 5238f1ca-78e6-459e-a616-5f8eabc6a58c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:37.229752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.284196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Port 5238f1ca-78e6-459e-a616-5f8eabc6a58c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:37.296430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Provisioning complete for port a35288c5-5db4-4770-9106-9ff6b9d2581c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:37.297571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.327267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.351619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-28b8acec-f7a4-4fb2-ae2d-5777130ccd01 None None] Port a35288c5-5db4-4770-9106-9ff6b9d2581c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:37.482770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:37.489122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:37.491023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=44fd28ad-53c2-48a9-8312-23250fd9bf91,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:37.493301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:37.493834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.642222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.705514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e363c9-1348-4ee7-b526-eb0268edb8d9 None None] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:37.734746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:37.770897 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a31f90c4-1259-4391-8e21-b0b1dc0c7d72 req-6bedadbf-8222-48ee-b2e9-e520f2196493 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000292 May 09 05:06:37.816025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cdde56a6-394e-40e3-bf23-be6863d64dbc None None] Provisioning for port cea4775c-e17a-47cf-85c8-c016905ae946 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:37.916293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 16f70d0a-38c2-4754-8f89-51595d02c5fd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:38.015015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Calling delete_port for 3da694c3-6b62-4006-93fc-128d64e2d947 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:38.061559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:38.061559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.081619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.085874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Delete allocated IP 2001:db8::2e6 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/4e298f0a-5c60-4aa3-8703-214c74a1c6af) {{(pid=88041) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 05:06:38.192865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8:0:1::1b5 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/d20a955c-af87-45ce-af56-3b0bfe678fd8/a35288c5-5db4-4770-9106-9ff6b9d2581c) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:38.198862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cea4775c-e17a-47cf-85c8-c016905ae946 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:38.282038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port cea4775c-e17a-47cf-85c8-c016905ae946 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:38.291114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port cea4775c-e17a-47cf-85c8-c016905ae946 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:38.292078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.312141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 2e8ca381-a0d3-403d-aff2-70237f695f7c is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:38.462309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.610594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7f6e6083-df27-49f2-a1f1-c85635a36178 None None] Provisioning for port 44fd28ad-53c2-48a9-8312-23250fd9bf91 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:38.621223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7f6e6083-df27-49f2-a1f1-c85635a36178 None None] Provisioning complete for port 44fd28ad-53c2-48a9-8312-23250fd9bf91 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:38.621604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6083-df27-49f2-a1f1-c85635a36178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.632514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.642908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.649094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.650256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.674519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port cea4775c-e17a-47cf-85c8-c016905ae946, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cea4775c-e17a-47cf-85c8-c016905ae946,segment=NetworkSegment(9b11b9b4-1490-4559-b1f3-ba6759c73050),segment_id=9b11b9b4-1490-4559-b1f3-ba6759c73050)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:38.679414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.686615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.687385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 11c2a9cb-3e9d-4c96-8abb-679b245193ae up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:38.781187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.790337 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e6083-df27-49f2-a1f1-c85635a36178 None None] Port 44fd28ad-53c2-48a9-8312-23250fd9bf91 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:38.877680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.887513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=44fd28ad-53c2-48a9-8312-23250fd9bf91,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:38.902369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=cea4775c-e17a-47cf-85c8-c016905ae946,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:38.907949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7f6e6083-df27-49f2-a1f1-c85635a36178 None None] Provisioning complete for port cea4775c-e17a-47cf-85c8-c016905ae946 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:38.908769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6083-df27-49f2-a1f1-c85635a36178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.955103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Port': ['ID=3da694c3-6b62-4006-93fc-128d64e2d947,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:38.957476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:38.989652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:38.993366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 11c2a9cb-3e9d-4c96-8abb-679b245193ae triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:38.993740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.030226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] Sync routers for ids ['2e8ca381-a0d3-403d-aff2-70237f695f7c'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:39.052472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:39.055077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:39.064787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.068914 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5ea6b965-daaf-4af1-9ca4-99f39f75fcba tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.6189232 May 09 05:06:39.121416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34796) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:39.182006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] Routers {'2e8ca381-a0d3-403d-aff2-70237f695f7c'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:39.182649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['2e8ca381-a0d3-403d-aff2-70237f695f7c'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:39.265791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c10910-5505-4aad-88e6-ba15b0e16e74 req-4bc14068-41e1-49b0-96c5-76ad8b5abb57 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:39.267446 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-83c10910-5505-4aad-88e6-ba15b0e16e74 req-4bc14068-41e1-49b0-96c5-76ad8b5abb57 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.3720198 May 09 05:06:39.318697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:39.352146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] Routers {'2e8ca381-a0d3-403d-aff2-70237f695f7c'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:39.352837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['2e8ca381-a0d3-403d-aff2-70237f695f7c'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:39.430927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:39.431332 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8ff14-b0c5-45a4-bed6-a5b1fb5f28fa None None] The sync data for ids ['2e8ca381-a0d3-403d-aff2-70237f695f7c'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:39.458919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a54a4d58-4058-4637-8e23-cc65b193325c None None] Provisioning complete for port 44fd28ad-53c2-48a9-8312-23250fd9bf91 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:39.459658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a54a4d58-4058-4637-8e23-cc65b193325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.518638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a54a4d58-4058-4637-8e23-cc65b193325c None None] Port 44fd28ad-53c2-48a9-8312-23250fd9bf91 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:39.523229 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:06:39.526028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object a35288c5-5db4-4770-9106-9ff6b9d2581c will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:39.550843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.590800 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-83c10910-5505-4aad-88e6-ba15b0e16e74 req-ffd50b73-64d6-4e05-8555-dafc50c562bc tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053105 May 09 05:06:39.611355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:39.642881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.719678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=a35288c5-5db4-4770-9106-9ff6b9d2581c,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:39.722605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] In _notify_port_updated(), no bound segment for port a35288c5-5db4-4770-9106-9ff6b9d2581c on network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:06:39.727942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:39.728583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.729875 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cde58a39-c874-4035-a2cb-e661cf6b6e06 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "PUT /v2.0/ports/a35288c5-5db4-4770-9106-9ff6b9d2581c HTTP/1.1" status: 200 len: 930 time: 5.5371456 May 09 05:06:39.732206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Router f346c99f-1c9c-47d8-a6f7-b37ec8f2788d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:39.739209 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9b71bedd-c6ae-4bc3-a456-01b2dd985060 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/ports/3da694c3-6b62-4006-93fc-128d64e2d947 HTTP/1.1" status: 204 len: 168 time: 3.2938426 May 09 05:06:39.766424 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fcd8b665-a22b-4a96-8a8f-fbe1138f773b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/routers/2e8ca381-a0d3-403d-aff2-70237f695f7c HTTP/1.1" status: 200 len: 881 time: 0.6357141 May 09 05:06:39.766424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34802) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:39.766424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34804) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:39.770970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34806) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:39.810623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cea4775c-e17a-47cf-85c8-c016905ae946 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:39.888780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port cea4775c-e17a-47cf-85c8-c016905ae946 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:39.889247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.898286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:39.908745 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:39.930999 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:39.931869 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:39.954050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port a35288c5-5db4-4770-9106-9ff6b9d2581c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:39.954420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:39.989208 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-696386d8-3282-4851-8a0f-43a3af5baf97 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9144063 May 09 05:06:39.995675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34814) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:39.998324 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3fd1d4-71e7-43dd-b43c-9f617f79aba0 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] GET failed (client error): The resource could not be found. May 09 05:06:39.998852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8a3fd1d4-71e7-43dd-b43c-9f617f79aba0 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Synchronizing usage tracker for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:40.005419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066178613'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:40.019260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:40.033673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:network and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:40.038435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:40.055745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:40.060663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-78e9a4ce-1665-4231-b37d-669e017473bc None None] Provisioning for port a35288c5-5db4-4770-9106-9ff6b9d2581c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:40.072465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-78e9a4ce-1665-4231-b37d-669e017473bc None None] Provisioning complete for port a35288c5-5db4-4770-9106-9ff6b9d2581c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:40.073367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-78e9a4ce-1665-4231-b37d-669e017473bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.111251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8a3fd1d4-71e7-43dd-b43c-9f617f79aba0 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Unset dirty status for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:40.111482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Router e0101088-bc2e-4b9d-8b23-aae9597b8197 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:40.112374 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8a3fd1d4-71e7-43dd-b43c-9f617f79aba0 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "GET /v2.0/ports/3da694c3-6b62-4006-93fc-128d64e2d947 HTTP/1.1" status: 404 len: 333 time: 0.3370452 May 09 05:06:40.117356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34818) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:40.125855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'name': 'tempest-AllowedAddressPairTestJSON-256193391'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:40.145073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:40.148595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.170636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-78e9a4ce-1665-4231-b37d-669e017473bc None None] Port a35288c5-5db4-4770-9106-9ff6b9d2581c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:40.212803 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:40.226046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:40.230406 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.234098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bd2bbdc0-e899-44a1-ba94-88e407d7807e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "PUT /v2.0/routers/f346c99f-1c9c-47d8-a6f7-b37ec8f2788d HTTP/1.1" status: 200 len: 920 time: 7.1388190 May 09 05:06:40.240983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] Sync routers for ids ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:40.242407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34822) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:40.251676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8aca-a421-4bba-98d5-2b14cfa33188 req-730ad79f-b305-497c-b084-b57c60de31bf tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:40.254401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] Routers {'f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:40.255018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:40.258575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-242b8aca-a421-4bba-98d5-2b14cfa33188 req-730ad79f-b305-497c-b084-b57c60de31bf tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5428169 May 09 05:06:40.313669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:40.323040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.323511 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added segment d0465f25-f035-43d6-b3ef-b2952ba52674 of type vlan for network 4d075b53-c3a7-4b93-a5d0-464596f28a9f May 09 05:06:40.341871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:40.358881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] Routers {'f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:40.360361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:40.430321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.453125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:40.456616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d493a-5e02-4837-a390-884e39902ae3 None None] The sync data for ids ['f346c99f-1c9c-47d8-a6f7-b37ec8f2788d'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:40.460052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:40.469180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.542969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:40.577884 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:37Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:38Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:40.581991 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:40.582379 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Updating router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d port 44fd28ad-53c2-48a9-8312-23250fd9bf91 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:40.614080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for a35288c5-5db4-4770-9106-9ff6b9d2581c owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:40.622505 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-242b8aca-a421-4bba-98d5-2b14cfa33188 req-809e0c44-6a11-4937-808f-e88a58eb00f6 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630686 May 09 05:06:40.640040 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.667716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:40.671851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.684496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:40.688091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.691551 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5c8334f8-a34f-4e59-9fa3-e24742a41633 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/f346c99f-1c9c-47d8-a6f7-b37ec8f2788d HTTP/1.1" status: 200 len: 920 time: 0.4279864 May 09 05:06:40.693746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:40.694202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.698664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34828) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:40.715162 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Sync routers for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:40.776839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:40.778100 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-67e2ef25-ac2e-4e7d-a1b4-917daa6440b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.8582938 May 09 05:06:40.786761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34832) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:40.819232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Network': ['ID=4d075b53-c3a7-4b93-a5d0-464596f28a9f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:40.831420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] device_id is not set on port 3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:40.835086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:40.854569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-28183cc1-92c3-4d9d-8480-ca0b7eadf3d8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:router {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:40.867684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a19f144-bf79-40e0-ae60-9b18ad65f2e9 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:40.868422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9a19f144-bf79-40e0-ae60-9b18ad65f2e9 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Synchronizing usage tracker for tenant:ed642a6d1fad41d191f20678486cac02 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:40.892890 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-db125f63-137c-4fcc-bdd4-b82f5bf0fff4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8958118 May 09 05:06:40.906380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34838) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:40.924271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'subnet': {'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:40.935501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-28183cc1-92c3-4d9d-8480-ca0b7eadf3d8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:router {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:40.938256 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:40.939526 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-28183cc1-92c3-4d9d-8480-ca0b7eadf3d8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1639497 May 09 05:06:40.940958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9a19f144-bf79-40e0-ae60-9b18ad65f2e9 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Unset dirty status for tenant:ed642a6d1fad41d191f20678486cac02 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:40.942083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9a19f144-bf79-40e0-ae60-9b18ad65f2e9 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=f346c99f-1c9c-47d8-a6f7-b37ec8f2788d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2407033 May 09 05:06:40.942648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34842) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:40.945510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34846) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:40.947724 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:40.951950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5e0889ae-64bd-411c-a14e-42c6f87b7813 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1852653973'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:41.189868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:41.204158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:subnet and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:41.209683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:41.220186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:41.222256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:41.295354 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:41.429196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-058d87a0-4c3d-43c3-aca4-88d3c8b8fc79 tempest-TestNetworkAdvancedServerOps-1927857021 tempest-TestNetworkAdvancedServerOps-1927857021-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=a1f5b2c232ef42feb93a63f33dfaee46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6387217 May 09 05:06:41.436372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34854) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:41.464291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=a35288c5-5db4-4770-9106-9ff6b9d2581c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:41.468195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Allocated IP 172.20.0.4 (0e29066f-1033-4679-b26c-1ddbd74ea264/ff5dd088-e4d9-4c63-8e65-ee4a13798299/3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:41.471340 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.db.resource_extend [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:06:41.478027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Made reservation on behalf of 31ea33af0617468a8582d72831233f62 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:41.480725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:41.583785 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:41.635414 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Transition to ACTIVE for port object 44fd28ad-53c2-48a9-8312-23250fd9bf91 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:41.674516 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:41.724429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:41.743741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acc258-86df-408b-8cb9-4faba7360e2d req-d9740997-24c0-45b5-930a-bd7f0ef87115 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:41.751171 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d1acc258-86df-408b-8cb9-4faba7360e2d req-d9740997-24c0-45b5-930a-bd7f0ef87115 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.5080333 May 09 05:06:41.755741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:41.797003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a474b-aef8-495b-a525-077096a411e4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:41.797652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-569a474b-aef8-495b-a525-077096a411e4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Synchronizing usage tracker for tenant:ed642a6d1fad41d191f20678486cac02 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:41.813038 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cbda0371-11f7-4f64-a1cc-10306941ebff tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/a35288c5-5db4-4770-9106-9ff6b9d2581c HTTP/1.1" status: 204 len: 168 time: 2.0368652 May 09 05:06:41.819828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34858) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:41.840279 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cae61-2e6b-4764-86d8-a27da7bef9fe None None] Pushing event updated for resources: {'Port': ['ID=44fd28ad-53c2-48a9-8312-23250fd9bf91,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:41.941159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Subnet': ['ID=99050448-4cf3-41b3-b1e3-60f55c7045c1,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:41.952201 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:35Z', 'revision_number': 3, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:41.962654 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Checking router: e0101088-bc2e-4b9d-8b23-aae9597b8197 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:41.962934 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Updating router e0101088-bc2e-4b9d-8b23-aae9597b8197 port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:41.967935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Checking segment: {'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:41.968290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network hostable DHCP agents. Network: 4d075b53-c3a7-4b93-a5d0-464596f28a9f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:41.997420 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d1acc258-86df-408b-8cb9-4faba7360e2d req-3e11043c-16f1-4bc2-ae12-e0736d4bb9e5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451870 May 09 05:06:41.998473 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-812769b0-1648-411c-b218-15b7a4efb480 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:06:42.000180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-812769b0-1648-411c-b218-15b7a4efb480 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:42.025284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-569a474b-aef8-495b-a525-077096a411e4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Unset dirty status for tenant:ed642a6d1fad41d191f20678486cac02 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:42.031387 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-569a474b-aef8-495b-a525-077096a411e4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 1.0842683 May 09 05:06:42.032584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34862) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:42.041478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395b452-efa4-4b77-b37d-e222f3376ce2 tempest-TestNetworkAdvancedServerOps-1927857021 tempest-TestNetworkAdvancedServerOps-1927857021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:42.043226 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e395b452-efa4-4b77-b37d-e222f3376ce2 tempest-TestNetworkAdvancedServerOps-1927857021 tempest-TestNetworkAdvancedServerOps-1927857021-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5962441 May 09 05:06:42.049296 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.055543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34866) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:42.056172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:42.105662 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a1a2ad71-dc16-43a8-ac22-aee41da46882 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f346c99f-1c9c-47d8-a6f7-b37ec8f2788d HTTP/1.1" status: 200 len: 205 time: 0.0645452 May 09 05:06:42.106864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34870) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:42.122971 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-16857baf-0b65-4223-a543-c7c6f5bf2b3e tempest-TestNetworkAdvancedServerOps-1927857021 tempest-TestNetworkAdvancedServerOps-1927857021-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640552 May 09 05:06:42.133047 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34874) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:42.133776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 4d075b53-c3a7-4b93-a5d0-464596f28a9f) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:42.138204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:42.138776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.147692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc195726-64dd-4bc5-8ba7-fbf9b078518c None None] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:42.150173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139809257', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:42.169198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-812769b0-1648-411c-b218-15b7a4efb480 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:42.170669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-812769b0-1648-411c-b218-15b7a4efb480 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/a35288c5-5db4-4770-9106-9ff6b9d2581c HTTP/1.1" status: 404 len: 333 time: 0.3498709 May 09 05:06:42.178487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34878) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:42.184557 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Attempting to bind port 44fd28ad-53c2-48a9-8312-23250fd9bf91 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:42.185048 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Attempting to bind port 44fd28ad-53c2-48a9-8312-23250fd9bf91 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:42.185699 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Attempting to bind port 44fd28ad-53c2-48a9-8312-23250fd9bf91 on network 14dab4d2-9ca9-4ade-a354-4730284ca685 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:42.185822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.202938 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:42.203796 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Checking segment: {'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:42.203973 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.204582 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Bound using segment: {'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:42.205147 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Bound port: 44fd28ad-53c2-48a9-8312-23250fd9bf91, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b11b9b4-1490-4559-b1f3-ba6759c73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:42.205619 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.276643 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1860d126-79a1-4cfc-aa72-513d49c555ab tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3677547 May 09 05:06:42.288685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34882) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:42.311881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Transition to ACTIVE for port object 3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:42.336975 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] For port 44fd28ad-53c2-48a9-8312-23250fd9bf91, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:42.340052 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] For port 44fd28ad-53c2-48a9-8312-23250fd9bf91, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=44fd28ad-53c2-48a9-8312-23250fd9bf91,segment=NetworkSegment(9b11b9b4-1490-4559-b1f3-ba6759c73050),segment_id=9b11b9b4-1490-4559-b1f3-ba6759c73050)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:42.350301 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.378263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:42.380459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7c62014-498f-4b31-8d4c-064992bb083a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.385412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:subnet and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:42.399077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:42.412871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:42.436180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7c62014-498f-4b31-8d4c-064992bb083a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.439892 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cae61-2e6b-4764-86d8-a27da7bef9fe None None] Pushing event updated for resources: {'Port': ['ID=44fd28ad-53c2-48a9-8312-23250fd9bf91,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:42.452236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Made reservation on behalf of a1f5b2c232ef42feb93a63f33dfaee46 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:42.456883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.474575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f74413ff-25e9-4ec2-b24b-137b680a4a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.496924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.497885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:42.498909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.567325 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:42.568272 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:42.764414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Allocated IP 2001:db8:3::2 (4d075b53-c3a7-4b93-a5d0-464596f28a9f/99050448-4cf3-41b3-b1e3-60f55c7045c1/d39f702f-3b80-4a0f-9e2e-9324efed8b20) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:42.822391 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:42.843049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.863675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.951830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7c62014-498f-4b31-8d4c-064992bb083a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:42.958312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Subnet': ['ID=f485efc7-f398-4b72-a2c1-0b63ecf8a814,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:43.001952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e0889ae-64bd-411c-a14e-42c6f87b7813 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.068036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:43.069997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.082852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Transition to ACTIVE for port object d39f702f-3b80-4a0f-9e2e-9324efed8b20 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:43.102500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c62014-498f-4b31-8d4c-064992bb083a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fbbb51-5623-4041-bb64-70fb9585f89e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:43.106074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Transition to ACTIVE for port object d39f702f-3b80-4a0f-9e2e-9324efed8b20 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:43.115394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.133896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:43.141948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Checking segment: {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:43.142714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Network hostable DHCP agents. Network: 005f8f21-856a-4cee-b380-58f4f94dcef4, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:43.150682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:43.211139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e0889ae-64bd-411c-a14e-42c6f87b7813 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.249189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:43.265775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:43.266990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.314942 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.334488 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Transition to ACTIVE for port object 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:43.341675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:43.346614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:43.348027 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.358009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:43.374854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7c62014-498f-4b31-8d4c-064992bb083a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.383230 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c7c62014-498f-4b31-8d4c-064992bb083a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/security-groups/55fbbb51-5623-4041-bb64-70fb9585f89e HTTP/1.1" status: 204 len: 168 time: 1.1992493 May 09 05:06:43.402486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34890) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:43.406585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Pushing event updated for resources: {'Port': ['ID=d39f702f-3b80-4a0f-9e2e-9324efed8b20,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:43.455497 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:37Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:42Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:43.463161 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Attempting to bind port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:43.463601 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Attempting to bind port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:43.464739 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Attempting to bind port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:43.468986 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c96e-f979-4765-bb3c-f9f102bcd1d9 None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:37Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:42Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:43.472283 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-34649e01-e299-4af1-b4ab-57baab7f3d92 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3537900 May 09 05:06:43.486057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:43.492099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34894) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:43.495752 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:43.495954 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:43.496313 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.496718 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:43.497171 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Bound port: 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:43.497548 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.532046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'network_id': '0e29066f-1033-4679-b26c-1ddbd74ea264', 'name': 'tempest-AllowedAddressPairTestJSON-413933658'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:43.577605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Attempting to bind port d39f702f-3b80-4a0f-9e2e-9324efed8b20 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:43.579878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Attempting to bind port d39f702f-3b80-4a0f-9e2e-9324efed8b20 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:43.580641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Attempting to bind port d39f702f-3b80-4a0f-9e2e-9324efed8b20 on network 4d075b53-c3a7-4b93-a5d0-464596f28a9f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:43.589624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:43.592097 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Checking segment: {'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:43.593211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.594211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Bound using segment: {'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:43.596474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Bound port: d39f702f-3b80-4a0f-9e2e-9324efed8b20, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:43.597228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.616636 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd714f-5143-4193-b0b2-9c629a273d83 None None] Pushing event updated for resources: {'Port': ['ID=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:43.631704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-250a3773-fbb6-40cd-b71d-92a599477c51 None None] Provisioning for port 3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:43.650596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-250a3773-fbb6-40cd-b71d-92a599477c51 None None] Provisioning complete for port 3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:43.650976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-250a3773-fbb6-40cd-b71d-92a599477c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.723656 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] For port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:43.731595 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] For port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:43.741317 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.781088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:43.795839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 005f8f21-856a-4cee-b380-58f4f94dcef4) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:43.809483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:43.817797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:43.818805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.884977 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1918bae4-7e1e-48e7-b1b2-4b874bc5e94a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7371600 May 09 05:06:43.887993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34898) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:43.900862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44fd28ad-53c2-48a9-8312-23250fd9bf91 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:43.916963 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:43.917797 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:43.943043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca230a2-6869-4644-b320-7284b569785c None None] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:43.962071 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Made reservation on behalf of a52d995e9f3742eaaf778726650bd548 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:43.966386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:43.994049 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd714f-5143-4193-b0b2-9c629a273d83 None None] Pushing event updated for resources: {'Port': ['ID=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:43.995358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.048432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Deleting port ca7fa356-1d6e-4765-82dd-97c2bbe4ac48 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:44.048853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.110878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-250a3773-fbb6-40cd-b71d-92a599477c51 None None] Port 3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:44.182141 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:44.194859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bddb9-2bfd-4d4a-b049-bd5d9deb763e req-8bacf7ac-72d9-41f0-a10c-47e9426f0f19 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:44.197491 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bf6bddb9-2bfd-4d4a-b049-bd5d9deb763e req-8bacf7ac-72d9-41f0-a10c-47e9426f0f19 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.9123712 May 09 05:06:44.216178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] device_id is not set on port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:44.220585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0889ae-64bd-411c-a14e-42c6f87b7813 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 2e8ca381-a0d3-403d-aff2-70237f695f7c has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:44.241718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] For port d39f702f-3b80-4a0f-9e2e-9324efed8b20, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:44.266136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] For port d39f702f-3b80-4a0f-9e2e-9324efed8b20, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d39f702f-3b80-4a0f-9e2e-9324efed8b20,segment=NetworkSegment(d0465f25-f035-43d6-b3ef-b2952ba52674),segment_id=d0465f25-f035-43d6-b3ef-b2952ba52674)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:44.281652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.307270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5b2c-0a13-4112-a0c0-6f61c6e336a9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.415948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 44fd28ad-53c2-48a9-8312-23250fd9bf91 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:44.472683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 44fd28ad-53c2-48a9-8312-23250fd9bf91 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:44.473050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.511193 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-794cf025-167b-4617-aba0-02317a0b05b5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:44.512890 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-794cf025-167b-4617-aba0-02317a0b05b5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.8991563 May 09 05:06:44.538826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f1e7-9dae-4623-8476-f6388c4de380 None None] Pushing event updated for resources: {'Port': ['ID=d39f702f-3b80-4a0f-9e2e-9324efed8b20,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:44.675760 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-12f85030-bfd9-4ea3-b956-95e11bc8c6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.677218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Allocated IP 172.20.0.13 (0e29066f-1033-4679-b26c-1ddbd74ea264/ff5dd088-e4d9-4c63-8e65-ee4a13798299/6ba49946-b0e8-4e4e-9304-6b35364a55d5) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:44.708542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5b2c-0a13-4112-a0c0-6f61c6e336a9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.716498 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:35Z', 'revision_number': 3, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:44.723896 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b60bc-7eb1-4055-afd9-b56550c489cf None None] The sync data for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv is: [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:35Z', 'revision_number': 3, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:44.751865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-005f8f21-856a-4cee-b380-58f4f94dcef4', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:44.752740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.902425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.910501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:44.920832 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bf6bddb9-2bfd-4d4a-b049-bd5d9deb763e req-c6589cec-c7e0-48ef-9b99-9e9ae86fb476 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6634240 May 09 05:06:44.989494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 44fd28ad-53c2-48a9-8312-23250fd9bf91, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=44fd28ad-53c2-48a9-8312-23250fd9bf91,segment=NetworkSegment(9b11b9b4-1490-4559-b1f3-ba6759c73050),segment_id=9b11b9b4-1490-4559-b1f3-ba6759c73050)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:45.002498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.049101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.163845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Allocated IP 172.20.0.2 (005f8f21-856a-4cee-b380-58f4f94dcef4/f485efc7-f398-4b72-a2c1-0b63ecf8a814/af8de395-18af-4782-a170-7157661f85c6) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:45.179187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=44fd28ad-53c2-48a9-8312-23250fd9bf91,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:45.194244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Deleting port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:45.195655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.243472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5b2c-0a13-4112-a0c0-6f61c6e336a9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.341809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5b2c-0a13-4112-a0c0-6f61c6e336a9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644aa0ff-3e8c-4633-be55-637ffae48c55,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:45.386100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.398678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5b2c-0a13-4112-a0c0-6f61c6e336a9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.399833 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f7cd5b2c-0a13-4112-a0c0-6f61c6e336a9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/security-groups/644aa0ff-3e8c-4633-be55-637ffae48c55 HTTP/1.1" status: 204 len: 168 time: 1.9712532 May 09 05:06:45.409645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34902) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:45.443473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.447317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Calling delete_port for ca7fa356-1d6e-4765-82dd-97c2bbe4ac48 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:45.455278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Transition to ACTIVE for port object af8de395-18af-4782-a170-7157661f85c6 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:45.477100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Transition to ACTIVE for port object af8de395-18af-4782-a170-7157661f85c6 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:45.511376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.587881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0889ae-64bd-411c-a14e-42c6f87b7813 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:45.594384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Transition to ACTIVE for port object 6ba49946-b0e8-4e4e-9304-6b35364a55d5 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:45.602515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Pushing event updated for resources: {'Port': ['ID=af8de395-18af-4782-a170-7157661f85c6,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:45.623089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] Sync routers for ids ['2e8ca381-a0d3-403d-aff2-70237f695f7c'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:45.638827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5e0889ae-64bd-411c-a14e-42c6f87b7813 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.642617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] Routers {'2e8ca381-a0d3-403d-aff2-70237f695f7c'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:45.643259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['2e8ca381-a0d3-403d-aff2-70237f695f7c'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:45.646649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5e0889ae-64bd-411c-a14e-42c6f87b7813 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/2e8ca381-a0d3-403d-aff2-70237f695f7c HTTP/1.1" status: 200 len: 888 time: 4.7027681 May 09 05:06:45.655398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34906) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:45.720780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:45.726161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.727953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:45.730646 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:45.733120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:45.772173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 4e298f0a-5c60-4aa3-8703-214c74a1c6af {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:06:45.779089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.797977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] Routers {'2e8ca381-a0d3-403d-aff2-70237f695f7c'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:45.797977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['2e8ca381-a0d3-403d-aff2-70237f695f7c'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:45.863168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:45.930600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:45.931053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.025938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8323f69-b0cf-47c1-b770-7d5a52cd4a25 None None] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:46.061486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.122068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:46.122828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489f7221-3a95-4e22-be6a-7bbf76e3544f None None] The sync data for ids ['2e8ca381-a0d3-403d-aff2-70237f695f7c'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:46.135930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:46.172157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.235834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Attempting to bind port af8de395-18af-4782-a170-7157661f85c6 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:46.236297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Attempting to bind port af8de395-18af-4782-a170-7157661f85c6 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:46.236750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Attempting to bind port af8de395-18af-4782-a170-7157661f85c6 on network 005f8f21-856a-4cee-b380-58f4f94dcef4 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:46.256080 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a328ff35-a032-4b5d-ba2e-f7ce25b9a173 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:06:46.301328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:46.302267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Checking segment: {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:46.302267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.302701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Bound using segment: {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:46.303249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Bound port: af8de395-18af-4782-a170-7157661f85c6, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:46.303677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.312328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a6ccc24f-4ea4-49aa-9e7e-36085618b8f8 None None] Provisioning for port d39f702f-3b80-4a0f-9e2e-9324efed8b20 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:46.345999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.397824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.413263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=4e298f0a-5c60-4aa3-8703-214c74a1c6af,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:46.431759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f480e-81ce-4e0a-a84a-029a3958f3dc None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:46.584042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.584703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.584886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Floating IP 29ebae6f-1a07-4e62-9b2a-a93ccd801e15 disassociated. External IP: 172.26.0.230, port: a328ff35-a032-4b5d-ba2e-f7ce25b9a173. May 09 05:06:46.585286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Calling delete_port for a328ff35-a032-4b5d-ba2e-f7ce25b9a173 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:46.616384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.616629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:46.651904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:46.652376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.683177 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-20636d44-b8fc-4b9c-930d-5ad7ef32c3bf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/routers/2e8ca381-a0d3-403d-aff2-70237f695f7c HTTP/1.1" status: 200 len: 888 time: 1.0241442 May 09 05:06:46.688455 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fb802b15-8605-4cdc-a48d-75e975512ea1 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/4e298f0a-5c60-4aa3-8703-214c74a1c6af HTTP/1.1" status: 204 len: 168 time: 1.2773125 May 09 05:06:46.691305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34912) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:46.691858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] For port af8de395-18af-4782-a170-7157661f85c6, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:46.699350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:46.704899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34914) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:46.715215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.746079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:46.756013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] For port af8de395-18af-4782-a170-7157661f85c6, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=af8de395-18af-4782-a170-7157661f85c6,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:46.760272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:46.786066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=6ba49946-b0e8-4e4e-9304-6b35364a55d5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:46.792257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:46.805105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:46.883215 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d24c1ff3-053a-49ef-b06a-1053a849f481 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e8ca381-a0d3-403d-aff2-70237f695f7c HTTP/1.1" status: 200 len: 205 time: 0.1867695 May 09 05:06:46.892438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34920) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:46.913445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20f0c9-61b6-45f6-933a-a317740eb47b req-b0761d47-c495-46ab-a4d9-3a4594e62404 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:46.921181 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9e20f0c9-61b6-45f6-933a-a317740eb47b req-b0761d47-c495-46ab-a4d9-3a4594e62404 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 946 time: 0.6952879 May 09 05:06:46.968023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:06:47.009811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:47.010501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.044199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:47.062350 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e415063b-d469-4042-a7e6-ebb9d48b77c9'] response: {'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'code': 200} May 09 05:06:47.102234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:47.107232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:47.110644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:47.118790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:47.146649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.151771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.158310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873347e-03b1-45ae-8dfc-119db7946f93 None None] Pushing event updated for resources: {'Port': ['ID=af8de395-18af-4782-a170-7157661f85c6,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:47.214260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.218881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Allocated IP 2001:db8:3::1 (4d075b53-c3a7-4b93-a5d0-464596f28a9f/99050448-4cf3-41b3-b1e3-60f55c7045c1/f750b6ba-161c-436e-b5ef-94cb8f6baaca) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:47.225542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:47.230066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.305952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:47.321183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.322366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d39f702f-3b80-4a0f-9e2e-9324efed8b20 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:47.337522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.361160 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9e20f0c9-61b6-45f6-933a-a317740eb47b req-4dd7f700-9682-412f-a6dc-b53810c1a0fb tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388671 May 09 05:06:47.392566 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0a3b1007-4353-40ca-952e-905aa21111ea tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8864319 May 09 05:06:47.397630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34926) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:47.411265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3d:b9:8f'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ef:4e:d1'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:47.444621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event deleted for resources: {'Port': ['ID=ca7fa356-1d6e-4765-82dd-97c2bbe4ac48,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:47.485656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64eed650-ce83-4f6a-b858-bd75dfa28011 None None] Provisioning for port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:47.504788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:47.551760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:06:47.552385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:06:47.601429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.607003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64eed650-ce83-4f6a-b858-bd75dfa28011 None None] Provisioning complete for port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:47.607414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64eed650-ce83-4f6a-b858-bd75dfa28011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.654425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:47.679349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.720952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port d39f702f-3b80-4a0f-9e2e-9324efed8b20 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:47.726323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-64eed650-ce83-4f6a-b858-bd75dfa28011 None None] Port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:47.727895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.731728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d39f702f-3b80-4a0f-9e2e-9324efed8b20 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:47.732090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.880537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f2bf66e4-1a6f-4ddf-9d79-2a1cb5aa8c53 None None] Provisioning complete for port d39f702f-3b80-4a0f-9e2e-9324efed8b20 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:47.880898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2bf66e4-1a6f-4ddf-9d79-2a1cb5aa8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.911606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.912890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.921762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:47.989427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port d39f702f-3b80-4a0f-9e2e-9324efed8b20, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d39f702f-3b80-4a0f-9e2e-9324efed8b20,segment=NetworkSegment(d0465f25-f035-43d6-b3ef-b2952ba52674),segment_id=d0465f25-f035-43d6-b3ef-b2952ba52674)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:47.999778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.000657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44fd28ad-53c2-48a9-8312-23250fd9bf91 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:48.033358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.057570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Deleting port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:48.057939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.100285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.102755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.103419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Fanout notify agent at l3_agent the message router_deleted on router f346c99f-1c9c-47d8-a6f7-b37ec8f2788d {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:48.122887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Transition to ACTIVE for port object f750b6ba-161c-436e-b5ef-94cb8f6baaca will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:48.188647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:48.201913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:48.218473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:48.219263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.257164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.265297 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-51094e63-b323-4f11-9315-bdf8316a8dc3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/f346c99f-1c9c-47d8-a6f7-b37ec8f2788d HTTP/1.1" status: 204 len: 168 time: 6.1545417 May 09 05:06:48.268087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34932) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:48.271809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.285339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2033679216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:48.326657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=d39f702f-3b80-4a0f-9e2e-9324efed8b20,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:48.352150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 44fd28ad-53c2-48a9-8312-23250fd9bf91 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:48.353842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.368013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=102a4876-3b2d-4a84-9606-4482887485b2,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:48.414674 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1886801d-0d1d-4887-8d61-04bfd9b8efd6 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7086413 May 09 05:06:48.424131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34938) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:48.439682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'security_group': {'name': 'tempest-secgroup-818405250'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:48.451217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:48.495770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:48.521789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:48.633656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.647741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.665135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:48.701069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914ad52c-836b-4f7b-b93b-2a740f32c93d None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:48.732243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Usage tracker for resource:router and tenant:005012c9f6534f90bfa2539307487d9e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:48.735591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:48.743513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:48.751058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 3a48b8f0-801c-4435-8a8c-431dd11fbb41 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:48.751539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.786310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device af8de395-18af-4782-a170-7157661f85c6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:48.797700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.859748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d9fb6-2fca-44e2-8b3e-c13952afdc0d None None] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:48.890357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.891452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.913634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] For port a328ff35-a032-4b5d-ba2e-f7ce25b9a173, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:48.914047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:48.948036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:48.983995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:49.008600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:49.052343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Allocated IP 172.20.0.1 (005f8f21-856a-4cee-b380-58f4f94dcef4/f485efc7-f398-4b72-a2c1-0b63ecf8a814/fa053f46-998a-4d74-94b6-5a25bb4d5c58) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:49.056876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.090035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2b37ed68-49ad-493f-b90d-824e7ba5f554 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:49.090514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b37ed68-49ad-493f-b90d-824e7ba5f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.107846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:49.108940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.141987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.178200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:49.179004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=f750b6ba-161c-436e-b5ef-94cb8f6baaca,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:49.191881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group_rule and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:49.202964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:49.309528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port af8de395-18af-4782-a170-7157661f85c6 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:49.326580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.337958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d39f702f-3b80-4a0f-9e2e-9324efed8b20 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:49.346136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.362370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:49.417393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.428448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56484b-d3df-4d3d-9dd0-1fe25549f995 req-84ac47ec-a2c2-4cdf-ac8a-13598b3cf9da tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:49.429911 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5c56484b-d3df-4d3d-9dd0-1fe25549f995 req-84ac47ec-a2c2-4cdf-ac8a-13598b3cf9da tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 944 time: 0.7618296 May 09 05:06:49.496371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Transition to ACTIVE for port object fa053f46-998a-4d74-94b6-5a25bb4d5c58 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:49.551736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 3a48b8f0-801c-4435-8a8c-431dd11fbb41 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:49.554185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d39f702f-3b80-4a0f-9e2e-9324efed8b20 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:49.554661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.559843 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5c56484b-d3df-4d3d-9dd0-1fe25549f995 req-f1278591-f102-4a2f-89c7-640e196870d9 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065505 May 09 05:06:49.575014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.599124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.600824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.602619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-34c9c06f-9872-4cbb-9f38-0f3cc1568b15 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3274710 May 09 05:06:49.613851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34942) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:49.642490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:49.664181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2b37ed68-49ad-493f-b90d-824e7ba5f554 None None] Provisioning complete for port 5238f1ca-78e6-459e-a616-5f8eabc6a58c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:49.664730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b37ed68-49ad-493f-b90d-824e7ba5f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.685252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.733676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.755959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2b37ed68-49ad-493f-b90d-824e7ba5f554 None None] Port 5238f1ca-78e6-459e-a616-5f8eabc6a58c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:49.785732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.809953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] Update dhcp port {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'fixed_ips': [{'subnet_id': 'd20a955c-af87-45ce-af56-3b0bfe678fd8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '102a4876-3b2d-4a84-9606-4482887485b2'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '16f70d0a-38c2-4754-8f89-51595d02c5fd'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:06:49.831693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event updated for resources: {'Port': ['ID=6ba49946-b0e8-4e4e-9304-6b35364a55d5,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:49.902086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f092b3-aee3-4a7f-a851-90c0a11015b4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:49.907051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:49.922260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:49.924480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] In _notify_port_updated(), no bound segment for port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 on network 0e29066f-1033-4679-b26c-1ddbd74ea264 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:06:49.930471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:49.931207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:49.937144 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-660891ab-684a-4ad9-8994-808e6734572a tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "PUT /v2.0/ports/6ba49946-b0e8-4e4e-9304-6b35364a55d5 HTTP/1.1" status: 200 len: 1055 time: 2.5362372 May 09 05:06:49.938617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34946) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:49.942717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:49.945264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:49.957277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.083386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.084037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.084037 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Floating IP 29ebae6f-1a07-4e62-9b2a-a93ccd801e15 disassociated. External IP: 172.26.0.230, port: a328ff35-a032-4b5d-ba2e-f7ce25b9a173. May 09 05:06:50.084448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Calling delete_port for a328ff35-a032-4b5d-ba2e-f7ce25b9a173 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:50.109828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Provisioning for port af8de395-18af-4782-a170-7157661f85c6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:50.153017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.155933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.156338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Provisioning complete for port af8de395-18af-4782-a170-7157661f85c6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:50.156995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.158009 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-14122b6b-7111-42bd-a9d4-c901f236aebb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7242768 May 09 05:06:50.181640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:50.194334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Port': ['ID=fa053f46-998a-4d74-94b6-5a25bb4d5c58,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:50.207877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'security_group': {'name': 'tempest-secgroup-571464202'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:50.230199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:50.240251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:50.249393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:50.264833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:50.271208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:50.271765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.291499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.330953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:50.331326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.343951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.419598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:50.423479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group_rule and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:50.431008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:50.438943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.445864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:50.516904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.528232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] For port af8de395-18af-4782-a170-7157661f85c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=af8de395-18af-4782-a170-7157661f85c6,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:50.563040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.639747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.668495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] Allocated IP 2001:db8::2 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/102a4876-3b2d-4a84-9606-4482887485b2/16f70d0a-38c2-4754-8f89-51595d02c5fd) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:50.688853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Provisioning for port f750b6ba-161c-436e-b5ef-94cb8f6baaca completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:50.720924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Provisioning complete for port f750b6ba-161c-436e-b5ef-94cb8f6baaca triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:50.721297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.723341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.788549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Port f750b6ba-161c-436e-b5ef-94cb8f6baaca cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:50.831786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Pushing event updated for resources: {'Port': ['ID=af8de395-18af-4782-a170-7157661f85c6,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:50.851943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.852306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.852742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.852960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.853284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.853612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.853934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.854250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.854575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.854892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.855206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.855518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bc263-e19b-49dd-91e0-fc4ac09a1e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:50.879065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Calling delete_port for 6ba49946-b0e8-4e4e-9304-6b35364a55d5 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:50.916775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:06:50.930548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.931361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Provisioning complete for port af8de395-18af-4782-a170-7157661f85c6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:50.931795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.945371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:50.946970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.034342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=3a48b8f0-801c-4435-8a8c-431dd11fbb41,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:51.053087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.061126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.084105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] Transition to ACTIVE for port object 16f70d0a-38c2-4754-8f89-51595d02c5fd will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:51.095780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.143346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Provisioning for port fa053f46-998a-4d74-94b6-5a25bb4d5c58 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:51.151145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.151768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.151887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.152133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.152495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.152902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.153228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.153552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.153874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.154189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.154511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.154826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:51.189114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Provisioning complete for port fa053f46-998a-4d74-94b6-5a25bb4d5c58 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:51.189535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.244683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880f2dd-945b-49f6-9c5b-428481ba39e8 None None] Pushing event updated for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:51.301569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.349669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.353858 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1681209 May 09 05:06:51.357802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34956) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:51.369336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212813583'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:51.372949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887d33-1c24-48e4-8b45-388264ab46a8 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73dccbae-f365-4f7b-985a-9dcce3c59367,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:51.380927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Port fa053f46-998a-4d74-94b6-5a25bb4d5c58 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:51.381200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:51.394748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:51.399186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Provisioning complete for port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:51.399757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.401126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:51.410763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.411506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.439051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:51.470913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-75fdc7d6-07cd-4ce3-80fb-69aa82dacffa None None] Port 6ba49946-b0e8-4e4e-9304-6b35364a55d5 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:51.486826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event deleted for resources: {'Port': ['ID=a328ff35-a032-4b5d-ba2e-f7ce25b9a173,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:51.550192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.605364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.615392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:51.658475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:security_group_rule and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:51.691224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:51.696933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Port': ['ID=6ba49946-b0e8-4e4e-9304-6b35364a55d5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:51.737652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:51.808806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f02c15-e15c-4c4b-9591-1a38b14be7b3 req-043ba5e2-fbc3-44a6-9931-c3d4accd4c78 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:51.809543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-48f02c15-e15c-4c4b-9591-1a38b14be7b3 req-043ba5e2-fbc3-44a6-9931-c3d4accd4c78 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Synchronizing usage tracker for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:51.848284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.860298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:51.877745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.061134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event updated for resources: {'Port': ['ID=f750b6ba-161c-436e-b5ef-94cb8f6baaca,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:52.077673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-48f02c15-e15c-4c4b-9591-1a38b14be7b3 req-043ba5e2-fbc3-44a6-9931-c3d4accd4c78 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Unset dirty status for tenant:4075860166744a89adeb0e3b566e6fc0 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:52.078911 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-48f02c15-e15c-4c4b-9591-1a38b14be7b3 req-043ba5e2-fbc3-44a6-9931-c3d4accd4c78 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 944 time: 1.2518780 May 09 05:06:52.103311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.109001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Router 67228db6-0036-4e6e-b38f-7296a79334ca has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:52.119560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.123502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.131730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Port': ['ID=fa053f46-998a-4d74-94b6-5a25bb4d5c58,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:52.159889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.171114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.198890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-36f08fa4-71a9-4b39-b9fe-36b6a62d6131 None None] Provisioning for port 16f70d0a-38c2-4754-8f89-51595d02c5fd completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:52.206029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-36f08fa4-71a9-4b39-b9fe-36b6a62d6131 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:52.206570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-36f08fa4-71a9-4b39-b9fe-36b6a62d6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.207392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.207731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.208065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.208428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.208744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.209070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.209389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.209763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.210079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.210393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.210708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.211017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:06:52.317436 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-48f02c15-e15c-4c4b-9591-1a38b14be7b3 req-10a43d7e-f369-4c82-b464-1ded6a234b9e tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a916cc1-751a-4d5e-9b5c-08c8d5edefba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206433 May 09 05:06:52.335618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.336357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8ca381-a0d3-403d-aff2-70237f695f7c {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:06:52.358060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-36f08fa4-71a9-4b39-b9fe-36b6a62d6131 None None] Provisioning complete for port 5238f1ca-78e6-459e-a616-5f8eabc6a58c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:52.358628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-36f08fa4-71a9-4b39-b9fe-36b6a62d6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.367759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679e8230-fbb4-459f-9516-01914513280e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:52.378780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.387468 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e0c1f0f7-72ff-4c39-9d07-63ffee0d014e tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0211961 May 09 05:06:52.388237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34960) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:52.398642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:52.415537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-36f08fa4-71a9-4b39-b9fe-36b6a62d6131 None None] Port 5238f1ca-78e6-459e-a616-5f8eabc6a58c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:52.419066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:52.422533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.426653 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f89a48b4-b684-4e7f-b8a9-3541d586bb62 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/ports/6ba49946-b0e8-4e4e-9304-6b35364a55d5 HTTP/1.1" status: 204 len: 168 time: 2.3499622 May 09 05:06:52.427046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34964) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:52.430543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1477438028', 'security_groups': ['679e8230-fbb4-459f-9516-01914513280e'], 'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '102a4876-3b2d-4a84-9606-4482887485b2'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:52.537827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:52.541194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:52.636029 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cce7ae-02e1-454d-82da-628023bdba98 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] GET failed (client error): The resource could not be found. May 09 05:06:52.636631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-15cce7ae-02e1-454d-82da-628023bdba98 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Synchronizing usage tracker for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:52.700828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.726986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:52.755690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-82fff95c-4593-4eab-bf39-d12f10c742ba None None] Provisioning complete for port f750b6ba-161c-436e-b5ef-94cb8f6baaca triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:52.756308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82fff95c-4593-4eab-bf39-d12f10c742ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.770302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:52.803276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:52.830855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Router e0101088-bc2e-4b9d-8b23-aae9597b8197 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:52.835530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.840742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d14c8ceb-51ef-4ce1-a4a6-415fddfe1eb6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/2e8ca381-a0d3-403d-aff2-70237f695f7c HTTP/1.1" status: 204 len: 168 time: 5.9430790 May 09 05:06:52.840742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.841320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 16f70d0a-38c2-4754-8f89-51595d02c5fd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:52.846587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:52.847175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34968) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:52.848761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-15cce7ae-02e1-454d-82da-628023bdba98 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Unset dirty status for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:52.852532 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-15cce7ae-02e1-454d-82da-628023bdba98 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "GET /v2.0/ports/6ba49946-b0e8-4e4e-9304-6b35364a55d5 HTTP/1.1" status: 404 len: 333 time: 0.4161899 May 09 05:06:52.880343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34972) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:52.892556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-591600827'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:52.900921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-82fff95c-4593-4eab-bf39-d12f10c742ba None None] Port f750b6ba-161c-436e-b5ef-94cb8f6baaca cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:52.906274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:52.916484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:52.923799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:52.924279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:52.936572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:52.940754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:52.952787 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] Sync routers for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:52.963743 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:52.964805 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:53.076712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-128c75a1-2d22-48cc-b462-15ad37b21b10 None None] Provisioning complete for port fa053f46-998a-4d74-94b6-5a25bb4d5c58 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:53.077080 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-128c75a1-2d22-48cc-b462-15ad37b21b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.137126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device af8de395-18af-4782-a170-7157661f85c6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:53.182343 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:53.186695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Allocated IP 172.26.0.20 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/9173dc66-4611-4923-92b2-8fd4d5ab0e94) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:53.194603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-128c75a1-2d22-48cc-b462-15ad37b21b10 None None] Port fa053f46-998a-4d74-94b6-5a25bb4d5c58 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:53.224872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port af8de395-18af-4782-a170-7157661f85c6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:53.225577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.243806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port 3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:53.244303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.341255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.377818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:53.436021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] device_id is not set on port c221247b-03a3-4915-a7b8-ab93c338ed41 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:06:53.591182 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7f82b721-465f-4ff2-83e2-dcf406056459 req-806033d0-0963-439d-a768-235a8285842d tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948 HTTP/1.1" status: 200 len: 210 time: 0.0989575 May 09 05:06:53.592526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.605288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] No DVR routers for this DVR port a328ff35-a032-4b5d-ba2e-f7ce25b9a173 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:06:53.616001 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:53.620771 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] Checking router: 67228db6-0036-4e6e-b38f-7296a79334ca for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:53.631023 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:53.631839 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:53.644983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:53.658992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.664244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'name': 'network-vif-deleted', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:06:53.666158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Sync routers for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:53.670131 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5473a528-303f-4fff-814d-bc26ecdd32c2 req-150f5148-1df5-4d5d-99b5-44fda1b21de7 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.59 "DELETE /v2.0/ports/a328ff35-a032-4b5d-ba2e-f7ce25b9a173 HTTP/1.1" status: 204 len: 173 time: 9.1437297 May 09 05:06:53.684139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:53.684981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:53.716385 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d21d4c72-2b26-4899-b62e-f15d82b0c0aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "PUT /v2.0/routers/e0101088-bc2e-4b9d-8b23-aae9597b8197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8219705 May 09 05:06:53.748221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:53.752461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.775597 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08382bfc-4e03-47ca-ae4c-547822cb9d3b'] response: {'server_uuid': '8f9f539b-5c6e-4d8a-a15a-f4a4e60a6948', 'name': 'network-vif-deleted', 'tag': 'a328ff35-a032-4b5d-ba2e-f7ce25b9a173', 'status': 'completed', 'code': 200} May 09 05:06:53.846276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:53.957944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:06:53.962690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event updated for resources: {'Port': ['ID=9173dc66-4611-4923-92b2-8fd4d5ab0e94,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:53.995672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:54.001926 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:54.002501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:54.009382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:54.027067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:54.041954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:54.062090 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-400c0828-49a9-41be-bc92-9a24c892288b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7720575 May 09 05:06:54.067769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 34992) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:54.073288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:54.073912 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 5cfde9b2-61fd-4f75-9780-b6717d663105 of type vlan for network 1fb43b27-7ef0-432e-81ff-c8a511856a40 May 09 05:06:54.116977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:54.177496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:54.181337 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:54.251181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:54.285499 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:54.286142 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:54.308982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-ee3af3bc-da6f-4b88-99ee-0bba67775272 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709260301&fields=id&tenant_id=a1f5b2c232ef42feb93a63f33dfaee46 HTTP/1.1" status: 200 len: 267 time: 0.3047438 May 09 05:06:54.389647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:54.396441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:54.397164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:54.462325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:06:51Z', 'revision_number': 2, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:54.468212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Checking router: e0101088-bc2e-4b9d-8b23-aae9597b8197 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:54.469239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Updating router e0101088-bc2e-4b9d-8b23-aae9597b8197 port fa053f46-998a-4d74-94b6-5a25bb4d5c58 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:54.492917 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:54.531151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:54.621692 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7705562 May 09 05:06:54.654398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 34996) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:54.682775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': '1fb43b27-7ef0-432e-81ff-c8a511856a40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:54.771029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8::152 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/102a4876-3b2d-4a84-9606-4482887485b2/c221247b-03a3-4915-a7b8-ab93c338ed41) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:54.800615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Calling delete_port for 3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:54.824814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b171ee-f875-4708-b4fd-c37597ed0671 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=1fb43b27-7ef0-432e-81ff-c8a511856a40,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:54.839416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35006) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:54.869096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-52f8c6bc-8266-4500-94c0-a2ea894403aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:54.869796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-52f8c6bc-8266-4500-94c0-a2ea894403aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Synchronizing usage tracker for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:54.998299 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.002896 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:55.009508 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00da681-4e56-49e6-bbee-4ab64fdd0b39 None None] The sync data for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv is: [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:01:57Z', 'revision_number': 4, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b6ac3a0f-e598-423a-a9f7-b37928d61208', 'name': '', 'network_id': '41d12453-9aa2-4a5c-aec5-5d40645139c0', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'mac_address': 'fa:16:3e:5c:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:55Z', 'updated_at': '2022-05-09T05:02:10Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'subnets': [{'id': 'e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:55.018095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Transition to ACTIVE for port object fa053f46-998a-4d74-94b6-5a25bb4d5c58 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:55.026368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:06:55.033117 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:49Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:55.038865 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:06:55.039466 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Updating router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d port f750b6ba-161c-436e-b5ef-94cb8f6baaca binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:06:55.047508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.049886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:55.084269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:55.089587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:55.120294 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.130778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.194679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:55.218751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93619422-4db2-41fb-9f7d-d0c90bb1b674 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.395317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-52f8c6bc-8266-4500-94c0-a2ea894403aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Unset dirty status for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:55.395545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:55.396098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ae3ee-2737-42ef-995c-f183feab1c91 None None] Pushing event updated for resources: {'Port': ['ID=fa053f46-998a-4d74-94b6-5a25bb4d5c58,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:55.401019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.416912 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-52f8c6bc-8266-4500-94c0-a2ea894403aa tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/networks?id=005f8f21-856a-4cee-b380-58f4f94dcef4 HTTP/1.1" status: 200 len: 797 time: 1.1001577 May 09 05:06:55.421043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93619422-4db2-41fb-9f7d-d0c90bb1b674 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.455887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc40512-e219-4c7c-8ddf-5b13d0a6959f None None] New status for floating IP 29ebae6f-1a07-4e62-9b2a-a93ccd801e15: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:06:55.548595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Attempting to bind port fa053f46-998a-4d74-94b6-5a25bb4d5c58 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:55.549285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Attempting to bind port fa053f46-998a-4d74-94b6-5a25bb4d5c58 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:55.549285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Attempting to bind port fa053f46-998a-4d74-94b6-5a25bb4d5c58 on network 005f8f21-856a-4cee-b380-58f4f94dcef4 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:55.572968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:55.573242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Checking segment: {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:55.573765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.574152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Bound using segment: {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:55.574633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Bound port: fa053f46-998a-4d74-94b6-5a25bb4d5c58, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:55.575075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.697058 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.713650 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Transition to ACTIVE for port object f750b6ba-161c-436e-b5ef-94cb8f6baaca will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:55.724000 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.755559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.774586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object c221247b-03a3-4915-a7b8-ab93c338ed41 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:55.907626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93619422-4db2-41fb-9f7d-d0c90bb1b674 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:55.953214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] For port fa053f46-998a-4d74-94b6-5a25bb4d5c58, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:55.972193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] For port fa053f46-998a-4d74-94b6-5a25bb4d5c58, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=fa053f46-998a-4d74-94b6-5a25bb4d5c58,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:55.982816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.031990 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Attempting to bind port f750b6ba-161c-436e-b5ef-94cb8f6baaca on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:06:56.032590 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Attempting to bind port f750b6ba-161c-436e-b5ef-94cb8f6baaca by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:06:56.032832 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Attempting to bind port f750b6ba-161c-436e-b5ef-94cb8f6baaca on network 4d075b53-c3a7-4b93-a5d0-464596f28a9f {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:06:56.041013 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:06:56.041540 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Checking segment: {'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:56.041977 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.042374 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Bound using segment: {'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:06:56.042852 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Bound port: f750b6ba-161c-436e-b5ef-94cb8f6baaca, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0465f25-f035-43d6-b3ef-b2952ba52674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:06:56.043240 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.090471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93619422-4db2-41fb-9f7d-d0c90bb1b674 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a916cc1-751a-4d5e-9b5c-08c8d5edefba,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:56.121199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.139202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-93619422-4db2-41fb-9f7d-d0c90bb1b674 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.139923 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-cbca99e8-ad98-4f20-a7e4-586b830a3060 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/quotas/a1f5b2c232ef42feb93a63f33dfaee46 HTTP/1.1" status: 200 len: 375 time: 0.7218456 May 09 05:06:56.141550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.145785 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-93619422-4db2-41fb-9f7d-d0c90bb1b674 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "DELETE /v2.0/security-groups/1a916cc1-751a-4d5e-9b5c-08c8d5edefba HTTP/1.1" status: 204 len: 168 time: 1.3001888 May 09 05:06:56.147384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ae3ee-2737-42ef-995c-f183feab1c91 None None] Pushing event updated for resources: {'Port': ['ID=fa053f46-998a-4d74-94b6-5a25bb4d5c58,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:56.153263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.155461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35010) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:56.167101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.171773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:56.172635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:56.198382 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] For port f750b6ba-161c-436e-b5ef-94cb8f6baaca, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:06:56.203485 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] For port f750b6ba-161c-436e-b5ef-94cb8f6baaca, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f750b6ba-161c-436e-b5ef-94cb8f6baaca,segment=NetworkSegment(d0465f25-f035-43d6-b3ef-b2952ba52674),segment_id=d0465f25-f035-43d6-b3ef-b2952ba52674)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:06:56.214706 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.225782 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad40f4c-0a4a-48d9-9b9e-3346ac8f6d5f None None] Pushing event updated for resources: {'Port': ['ID=f750b6ba-161c-436e-b5ef-94cb8f6baaca,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:56.256751 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:56.257878 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:56.282143 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-45053f08-ee1e-45db-8ea0-ec84b7e644a5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] show failed (client error): The resource could not be found. May 09 05:06:56.283457 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-45053f08-ee1e-45db-8ea0-ec84b7e644a5 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "GET /v2.0/security-groups/1a916cc1-751a-4d5e-9b5c-08c8d5edefba HTTP/1.1" status: 404 len: 347 time: 0.1154399 May 09 05:06:56.303542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35016) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:56.452840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:06:56.577013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.extraroute_db [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 09 05:06:56.583138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:56.602343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.extraroute_db [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Removed routes are [] {{(pid=88042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 09 05:06:56.603015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.608572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:56.630173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:56.637408 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad40f4c-0a4a-48d9-9b9e-3346ac8f6d5f None None] Pushing event updated for resources: {'Port': ['ID=f750b6ba-161c-436e-b5ef-94cb8f6baaca,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:56.749475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Deleting port b3958bef-4e8d-4147-873f-e8713e2d19db {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:56.751168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.816459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:06:56.822278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:56.822908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:56.880775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=c221247b-03a3-4915-a7b8-ab93c338ed41,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:57.041107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.041708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.077445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Port': ['ID=3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:57.092176 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-823ecb50-d0f4-49ab-8184-b7d18f760646 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6866810 May 09 05:06:57.101740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35020) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:57.107188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.111943 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-25124c26-34f7-4106-92bd-38f1338fd241 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/ports/3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c HTTP/1.1" status: 204 len: 168 time: 4.2277279 May 09 05:06:57.113099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35024) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:57.116680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:57.143783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c9ee3d3e-aa44-4586-80c5-2f192fb273aa None None] Provisioning for port c221247b-03a3-4915-a7b8-ab93c338ed41 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:57.152745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c9ee3d3e-aa44-4586-80c5-2f192fb273aa None None] Provisioning complete for port c221247b-03a3-4915-a7b8-ab93c338ed41 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:57.153326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3d3e-aa44-4586-80c5-2f192fb273aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.175129 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:49Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:06:56Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:57.179283 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369b3973-bc2f-40a1-9a60-479576c41055 None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:49Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:06:56Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:57.188879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Calling delete_port for b3958bef-4e8d-4147-873f-e8713e2d19db owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:57.242225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:06:55Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:57.249497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860af2e-915e-4aff-9c32-e81c742b2a08 None None] The sync data for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv is: [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:06:55Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:57.255255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee3d3e-aa44-4586-80c5-2f192fb273aa None None] Port c221247b-03a3-4915-a7b8-ab93c338ed41 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:06:57.272033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.342962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-8c9a6a8d-38d4-4bcf-9e5d-b994a3d9255b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Synchronizing usage tracker for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:57.391069 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3652a988-1b02-4d8e-b1c8-f70dda51936e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] GET failed (client error): The resource could not be found. May 09 05:06:57.393579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3652a988-1b02-4d8e-b1c8-f70dda51936e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Synchronizing usage tracker for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:06:57.484881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=329e14bb-2d74-45db-a945-96cf5fa9c78c,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:57.531740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '5cfde9b2-61fd-4f75-9780-b6717d663105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1fb43b27-7ef0-432e-81ff-c8a511856a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:06:57.532138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: 1fb43b27-7ef0-432e-81ff-c8a511856a40, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:06:57.568741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-8c9a6a8d-38d4-4bcf-9e5d-b994a3d9255b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Unset dirty status for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:57.571129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.585230 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-8c9a6a8d-38d4-4bcf-9e5d-b994a3d9255b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a1f5b2c232ef42feb93a63f33dfaee46&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4078686 May 09 05:06:57.585979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3652a988-1b02-4d8e-b1c8-f70dda51936e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Unset dirty status for tenant:a52d995e9f3742eaaf778726650bd548 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:06:57.591359 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3652a988-1b02-4d8e-b1c8-f70dda51936e tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "GET /v2.0/ports/3aa14bf7-c1fb-4ff5-a8b5-5023f6071e4c HTTP/1.1" status: 404 len: 333 time: 0.4513240 May 09 05:06:57.620462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35028) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:57.687377 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-b6c3640a-30f9-4015-88a9-f161e136974a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8674562 May 09 05:06:57.690177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Pushing event deleted for resources: {'Port': ['ID=b3958bef-4e8d-4147-873f-e8713e2d19db,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:06:57.767625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:06:57.799776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.852826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.872467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:57.929280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Router 36cb21c0-c158-4581-abc7-fdadaf2605cd is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:06:57.939324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:57.949385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:57.979589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 1fb43b27-7ef0-432e-81ff-c8a511856a40) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:06:57.983967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:57.985012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:57.995934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d9f96-2497-40ef-a776-99825ec4afc0 None None] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:06:58.024092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port 9e27037e-2843-4d8b-b362-91c83494dba6 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:06:58.024561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.099244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:58.121027 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-3aca803c-1aee-43e1-871e-2e16076572c0 service neutron] 10.222.0.50 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159826 May 09 05:06:58.155376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:06:58.159171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.206040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d345111c-51af-441e-8096-660d84f490ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5288963 May 09 05:06:58.213712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.216618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.221188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a1f68b86-071f-493c-a922-1e7c7bd2af63 tempest-ServerActionsTestJSON-131801496 tempest-ServerActionsTestJSON-131801496-project] 10.222.0.50 "DELETE /v2.0/floatingips/29ebae6f-1a07-4e62-9b2a-a93ccd801e15 HTTP/1.1" status: 204 len: 168 time: 1.9109290 May 09 05:06:58.221188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35032) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:58.253314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35034) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:58.260970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-999056415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:58.361410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:06:58.384848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-1fb43b27-7ef0-432e-81ff-c8a511856a40', 'network_id': '1fb43b27-7ef0-432e-81ff-c8a511856a40', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': '329e14bb-2d74-45db-a945-96cf5fa9c78c'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:06:58.385983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.396063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:router and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:06:58.404646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:06:58.431573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:06:58.440273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:06:58.487278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-acd3333f-86bf-4d0b-a8d1-9fddeec8613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:58.488855 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-acd3333f-86bf-4d0b-a8d1-9fddeec8613b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1098 time: 0.7554383 May 09 05:06:58.590725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.591966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.595937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:58.602997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.607056 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8177b951-a706-41e6-9af0-1697d9ef0ba1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "PUT /v2.0/routers/36cb21c0-c158-4581-abc7-fdadaf2605cd HTTP/1.1" status: 200 len: 879 time: 8.9866483 May 09 05:06:58.607211 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] Sync routers for ids ['36cb21c0-c158-4581-abc7-fdadaf2605cd'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:58.613313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35042) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:58.622488 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] Routers {'36cb21c0-c158-4581-abc7-fdadaf2605cd'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:58.623557 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['36cb21c0-c158-4581-abc7-fdadaf2605cd'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:58.679144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Allocated IP 172.20.0.2 (1fb43b27-7ef0-432e-81ff-c8a511856a40/329e14bb-2d74-45db-a945-96cf5fa9c78c/c71c8e9d-d5b7-48b0-980c-a028c80fd167) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:06:58.709501 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:58.747645 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] Routers {'36cb21c0-c158-4581-abc7-fdadaf2605cd'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:58.748787 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['36cb21c0-c158-4581-abc7-fdadaf2605cd'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:58.789658 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-8844de1f-258f-4173-9e52-4f1e81c6bd5a service neutron] 10.222.0.50 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6674976 May 09 05:06:58.830283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:58.880047 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 102a4876-3b2d-4a84-9606-4482887485b2 (CIDR: 2001:db8::/64) May 09 05:06:58.955221 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:58.956169 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2260ec49-606d-43ff-83d6-fbe197565f5e None None] The sync data for ids ['36cb21c0-c158-4581-abc7-fdadaf2605cd'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:06:58.990981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f750b6ba-161c-436e-b5ef-94cb8f6baaca up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:06:59.001368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:59.045213 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:06:59.046120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:06:59.094383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:06:59.110085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:06:59.124468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:59.133318 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-12896335-bbc9-4689-8d6f-7cf21aa1871b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 200 len: 954 time: 5.0576839 May 09 05:06:59.149646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35046) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:59.232988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:06:59.233528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:06:59.233679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Calling delete_port for 9e27037e-2843-4d8b-b362-91c83494dba6 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:06:59.364963 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-72263be2-1690-4962-8c8c-310f599a8421 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2609618 May 09 05:06:59.367450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-6412e0bf-082a-4b10-ba1f-471e76b847cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:06:59.369501 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-6412e0bf-082a-4b10-ba1f-471e76b847cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 897 time: 0.8152447 May 09 05:06:59.371713 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c120210-5f1b-4274-88cd-5c44ec479707 req-1ce5aaa4-dd8f-4da0-98a1-d41daa965712 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0791233 May 09 05:06:59.374528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35054) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:59.501504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:59.539799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:59.568844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port f750b6ba-161c-436e-b5ef-94cb8f6baaca completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:06:59.570290 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a5b72e15-b952-4ac0-a063-1557cc89a0c9 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 200 len: 954 time: 0.4035888 May 09 05:06:59.570938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35062) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:59.575355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:06:59.579339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'routes': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:06:59.669801 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ef5738cc-39aa-4f68-9c98-c2f533a6941d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/36cb21c0-c158-4581-abc7-fdadaf2605cd HTTP/1.1" status: 200 len: 920 time: 1.0077686 May 09 05:06:59.691480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35068) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:06:59.860522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f750b6ba-161c-436e-b5ef-94cb8f6baaca triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:06:59.860894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:59.925013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:59.956806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Transition to ACTIVE for port object c71c8e9d-d5b7-48b0-980c-a028c80fd167 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:06:59.975033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:06:59.976283 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e157f9ab-e5e6-4e09-9288-0a469a84ad2d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7527504 May 09 05:06:59.984547 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-bce0762e-aa1e-454e-b96a-9994d07496f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 200 len: 1001 time: 0.5733197 May 09 05:06:59.991848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35072) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:00.072043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Transition to ACTIVE for port object c71c8e9d-d5b7-48b0-980c-a028c80fd167 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:00.124593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.211806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:00.217918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:00.220867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:00.222699 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.226741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:00.234637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:00.242788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c251b9-13f8-4b7a-b65f-f465d833b1de tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:00.243035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:00.244298 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d0c251b9-13f8-4b7a-b65f-f465d833b1de tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=36cb21c0-c158-4581-abc7-fdadaf2605cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5497231 May 09 05:07:00.253793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35076) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:00.254781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:00.259843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-ac0851b7-d00c-47ef-a020-559d9800f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:00.261399 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-ac0851b7-d00c-47ef-a020-559d9800f682 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e540ea11-d57e-4a5c-af06-31a1bd243752 HTTP/1.1" status: 200 len: 833 time: 0.2381535 May 09 05:07:00.360901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Pushing event updated for resources: {'Port': ['ID=c71c8e9d-d5b7-48b0-980c-a028c80fd167,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:00.372678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port f750b6ba-161c-436e-b5ef-94cb8f6baaca, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f750b6ba-161c-436e-b5ef-94cb8f6baaca,segment=NetworkSegment(d0465f25-f035-43d6-b3ef-b2952ba52674),segment_id=d0465f25-f035-43d6-b3ef-b2952ba52674)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:00.378720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Attempting to bind port c71c8e9d-d5b7-48b0-980c-a028c80fd167 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:00.379089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Attempting to bind port c71c8e9d-d5b7-48b0-980c-a028c80fd167 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '5cfde9b2-61fd-4f75-9780-b6717d663105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1fb43b27-7ef0-432e-81ff-c8a511856a40'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:00.379436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Attempting to bind port c71c8e9d-d5b7-48b0-980c-a028c80fd167 on network 1fb43b27-7ef0-432e-81ff-c8a511856a40 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:00.383817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.384600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device fa053f46-998a-4d74-94b6-5a25bb4d5c58 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:00.415628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.417906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:00.430653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.457626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:00.457986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Checking segment: {'id': '5cfde9b2-61fd-4f75-9780-b6717d663105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1fb43b27-7ef0-432e-81ff-c8a511856a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:00.458836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.458836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Bound using segment: {'id': '5cfde9b2-61fd-4f75-9780-b6717d663105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1fb43b27-7ef0-432e-81ff-c8a511856a40'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:00.459226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Bound port: c71c8e9d-d5b7-48b0-980c-a028c80fd167, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfde9b2-61fd-4f75-9780-b6717d663105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1fb43b27-7ef0-432e-81ff-c8a511856a40'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:00.459731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.549478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:56Z', 'revision_number': 6, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:06:56Z', 'revision_number': 4, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:00.571098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:00.604878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Port': ['ID=9e27037e-2843-4d8b-b362-91c83494dba6,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:00.612953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:00.613299 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:00.672839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=f750b6ba-161c-436e-b5ef-94cb8f6baaca,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:00.691421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] For port c71c8e9d-d5b7-48b0-980c-a028c80fd167, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:00.718086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-363e5d83-7b2d-4936-9430-da1c0eb2d0f6 req-0ca4dc2e-558e-4109-a157-73b7a0589f04 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 210 time: 0.1401422 May 09 05:07:00.780380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] For port c71c8e9d-d5b7-48b0-980c-a028c80fd167, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c71c8e9d-d5b7-48b0-980c-a028c80fd167,segment=NetworkSegment(5cfde9b2-61fd-4f75-9780-b6717d663105),segment_id=5cfde9b2-61fd-4f75-9780-b6717d663105)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:00.781859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port fa053f46-998a-4d74-94b6-5a25bb4d5c58 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:00.790340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.796424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84b0e07-afe7-4464-a904-9d8ba49e3673 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:00.798121 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d84b0e07-afe7-4464-a904-9d8ba49e3673 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 0.5407121 May 09 05:07:00.809389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35082) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:00.818357 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.ipam_backend_mixin [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d20a955c-af87-45ce-af56-3b0bfe678fd8 (CIDR: 2001:db8:0:1::/64) May 09 05:07:00.843480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port fa053f46-998a-4d74-94b6-5a25bb4d5c58 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:00.844123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.883098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:07:00.883593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:00.906552 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9f97cfc4-c628-4ce1-8769-f21c69b72516 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=36cb21c0-c158-4581-abc7-fdadaf2605cd HTTP/1.1" status: 200 len: 205 time: 0.0912869 May 09 05:07:00.909529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:00.912219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-7a4edb0b-6514-4cd9-b740-1bc948f6dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:00.913931 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-7a4edb0b-6514-4cd9-b740-1bc948f6dca5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6208787 May 09 05:07:00.914413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35086) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:00.982797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:01.029189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:01.149004 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d982043f-d5b0-4125-98f1-bdd69399f187 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7476950 May 09 05:07:01.211026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec99ab-b2a9-46fd-b19d-f5f08c555bdd None None] Pushing event updated for resources: {'Port': ['ID=c71c8e9d-d5b7-48b0-980c-a028c80fd167,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:01.219434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35090) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:01.250884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-afbab8db-7aac-4768-863f-94b5a0d74fd8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/ports/9e27037e-2843-4d8b-b362-91c83494dba6 HTTP/1.1" status: 204 len: 168 time: 3.6243718 May 09 05:07:01.276052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35092) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:01.283438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'subnet': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:01.549154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:01.554334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting subnet ff5dd088-e4d9-4c63-8e65-ee4a13798299 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:01.587974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:01.629330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port fa053f46-998a-4d74-94b6-5a25bb4d5c58, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=fa053f46-998a-4d74-94b6-5a25bb4d5c58,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:01.635216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-9e477d7b-16ce-4ecc-9ce3-51422d9318d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:01.637058 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-9e477d7b-16ce-4ecc-9ce3-51422d9318d0 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.59 "GET /v2.0/networks?id=005f8f21-856a-4cee-b380-58f4f94dcef4 HTTP/1.1" status: 200 len: 797 time: 0.5297291 May 09 05:07:01.637458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:01.638963 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-1490272c-39a4-40be-b782-97ac71f0b3b6 service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7022679 May 09 05:07:01.650589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:01.678124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:56Z', 'revision_number': 6, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:07:00Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:01.707406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cb109-a36e-4224-89f0-ad0f799e43ea None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:06:56Z', 'revision_number': 6, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:07:00Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:01.727438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=fa053f46-998a-4d74-94b6-5a25bb4d5c58,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:01.840767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-f737d059-b133-41cb-9d29-a8a7c716f759 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Synchronizing usage tracker for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:01.869972 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f750b6ba-161c-436e-b5ef-94cb8f6baaca up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:01.941316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f750b6ba-161c-436e-b5ef-94cb8f6baaca triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:01.941598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:01.987064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.097102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c71c8e9d-d5b7-48b0-980c-a028c80fd167 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:02.207703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.extraroute_db [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added routes are [] {{(pid=88042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 09 05:07:02.208264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.extraroute_db [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 09 05:07:02.223858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12aa3a0c-179b-48ee-8855-f97375b2a9f6 req-a10207ae-d15f-4565-b93a-3861aada9a53 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 210 time: 0.1180930 May 09 05:07:02.226104 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09c139e0-58a4-459a-b0c3-ba131fe45aa4 req-2e28df08-0c9e-4bbf-8dc0-b0a00bee241f service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671103 May 09 05:07:02.229217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c71c8e9d-d5b7-48b0-980c-a028c80fd167 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:02.252841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.295665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:02.297007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-f737d059-b133-41cb-9d29-a8a7c716f759 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Unset dirty status for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:02.299864 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-f737d059-b133-41cb-9d29-a8a7c716f759 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1f5b2c232ef42feb93a63f33dfaee46 HTTP/1.1" status: 200 len: 380 time: 0.6397896 May 09 05:07:02.320103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'port': {'device_id': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'admin_state_up': True, 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'security_groups': ['4b29e294-30ed-406c-8631-2c6c79eb1713']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:02.350663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.396620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Usage tracker for resource:subnet and tenant:a9932919da12496f8b69226e16f90104 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:02.424196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Deleting port 9173dc66-4611-4923-92b2-8fd4d5ab0e94 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:02.424637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.445458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89782b4-8602-497b-92d0-877ecec46c22 None None] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:02.467714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:02.489358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:02.545215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ce9f5e0e-6698-47ac-b704-7863f4f57162 None None] Provisioning for port c71c8e9d-d5b7-48b0-980c-a028c80fd167 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:02.564543 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ce9f5e0e-6698-47ac-b704-7863f4f57162 None None] Provisioning complete for port c71c8e9d-d5b7-48b0-980c-a028c80fd167 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:02.564825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5e0e-6698-47ac-b704-7863f4f57162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.588247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35106) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:02.588666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Made reservation on behalf of a9932919da12496f8b69226e16f90104 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:02.592436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.675567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:02.699947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:02.760644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.803806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5e0e-6698-47ac-b704-7863f4f57162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.818556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.20.0.1 (1fb43b27-7ef0-432e-81ff-c8a511856a40/329e14bb-2d74-45db-a945-96cf5fa9c78c/8c3799f8-03bf-4af9-8fc5-33998d192159) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:02.834948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Made reservation on behalf of a1f5b2c232ef42feb93a63f33dfaee46 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:02.837985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.845904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ce9f5e0e-6698-47ac-b704-7863f4f57162 None None] For port c71c8e9d-d5b7-48b0-980c-a028c80fd167, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c71c8e9d-d5b7-48b0-980c-a028c80fd167,segment=NetworkSegment(5cfde9b2-61fd-4f75-9780-b6717d663105),segment_id=5cfde9b2-61fd-4f75-9780-b6717d663105)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:02.852085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ce9f5e0e-6698-47ac-b704-7863f4f57162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.852295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:02.931569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f5e0e-6698-47ac-b704-7863f4f57162 None None] Pushing event updated for resources: {'Port': ['ID=c71c8e9d-d5b7-48b0-980c-a028c80fd167,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:02.932311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Calling delete_port for 9173dc66-4611-4923-92b2-8fd4d5ab0e94 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:02.964878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12955dc-9cdc-44a1-8e71-c879335f357c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:02.965361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12955dc-9cdc-44a1-8e71-c879335f357c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:02.965847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12955dc-9cdc-44a1-8e71-c879335f357c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:02.980760 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d12955dc-9cdc-44a1-8e71-c879335f357c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=7d9a22574259478cb5dc8f916b411409&network_id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 2999 time: 0.3787582 May 09 05:07:03.178703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.190468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Allocated IP 172.20.0.9 (005f8f21-856a-4cee-b380-58f4f94dcef4/f485efc7-f398-4b72-a2c1-0b63ecf8a814/a1dcb204-a988-4860-b2fc-1f652d018d45) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:03.191753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8535294c-5361-471e-9d78-c4263e1d54ce None None] Provisioning complete for port c71c8e9d-d5b7-48b0-980c-a028c80fd167 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:03.192570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8535294c-5361-471e-9d78-c4263e1d54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.337373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.441072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event deleted for resources: {'Port': ['ID=9173dc66-4611-4923-92b2-8fd4d5ab0e94,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:03.463252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.529725 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b3d69bd8-335a-448f-9057-03e61be8cf20 req-e53457b1-29b3-40c7-a29b-0dc1b175a8bf tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 210 time: 0.1256096 May 09 05:07:03.551952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.588329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.717682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.726977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c71c8e9d-d5b7-48b0-980c-a028c80fd167 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:03.807235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c71c8e9d-d5b7-48b0-980c-a028c80fd167 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:03.807858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.835635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.897397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.915958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5dd088-e4d9-4c63-8e65-ee4a13798299,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:03.920624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.921774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.925427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.927276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Transition to ACTIVE for port object a1dcb204-a988-4860-b2fc-1f652d018d45 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:03.935606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1bb05-d59b-4372-96d8-467c811dde4a None None] Network 0e29066f-1033-4679-b26c-1ddbd74ea264 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:03.961525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object 8c3799f8-03bf-4af9-8fc5-33998d192159 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:03.964890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device fa053f46-998a-4d74-94b6-5a25bb4d5c58 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:03.965787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:03.966584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Fanout notify agent at l3_agent the message router_deleted on router 36cb21c0-c158-4581-abc7-fdadaf2605cd {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:07:03.979507 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-674e26f7-0f59-4c04-b915-dae8950754c8 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/subnets/ff5dd088-e4d9-4c63-8e65-ee4a13798299 HTTP/1.1" status: 204 len: 168 time: 2.7021053 May 09 05:07:03.985173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35116) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:03.986386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.027251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.027511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:04.032025 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5c5dfff-9661-4181-ab89-f4c4db942742 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/36cb21c0-c158-4581-abc7-fdadaf2605cd HTTP/1.1" status: 204 len: 168 time: 3.1112716 May 09 05:07:04.040094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35120) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:04.046402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1089841540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:04.082720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:04.095453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:04.099116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Usage tracker for resource:router and tenant:005012c9f6534f90bfa2539307487d9e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:04.102093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:04.103994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:04.111592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:04.117926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.145218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:04.161528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:04.185475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.186623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.208842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:04.209958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.227776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port fa053f46-998a-4d74-94b6-5a25bb4d5c58 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:04.228356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.240518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.242821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-d6d39e60-e162-4cc1-8f1e-220f6d681ec1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9273000 May 09 05:07:04.263287 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Request body: {'port': {'device_id': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:04.295843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.315659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.372442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:04.388696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:04.391534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.395200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-30865de6-273d-4e88-8791-87ee14f88862 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3514261 May 09 05:07:04.396489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35124) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:04.400569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': True}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:04.414973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556159d2-22ff-4ddf-808b-436ceed911d2 None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:04.450343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:04.450985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.477757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Subnet': ['ID=e62f0f95-aabc-4c18-b51e-adcd1720c1cb,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:04.480253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.520447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] DHCP port deletion for 0e29066f-1033-4679-b26c-1ddbd74ea264 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:04.542230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] Deleting port 516fc53f-512b-4981-b0d4-93f659cac312 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:04.542755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.610768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.719614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b7cd81e-efa1-44e8-9b11-af55be8448f7 None None] Provisioning for port a1dcb204-a988-4860-b2fc-1f652d018d45 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:04.737449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port 516fc53f-512b-4981-b0d4-93f659cac312 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:04.737782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.742430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b7cd81e-efa1-44e8-9b11-af55be8448f7 None None] Provisioning complete for port a1dcb204-a988-4860-b2fc-1f652d018d45 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:04.742932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8b7cd81e-efa1-44e8-9b11-af55be8448f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.761579 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f8c402de-409a-4135-ba8e-e66ac2f6fd05 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4953287 May 09 05:07:04.771388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35130) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:04.783840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:04.785152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:04.795612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:04.797470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Deleting port b6ac3a0f-e598-423a-a9f7-b37928d61208 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:04.797795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.801471 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:04.820008 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:04.823446 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:04.827481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:04.829020 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9c82e359-5e3a-4943-9313-4ffa3dc495bc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 200 len: 704 time: 5.2540817 May 09 05:07:04.832576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:04.833096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35134) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:04.844546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-608137461', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e62f0f95-aabc-4c18-b51e-adcd1720c1cb'}], 'security_groups': ['67f092b3-aee3-4a7f-a851-90c0a11015b4', '73dccbae-f365-4f7b-985a-9dcce3c59367']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:04.904717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=8c3799f8-03bf-4af9-8fc5-33998d192159,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:04.972571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cd81e-efa1-44e8-9b11-af55be8448f7 None None] Port a1dcb204-a988-4860-b2fc-1f652d018d45 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:05.079850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] For port 516fc53f-512b-4981-b0d4-93f659cac312, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=516fc53f-512b-4981-b0d4-93f659cac312,segment=NetworkSegment(a650e3b5-4d89-43c5-8116-d9e62e0d8b66),segment_id=a650e3b5-4d89-43c5-8116-d9e62e0d8b66)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:05.080421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.103547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.154380 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:05.200609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.233806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] Calling delete_port for 516fc53f-512b-4981-b0d4-93f659cac312 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:05.303093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1165e038-fc58-4c03-b6ec-3cf46351d016 None None] Provisioning for port 8c3799f8-03bf-4af9-8fc5-33998d192159 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:05.319645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] For port b6ac3a0f-e598-423a-a9f7-b37928d61208, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b6ac3a0f-e598-423a-a9f7-b37928d61208,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:05.320002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.325909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1165e038-fc58-4c03-b6ec-3cf46351d016 None None] Provisioning complete for port 8c3799f8-03bf-4af9-8fc5-33998d192159 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:05.327558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1165e038-fc58-4c03-b6ec-3cf46351d016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.404965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1165e038-fc58-4c03-b6ec-3cf46351d016 None None] Port 8c3799f8-03bf-4af9-8fc5-33998d192159 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:05.408563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.499710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] Pushing event deleted for resources: {'Port': ['ID=516fc53f-512b-4981-b0d4-93f659cac312,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:05.506453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Calling delete_port for b6ac3a0f-e598-423a-a9f7-b37928d61208 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:05.537335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] For port 516fc53f-512b-4981-b0d4-93f659cac312, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=516fc53f-512b-4981-b0d4-93f659cac312,segment=NetworkSegment(a650e3b5-4d89-43c5-8116-d9e62e0d8b66),segment_id=a650e3b5-4d89-43c5-8116-d9e62e0d8b66)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:05.537856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.577930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65735137-9f6f-44e6-be89-8985da789e24 None None] No DVR routers for this DVR port 516fc53f-512b-4981-b0d4-93f659cac312 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:05.625147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] Update dhcp port {'port': {'network_id': 'cd6b15b4-5729-4d42-8d4e-76bdfaa126bb', 'fixed_ips': [{'subnet_id': 'd20a955c-af87-45ce-af56-3b0bfe678fd8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '102a4876-3b2d-4a84-9606-4482887485b2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e62f0f95-aabc-4c18-b51e-adcd1720c1cb'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '16f70d0a-38c2-4754-8f89-51595d02c5fd'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:07:05.629626 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:02Z', 'revision_number': 7, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:07:00Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:05.635103 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:05.642227 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-96c093f1-804f-4eea-b5c6-3caed5c3b430 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 200 len: 704 time: 0.7585878 May 09 05:07:05.643163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35142) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:05.648983 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:05.649600 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:05.721970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.743472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcac834-be90-4bbf-93a9-863256b965bd req-9be29536-aeb9-4667-9b81-d5d8d5ed819b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:05.744189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-dfcac834-be90-4bbf-93a9-863256b965bd req-9be29536-aeb9-4667-9b81-d5d8d5ed819b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Synchronizing usage tracker for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:05.760667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Calling delete_port for 516fc53f-512b-4981-b0d4-93f659cac312 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:05.773418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 516fc53f-512b-4981-b0d4-93f659cac312 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:05.831912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 516fc53f-512b-4981-b0d4-93f659cac312 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:05.832569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 516fc53f-512b-4981-b0d4-93f659cac312 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:05.844385 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:05.945773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:05.978006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-dfcac834-be90-4bbf-93a9-863256b965bd req-9be29536-aeb9-4667-9b81-d5d8d5ed819b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Unset dirty status for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:05.979223 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dfcac834-be90-4bbf-93a9-863256b965bd req-9be29536-aeb9-4667-9b81-d5d8d5ed819b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 931 time: 1.2968025 May 09 05:07:06.092313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] Allocated IP 2001:db8:0:2::2 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/e62f0f95-aabc-4c18-b51e-adcd1720c1cb/16f70d0a-38c2-4754-8f89-51595d02c5fd) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:06.185408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:06.185906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:06.214517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:06.226537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35146) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:06.287566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:06.294408 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dfcac834-be90-4bbf-93a9-863256b965bd req-95d34063-92b1-4ac2-91a0-65e849658658 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907555 May 09 05:07:06.311846 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:02Z', 'revision_number': 7, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:07:00Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:06.318099 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b7825-d79a-4cd3-99f2-b58b87f3214e None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:02Z', 'revision_number': 7, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f750b6ba-161c-436e-b5ef-94cb8f6baaca', 'name': '', 'network_id': '4d075b53-c3a7-4b93-a5d0-464596f28a9f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:c3:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:46Z', 'updated_at': '2022-05-09T05:07:00Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '99050448-4cf3-41b3-b1e3-60f55c7045c1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:06.327151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:06.367456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:06.395458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] Transition to ACTIVE for port object 16f70d0a-38c2-4754-8f89-51595d02c5fd will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:06.410280 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:06.469662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c61756-a87e-426f-b638-a492a06dce3b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:06.482486 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-02c61756-a87e-426f-b638-a492a06dce3b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 814 time: 0.2318575 May 09 05:07:06.643952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91114151-ef6d-47c8-85fb-474c512f624b None None] Pushing event updated for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:06.691921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Deleting port 516fc53f-512b-4981-b0d4-93f659cac312 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:06.692550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:06.706101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dcb204-a988-4860-b2fc-1f652d018d45 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:07:06.714959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:06.728865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ac3a0f-e598-423a-a9f7-b37928d61208,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:06.734119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Transition to ACTIVE for port object a1dcb204-a988-4860-b2fc-1f652d018d45 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:06.821857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:06.827805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] The port '516fc53f-512b-4981-b0d4-93f659cac312' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:06.959974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.049603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.095540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35154) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:07.153517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.187803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--221602538', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:07.215804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:07.279109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:07.339892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e29066f-1033-4679-b26c-1ddbd74ea264']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:07.361310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:07.385598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=8c3799f8-03bf-4af9-8fc5-33998d192159,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:07.396056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a650e3b5-4d89-43c5-8116-d9e62e0d8b66') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:07.396473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a650e3b5-4d89-43c5-8116-d9e62e0d8b66') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:07.409842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.427523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.439751 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:07.441877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.443249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.486607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Provisioning for port 16f70d0a-38c2-4754-8f89-51595d02c5fd completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:07.489343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.493261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:07.493630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.534861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.594600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.629550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:07.629976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.633432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Attempting to bind port a1dcb204-a988-4860-b2fc-1f652d018d45 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:07.633778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Attempting to bind port a1dcb204-a988-4860-b2fc-1f652d018d45 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:07.634114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Attempting to bind port a1dcb204-a988-4860-b2fc-1f652d018d45 on network 005f8f21-856a-4cee-b380-58f4f94dcef4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:07.647618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Provisioning complete for port 5238f1ca-78e6-459e-a616-5f8eabc6a58c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:07.648029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Port a1dcb204-a988-4860-b2fc-1f652d018d45 on network 005f8f21-856a-4cee-b380-58f4f94dcef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:07.648366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Attempting to bind port a1dcb204-a988-4860-b2fc-1f652d018d45 on network 005f8f21-856a-4cee-b380-58f4f94dcef4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:07.648717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:07.654830 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:07.719079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:07.719673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:07.720486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Checking segment: {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:07.721080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Bound using segment: {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:07.721687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Bound port: a1dcb204-a988-4860-b2fc-1f652d018d45, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c55463-fc7e-48c7-83da-41912363261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:07.722216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.731272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Port 5238f1ca-78e6-459e-a616-5f8eabc6a58c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:07.744927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Provisioning complete for port c221247b-03a3-4915-a7b8-ab93c338ed41 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:07.745328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.827884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e15503a9-ac01-4673-be59-01cad6737b3b None None] Port c221247b-03a3-4915-a7b8-ab93c338ed41 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:07.833779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.834099 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc of type vlan for network 39dd6644-ed2b-4f35-941f-3256808fcad5 May 09 05:07:07.844316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 16f70d0a-38c2-4754-8f89-51595d02c5fd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:07.892874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.894603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Allocated IP 172.26.0.133 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/d68d12ba-272d-4951-9b10-b0abcef07158) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:07.926501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Delete allocated IP 2001:db8::152 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/102a4876-3b2d-4a84-9606-4482887485b2) {{(pid=88041) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 05:07:07.931734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:07.932104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:07.995743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.011174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be509b-443f-4512-8e98-968d684cce7f req-811b119f-6da8-4199-a86a-5f432c85e8c7 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:08.013101 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c5be509b-443f-4512-8e98-968d684cce7f req-811b119f-6da8-4199-a86a-5f432c85e8c7 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 943 time: 0.5556362 May 09 05:07:08.020049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Allocated IP 2001:db8:0:2::370 (cd6b15b4-5729-4d42-8d4e-76bdfaa126bb/e62f0f95-aabc-4c18-b51e-adcd1720c1cb/c221247b-03a3-4915-a7b8-ab93c338ed41) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:08.049909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:08.056197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.059915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] Pushing event deleted for resources: {'Network': ['ID=0e29066f-1033-4679-b26c-1ddbd74ea264,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:08.077723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:08.089913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:08.092004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:08.097841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.118837 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-723898c1-7071-425a-bfa3-3500dfbdf730 tempest-AllowedAddressPairTestJSON-1481462278 tempest-AllowedAddressPairTestJSON-1481462278-project] 10.222.0.50 "DELETE /v2.0/networks/0e29066f-1033-4679-b26c-1ddbd74ea264 HTTP/1.1" status: 204 len: 168 time: 4.1294477 May 09 05:07:08.175291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.439966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:08.440615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.442188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-229627e6-397d-448b-8797-bf66641ea27a service neutron] 10.222.0.59 "PUT /v2.0/ports/a1dcb204-a988-4860-b2fc-1f652d018d45 HTTP/1.1" status: 200 len: 1093 time: 4.1841240 May 09 05:07:08.442659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:07:08.447036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35164) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:08.476578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2621a006-8a67-4156-bca2-98acea496a94 None None] Provisioning complete for port 8c3799f8-03bf-4af9-8fc5-33998d192159 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:08.476945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2621a006-8a67-4156-bca2-98acea496a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.510092 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c5be509b-443f-4512-8e98-968d684cce7f req-c7136900-30e4-4ba4-b6a7-99177681f526 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739821 May 09 05:07:08.574688 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488a084b-6754-403f-b8fb-e1c978f9f5e6'] response: {'name': 'network-changed', 'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'status': 'completed', 'code': 200} May 09 05:07:08.594865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2621a006-8a67-4156-bca2-98acea496a94 None None] Port 8c3799f8-03bf-4af9-8fc5-33998d192159 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:08.607880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.618172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.623675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:08.624372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.624929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229627e6-397d-448b-8797-bf66641ea27a service neutron] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:08.761476 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6175525 May 09 05:07:08.772359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35172) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:08.849037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ece01-fefd-4d59-b947-a97f72a416bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=39dd6644-ed2b-4f35-941f-3256808fcad5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:08.861046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:08.884462 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 1ea89623-f583-48fd-9229-b66e30d4a768 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:07:08.887251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Router 67228db6-0036-4e6e-b38f-7296a79334ca has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:08.905357 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-55be4359-d4db-4405-b024-9b5973ea50a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a52d995e9f3742eaaf778726650bd548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418225 May 09 05:07:08.908476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:08.919005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35176) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.096258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaf999-3b00-4f54-b6fc-e894f2d78fe1 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:09.097808 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-caaaf999-3b00-4f54-b6fc-e894f2d78fe1 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.3230224 May 09 05:07:09.100262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Transition to ACTIVE for port object c221247b-03a3-4915-a7b8-ab93c338ed41 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:09.106477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35180) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.108939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:09.146463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-5ff65374-aadd-4574-baff-2a5471d2ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:09.147817 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-5ff65374-aadd-4574-baff-2a5471d2ed5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1f5b2c232ef42feb93a63f33dfaee46&device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.6454322 May 09 05:07:09.157798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:09.275104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:09.296230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:09.306927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:09.307575 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8c3f0ab6-199b-4989-96da-efe958023307 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/1ea89623-f583-48fd-9229-b66e30d4a768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3146846 May 09 05:07:09.309131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] Sync routers for ids ['1ea89623-f583-48fd-9229-b66e30d4a768'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:09.311514 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-79a7702b-ccdb-4543-8ec3-3e69feab294d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dcb204-a988-4860-b2fc-1f652d018d45 HTTP/1.1" status: 200 len: 217 time: 0.1295235 May 09 05:07:09.311973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35184) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.325069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] Routers {'1ea89623-f583-48fd-9229-b66e30d4a768'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:09.325422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:09.325690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['1ea89623-f583-48fd-9229-b66e30d4a768'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:09.328377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:09.338202 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] Sync routers for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:09.348788 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0dbea652-2b50-44a8-8441-1b65af64abd7 admin admin] 10.222.0.50 "PUT /v2.0/routers/67228db6-0036-4e6e-b38f-7296a79334ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0871828 May 09 05:07:09.349808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35186) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.351448 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:09.352237 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:09.413655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:09.423579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] Routers {'1ea89623-f583-48fd-9229-b66e30d4a768'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:09.424185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['1ea89623-f583-48fd-9229-b66e30d4a768'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:09.492206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3eca9d-4397-4f46-8f63-f1903a273b88 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:09.493878 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6a3eca9d-4397-4f46-8f63-f1903a273b88 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3863485 May 09 05:07:09.497032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35192) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.510810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:09.511460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf05f0-3b98-45e7-a3b7-35d1526d1c2b None None] The sync data for ids ['1ea89623-f583-48fd-9229-b66e30d4a768'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:09.556246 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-34d95f72-739f-4259-b49c-eb819a5c029a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579998 May 09 05:07:09.559190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35198) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.563697 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:09.668946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-591f17a9-5360-44d2-b1ab-cec2360d73a7 None None] Provisioning for port c221247b-03a3-4915-a7b8-ab93c338ed41 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:09.686406 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4733fa74-ccd4-46d0-af5a-ace00d7bc865 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260176 May 09 05:07:09.689854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35202) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.691689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-591f17a9-5360-44d2-b1ab-cec2360d73a7 None None] Provisioning complete for port c221247b-03a3-4915-a7b8-ab93c338ed41 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:09.695411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-591f17a9-5360-44d2-b1ab-cec2360d73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:09.768157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-591f17a9-5360-44d2-b1ab-cec2360d73a7 None None] Port c221247b-03a3-4915-a7b8-ab93c338ed41 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:09.836083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6fdfeb-99b1-48e2-83c1-d6c458b309c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:09.837380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bb6fdfeb-99b1-48e2-83c1-d6c458b309c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:09.851954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] In _notify_port_updated(), no bound segment for port c221247b-03a3-4915-a7b8-ab93c338ed41 on network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:07:09.857370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:09.858399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:09.859386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "PUT /v2.0/ports/c221247b-03a3-4915-a7b8-ab93c338ed41 HTTP/1.1" status: 200 len: 969 time: 5.0274584 May 09 05:07:09.892728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35206) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:09.926549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Port': ['ID=d68d12ba-272d-4951-9b10-b0abcef07158,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:09.932227 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:07:06Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:09.937727 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] Checking router: 67228db6-0036-4e6e-b38f-7296a79334ca for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:09.947829 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] Routers {'67228db6-0036-4e6e-b38f-7296a79334ca'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:09.948759 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['67228db6-0036-4e6e-b38f-7296a79334ca'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:10.034646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.037942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2819256-a971-460b-9713-965121ccd9e9 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event updated for resources: {'Port': ['ID=c221247b-03a3-4915-a7b8-ab93c338ed41,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:10.040326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa621c5a-54b4-457d-9760-55a088165bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.071254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bb6fdfeb-99b1-48e2-83c1-d6c458b309c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:10.074955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bb6fdfeb-99b1-48e2-83c1-d6c458b309c3 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports/8c3799f8-03bf-4af9-8fc5-33998d192159 HTTP/1.1" status: 200 len: 910 time: 0.6767330 May 09 05:07:10.086032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35210) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:10.108601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '329e14bb-2d74-45db-a945-96cf5fa9c78c'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:10.154938 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] Set router 67228db6-0036-4e6e-b38f-7296a79334ca gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:10.161156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port f750b6ba-161c-436e-b5ef-94cb8f6baaca {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:10.161382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.195828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port c221247b-03a3-4915-a7b8-ab93c338ed41 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:10.196057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.224532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-3c9fad3f-0b76-4e94-b9e1-4fee800350dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:10.226033 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-3c9fad3f-0b76-4e94-b9e1-4fee800350dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f485efc7-f398-4b72-a2c1-0b63ecf8a814 HTTP/1.1" status: 200 len: 834 time: 0.4580052 May 09 05:07:10.232072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa621c5a-54b4-457d-9760-55a088165bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.358979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760333f-5068-4402-90e1-f78323fbadbd tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:10.363297 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1760333f-5068-4402-90e1-f78323fbadbd tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6698592 May 09 05:07:10.370157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35214) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:10.423176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.450512 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:07:06Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:10.455255 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec527df8-301f-48a3-ad45-b1e42bf71bed None None] The sync data for ids ['67228db6-0036-4e6e-b38f-7296a79334ca'] in dv-neutron-840482-1-hyperv is: [{'id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'name': 'tempest-ServerActionsTestJSON-288841569-router', 'tenant_id': '4075860166744a89adeb0e3b566e6fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:01:47Z', 'updated_at': '2022-05-09T05:07:06Z', 'revision_number': 5, 'project_id': '4075860166744a89adeb0e3b566e6fc0', 'gw_port': {'id': '75f8afcd-9f42-4165-819a-846bd2071d23', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67228db6-0036-4e6e-b38f-7296a79334ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:01:48Z', 'updated_at': '2022-05-09T05:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:10.532557 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-90fac8ff-7e4c-45c9-b6a7-d708b7630f84 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1438313 May 09 05:07:10.542897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35218) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:10.554930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-436838989', 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:10.562609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20341f-75af-47b2-8f49-ce9de51ab8b8 req-ca871618-2e66-4645-aeb3-77f1782ab5c5 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:10.564076 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cf20341f-75af-47b2-8f49-ce9de51ab8b8 req-ca871618-2e66-4645-aeb3-77f1782ab5c5 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 943 time: 0.7122324 May 09 05:07:10.604372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.732945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Deleting port 75f8afcd-9f42-4165-819a-846bd2071d23 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:10.733189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.770554 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cf20341f-75af-47b2-8f49-ce9de51ab8b8 req-a47649d6-80c9-402d-86bf-6b7eba6ca933 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940660 May 09 05:07:10.866999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa621c5a-54b4-457d-9760-55a088165bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.876880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port f750b6ba-161c-436e-b5ef-94cb8f6baaca, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f750b6ba-161c-436e-b5ef-94cb8f6baaca,segment=NetworkSegment(d0465f25-f035-43d6-b3ef-b2952ba52674),segment_id=d0465f25-f035-43d6-b3ef-b2952ba52674)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:10.877242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.973128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-6d97aee6-293b-414c-9501-7941d0152e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:10.974610 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-6d97aee6-293b-414c-9501-7941d0152e80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005f8f21-856a-4cee-b380-58f4f94dcef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7333372 May 09 05:07:10.985470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:10.992614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:11.064928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for f750b6ba-161c-436e-b5ef-94cb8f6baaca owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:11.095872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa621c5a-54b4-457d-9760-55a088165bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c79c9c-4cf4-4e61-a6b4-737577849073,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:11.132440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for c221247b-03a3-4915-a7b8-ab93c338ed41 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:11.263117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:11.283066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa621c5a-54b4-457d-9760-55a088165bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:11.284193 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa621c5a-54b4-457d-9760-55a088165bb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40c79c9c-4cf4-4e61-a6b4-737577849073 HTTP/1.1" status: 204 len: 168 time: 2.3640900 May 09 05:07:11.294952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:11.302575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:11.325359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:11.452062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:11.455980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:11.556912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] For port 75f8afcd-9f42-4165-819a-846bd2071d23, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=75f8afcd-9f42-4165-819a-846bd2071d23,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:11.557307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:11.557998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-4bed5b4e-97d5-4aa8-9c5f-35b60c0bbb70 service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650209 May 09 05:07:11.618784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:11.692640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6ac3a0f-e598-423a-a9f7-b37928d61208 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:11.695165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:11.702100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Calling delete_port for 75f8afcd-9f42-4165-819a-846bd2071d23 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:11.743552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b6ac3a0f-e598-423a-a9f7-b37928d61208 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:11.744266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6ac3a0f-e598-423a-a9f7-b37928d61208 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:11.881799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:11.964787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=c221247b-03a3-4915-a7b8-ab93c338ed41,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:12.078349 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd0598f2-2ef4-47ee-86b7-495bca86d6bf req-78c1f3f3-9320-4e88-8338-52e2a9e00bd3 service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980297 May 09 05:07:12.079203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.113293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.192579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=f750b6ba-161c-436e-b5ef-94cb8f6baaca,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:12.292873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.299570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35244) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:12.308827 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-83bd9507-c09c-4143-9817-3cabd3074c89 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/c221247b-03a3-4915-a7b8-ab93c338ed41 HTTP/1.1" status: 204 len: 168 time: 2.3692307 May 09 05:07:12.313324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eba13cf6-1eab-4ed6-85ec-3af0f12a56b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.313955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35248) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:12.318778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.477684 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-976aae64-22a8-4244-b938-b178fc777d2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] GET failed (client error): The resource could not be found. May 09 05:07:12.478233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-976aae64-22a8-4244-b938-b178fc777d2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Synchronizing usage tracker for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:12.521765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-604941921'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:12.551265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:12.560146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=8c3799f8-03bf-4af9-8fc5-33998d192159,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:12.569493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:12.580207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:12.580845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.585033 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9efd4f3f-04fa-4aae-b0c0-4f4d4173d270 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/ports/8c3799f8-03bf-4af9-8fc5-33998d192159 HTTP/1.1" status: 200 len: 910 time: 2.4914222 May 09 05:07:12.585033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:12.594064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35254) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:12.599624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:12.610348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.740060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-976aae64-22a8-4244-b938-b178fc777d2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Unset dirty status for tenant:a9932919da12496f8b69226e16f90104 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:12.741162 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-976aae64-22a8-4244-b938-b178fc777d2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports/c221247b-03a3-4915-a7b8-ab93c338ed41 HTTP/1.1" status: 404 len: 333 time: 0.4239852 May 09 05:07:12.745775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35258) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:12.755184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.767023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270fd94-22e2-45fa-b67d-4f077417b5b2 req-23cebc36-947c-46a7-ada0-a52604024d20 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:12.768626 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0270fd94-22e2-45fa-b67d-4f077417b5b2 req-23cebc36-947c-46a7-ada0-a52604024d20 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 943 time: 0.8148537 May 09 05:07:12.798411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:12.802050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.826812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Pushing event deleted for resources: {'Port': ['ID=75f8afcd-9f42-4165-819a-846bd2071d23,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:12.833612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.876902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Router e66067aa-d4c9-471f-94e1-ff147822b467 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:07:12.900853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-bc420e9c-6073-428c-a553-86c879c06da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:12.902415 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-bc420e9c-6073-428c-a553-86c879c06da0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1f5b2c232ef42feb93a63f33dfaee46&device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.6750333 May 09 05:07:12.903097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=0e3a7938-05b8-49a2-a46d-efd7cc3f99d9,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:12.919170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:12.966662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:12.967024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 39dd6644-ed2b-4f35-941f-3256808fcad5, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:13.167160 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0270fd94-22e2-45fa-b67d-4f077417b5b2 req-aba0ffbd-18e7-4c8b-8b6b-dd4e34ba17bf tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819318 May 09 05:07:13.200192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:13.218313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group_rule and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:13.225978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:13.240972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:13.265073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f075ceb6-339b-46f1-b22b-99b34cccc143 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.290991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.332384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:13.402849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f075ceb6-339b-46f1-b22b-99b34cccc143 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.448422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 39dd6644-ed2b-4f35-941f-3256808fcad5) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:13.459950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6e3b1-d0a1-4ab4-8bde-51ef7a9848f1 None None] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:13.475140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:13.475424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.483581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-825be806-3c7b-406d-8dd0-94d5881ddc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:13.485139 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-825be806-3c7b-406d-8dd0-94d5881ddc12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005f8f21-856a-4cee-b380-58f4f94dcef4 HTTP/1.1" status: 200 len: 898 time: 0.5720413 May 09 05:07:13.509242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.514194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.594848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.595423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67228db6-0036-4e6e-b38f-7296a79334ca {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:07:13.677027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.696806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.697324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-39dd6644-ed2b-4f35-941f-3256808fcad5', 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:07:13.698348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.710941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.712815 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-795fe2ff-23f6-495b-8f74-1a404026682e admin admin] 10.222.0.50 "DELETE /v2.0/routers/67228db6-0036-4e6e-b38f-7296a79334ca HTTP/1.1" status: 204 len: 168 time: 4.3576217 May 09 05:07:13.722574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35262) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:13.737971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-814c24e2-e79a-4a05-a509-449163c2e298 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dcb204-a988-4860-b2fc-1f652d018d45 HTTP/1.1" status: 200 len: 217 time: 0.2408786 May 09 05:07:13.766179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:13.794651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] Sync routers for ids ['e66067aa-d4c9-471f-94e1-ff147822b467'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:13.808588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] Routers {'e66067aa-d4c9-471f-94e1-ff147822b467'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:13.809518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e66067aa-d4c9-471f-94e1-ff147822b467'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:13.823945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:13.854870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7583a157-e18b-4b14-bca8-fa6d30cc8d01,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:13.856286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f075ceb6-339b-46f1-b22b-99b34cccc143 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.859712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f075ceb6-339b-46f1-b22b-99b34cccc143 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.861066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f075ceb6-339b-46f1-b22b-99b34cccc143 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/security-groups/679e8230-fbb4-459f-9516-01914513280e HTTP/1.1" status: 204 len: 168 time: 1.0912366 May 09 05:07:13.862254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.863495 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-542fd30f-0f5a-4b11-aa1e-7f4cb1056f12 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "PUT /v2.0/routers/e66067aa-d4c9-471f-94e1-ff147822b467 HTTP/1.1" status: 200 len: 915 time: 9.4670701 May 09 05:07:13.867817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35268) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:13.868147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35266) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:13.870903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.871292 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment fed0dc11-df77-4843-8812-a78d8693a2ee of type vlan for network 10c1be21-f0f8-495e-842b-cd37d3f9b940 May 09 05:07:13.880181 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-843a2c05-fbb2-414a-9d70-13eea16c01b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3318903 May 09 05:07:13.892653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075ceb6-339b-46f1-b22b-99b34cccc143 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679e8230-fbb4-459f-9516-01914513280e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:13.901917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:13.904522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-22d269d4-8289-4594-8e94-a5ebe4d3aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:13.906006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-22d269d4-8289-4594-8e94-a5ebe4d3aec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f485efc7-f398-4b72-a2c1-0b63ecf8a814 HTTP/1.1" status: 200 len: 834 time: 0.1564980 May 09 05:07:13.946478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:13.959451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:13.989193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] Routers {'e66067aa-d4c9-471f-94e1-ff147822b467'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:13.989826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e66067aa-d4c9-471f-94e1-ff147822b467'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:14.130172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] Deleting subnet e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:14.130425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:14.130644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1639db-2297-450a-8b52-36f0cde0b274 None None] The sync data for ids ['e66067aa-d4c9-471f-94e1-ff147822b467'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:14.159873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.162884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Allocated IP 172.20.0.18 (39dd6644-ed2b-4f35-941f-3256808fcad5/0e3a7938-05b8-49a2-a46d-efd7cc3f99d9/e7807588-7253-4e0a-9e66-b59ed6e3763f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:14.205868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35276) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:14.222778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870311277', 'description': 'tempest-secgroup-smoke-1870311277 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:14.259021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.264977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:14.265885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.289809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-88da0d9f-1b0e-4571-8e89-fe52637ff520 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.342625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:14.356190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:14.377726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a1dcb204-a988-4860-b2fc-1f652d018d45 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:07:14.425048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-43585316-15c4-47b3-bc51-4f50ea1faaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:14.426575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-43585316-15c4-47b3-bc51-4f50ea1faaf4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005f8f21-856a-4cee-b380-58f4f94dcef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5136294 May 09 05:07:14.428417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:14.436621 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3e5fd654-ebf6-45c6-8acf-d221c4a246a4 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7700734 May 09 05:07:14.439363 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:14.439885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35282) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:14.450761 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:14.451739 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:06:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:14.500464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.516662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.528198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Transition to ACTIVE for port object e7807588-7253-4e0a-9e66-b59ed6e3763f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:14.553594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Transition to ACTIVE for port object e7807588-7253-4e0a-9e66-b59ed6e3763f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:14.572091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.585982 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.611507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed46c2e-8e96-48f0-b9c4-14bf4883f671 req-fee16e9d-1483-46ec-9e05-60b2797b3ec4 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:14.620112 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed46c2e-8e96-48f0-b9c4-14bf4883f671 req-fee16e9d-1483-46ec-9e05-60b2797b3ec4 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 943 time: 0.3055537 May 09 05:07:14.623899 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:14.655190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet 99050448-4cf3-41b3-b1e3-60f55c7045c1 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:14.662883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-88da0d9f-1b0e-4571-8e89-fe52637ff520 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.678385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.702036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6f2384dc-1da1-4b03-bb55-42bdd3049515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.731746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:14.737634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:14.745015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:14.757142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Pushing event updated for resources: {'Port': ['ID=e7807588-7253-4e0a-9e66-b59ed6e3763f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:14.760894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:14.796313 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed46c2e-8e96-48f0-b9c4-14bf4883f671 req-3781620c-810d-4451-b9a2-b850f01cca36 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659715 May 09 05:07:14.808565 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-82165eb2-93a0-49d6-843e-fb8d8c3b47c3 service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695588 May 09 05:07:14.816490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.839913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'port_id': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'mac_address': 'fa:16:3e:6e:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:07:14.869098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.908277 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6045606 May 09 05:07:14.921505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Attempting to bind port e7807588-7253-4e0a-9e66-b59ed6e3763f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:14.922411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Attempting to bind port e7807588-7253-4e0a-9e66-b59ed6e3763f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:14.922773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Attempting to bind port e7807588-7253-4e0a-9e66-b59ed6e3763f on network 39dd6644-ed2b-4f35-941f-3256808fcad5 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:14.924038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:14.932820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:14.933203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Checking segment: {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:14.934274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.934673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Bound using segment: {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:14.935146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Bound port: e7807588-7253-4e0a-9e66-b59ed6e3763f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:14.935508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.941046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35286) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:14.946979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.947873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:14.979056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'name': 'tempest-PortsTestJSON-1694347124'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:15.002438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dcb204-a988-4860-b2fc-1f652d018d45 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:07:15.054449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:15.078538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:15.085726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e7807588-7253-4e0a-9e66-b59ed6e3763f,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:15.090274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:15.090958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.096313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.104817 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:11Z', 'revision_number': 8, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:15.108591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.111602 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:15.122336 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:15.123226 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:15.128653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.165402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:15.171634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74028ee3-6d84-4231-a30d-6ad32b53c629 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=10c1be21-f0f8-495e-842b-cd37d3f9b940,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:15.178038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:15.187988 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2642c5d3-42db-445e-8aad-ce2262ad92ca req-b7083da7-3ae3-4aa8-aa38-72c0943b8be5 service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402851 May 09 05:07:15.192354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.195709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a3d65-a14e-40ab-8dd7-a0d18a907058 None None] Network 41d12453-9aa2-4a5c-aec5-5d40645139c0 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:15.259077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=99050448-4cf3-41b3-b1e3-60f55c7045c1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:15.266133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.271011 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-de69de5f-729d-4ea1-aca7-50819efd823c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e3ec5afc-8ce4-4f11-b8e7-6bb39e3c321a HTTP/1.1" status: 204 len: 168 time: 1.5462861 May 09 05:07:15.271467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.281542 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9c0f9ee3-6c10-4542-932f-083623493e56 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/99050448-4cf3-41b3-b1e3-60f55c7045c1 HTTP/1.1" status: 204 len: 168 time: 0.8404436 May 09 05:07:15.282511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35290) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:15.282967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35292) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:15.294466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:15.335367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:15.339921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:15.343183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:15.347961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c7d4d-4b46-41eb-98c1-43cc56262346 None None] Network 4d075b53-c3a7-4b93-a5d0-464596f28a9f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:15.359268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:15.383923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:15.387735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.405767 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3388127b-f3b5-4ff6-8599-1b4be055c0e4 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/e66067aa-d4c9-471f-94e1-ff147822b467 HTTP/1.1" status: 200 len: 921 time: 1.4766395 May 09 05:07:15.420010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35298) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:15.425401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:15.434197 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:15.502793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-88da0d9f-1b0e-4571-8e89-fe52637ff520 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.579524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.584847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['a1dcb204-a988-4860-b2fc-1f652d018d45'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:07:15.587325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.615281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.619769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port d39f702f-3b80-4a0f-9e2e-9324efed8b20 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:15.620083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.631675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da0d9f-1b0e-4571-8e89-fe52637ff520 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dccbae-f365-4f7b-985a-9dcce3c59367,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:15.633904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.746553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-88da0d9f-1b0e-4571-8e89-fe52637ff520 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.748080 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-88da0d9f-1b0e-4571-8e89-fe52637ff520 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/security-groups/73dccbae-f365-4f7b-985a-9dcce3c59367 HTTP/1.1" status: 204 len: 168 time: 1.8218141 May 09 05:07:15.756718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35302) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:15.759375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:15.789468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 75f8afcd-9f42-4165-819a-846bd2071d23 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:15.801952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.806579 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5951505 May 09 05:07:15.813850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35308) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:15.839858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c3439677-5994-424f-a5e8-c3a84ade67e1', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:15.881455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:15.898571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:15.900618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Deleting port 3a0d5b56-663b-42ba-93e8-e04c1148224f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:15.901143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:15.937769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:15.940654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845121e-0c28-49b6-860d-7ec13e567023 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3439677-5994-424f-a5e8-c3a84ade67e1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:15.943235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:15.952042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ee517-e57f-48fd-b99d-5e63e1c57b0b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:15.954167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ac4ee517-e57f-48fd-b99d-5e63e1c57b0b tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=e66067aa-d4c9-471f-94e1-ff147822b467&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5303140 May 09 05:07:15.978161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 75f8afcd-9f42-4165-819a-846bd2071d23 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:15.978572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 75f8afcd-9f42-4165-819a-846bd2071d23 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:15.993052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35312) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:16.005316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:16.033657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.092539 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:11Z', 'revision_number': 8, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:16.105062 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c316e6b-bc9f-4c76-8ba4-1f2cf5cc7757 None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:11Z', 'revision_number': 8, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44fd28ad-53c2-48a9-8312-23250fd9bf91', 'name': '', 'network_id': '14dab4d2-9ca9-4ade-a354-4730284ca685', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:df:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '3890e345-95a9-4727-bedd-f7580e524001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:36Z', 'updated_at': '2022-05-09T05:06:44Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '3890e345-95a9-4727-bedd-f7580e524001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:16.168893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-044d7f45-c791-4c2f-8794-f927efcdac52 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.199439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.211165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.284580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2d301-3f8e-45ea-a8ad-64999f402151 None None] Pushing event updated for resources: {'Port': ['ID=e7807588-7253-4e0a-9e66-b59ed6e3763f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:16.413914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-044d7f45-c791-4c2f-8794-f927efcdac52 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.464100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.510583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf231857-3e0b-4b29-b557-0aa517e03032 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:16.512086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf231857-3e0b-4b29-b557-0aa517e03032 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Synchronizing usage tracker for tenant:ed642a6d1fad41d191f20678486cac02 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:16.523276 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:07:16.536252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] DHCP port deletion for 41d12453-9aa2-4a5c-aec5-5d40645139c0 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:16.560926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Deleting port 3a0d5b56-663b-42ba-93e8-e04c1148224f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:16.561310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.592328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port d39f702f-3b80-4a0f-9e2e-9324efed8b20, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d39f702f-3b80-4a0f-9e2e-9324efed8b20,segment=NetworkSegment(d0465f25-f035-43d6-b3ef-b2952ba52674),segment_id=d0465f25-f035-43d6-b3ef-b2952ba52674)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:16.592932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.641378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.653105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] DHCP port deletion for 4d075b53-c3a7-4b93-a5d0-464596f28a9f request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:16.657530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01e0d1-51eb-40ae-922d-39e547385b94 req-f0ea6649-ab92-474a-b840-f5b7e781fa95 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:16.665018 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c01e0d1-51eb-40ae-922d-39e547385b94 req-f0ea6649-ab92-474a-b840-f5b7e781fa95 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 944 time: 0.7291923 May 09 05:07:16.695295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Deleting port d39f702f-3b80-4a0f-9e2e-9324efed8b20 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:16.695539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.696146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.719135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf231857-3e0b-4b29-b557-0aa517e03032 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Unset dirty status for tenant:ed642a6d1fad41d191f20678486cac02 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:16.723534 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bf231857-3e0b-4b29-b557-0aa517e03032 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 0.7240424 May 09 05:07:16.733886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35318) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:16.744067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 8c3799f8-03bf-4af9-8fc5-33998d192159 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:16.744522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.778798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for d39f702f-3b80-4a0f-9e2e-9324efed8b20 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:16.824522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] For port 3a0d5b56-663b-42ba-93e8-e04c1148224f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3a0d5b56-663b-42ba-93e8-e04c1148224f,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:16.824904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.847619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-044d7f45-c791-4c2f-8794-f927efcdac52 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.877330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8be779-9e1c-412b-a0a4-5143c38d830e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:16.909275 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0b8738a8-b4ca-4ce2-a6a0-7d3bc5fd5bef tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=e66067aa-d4c9-471f-94e1-ff147822b467 HTTP/1.1" status: 200 len: 205 time: 0.1664577 May 09 05:07:16.914210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:16.915985 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-66f4458b-ea47-4241-a4a5-76a90522346a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0941403 May 09 05:07:16.916963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35322) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:16.923823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35324) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:17.029787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.031869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d7f45-c791-4c2f-8794-f927efcdac52 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f092b3-aee3-4a7f-a851-90c0a11015b4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:17.040550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Calling delete_port for 3a0d5b56-663b-42ba-93e8-e04c1148224f owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:17.061759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c3439677-5994-424f-a5e8-c3a84ade67e1', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:17.106130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b74984-334b-45c9-ba4f-f2f6338d0a5f None None] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:17.106393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-044d7f45-c791-4c2f-8794-f927efcdac52 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.107430 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-044d7f45-c791-4c2f-8794-f927efcdac52 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/security-groups/67f092b3-aee3-4a7f-a851-90c0a11015b4 HTTP/1.1" status: 204 len: 168 time: 1.3352375 May 09 05:07:17.110525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35330) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:17.178612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.238433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No DVR routers for this DVR port d39f702f-3b80-4a0f-9e2e-9324efed8b20 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:17.268365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=d39f702f-3b80-4a0f-9e2e-9324efed8b20,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:17.273048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] For port 3a0d5b56-663b-42ba-93e8-e04c1148224f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3a0d5b56-663b-42ba-93e8-e04c1148224f,segment=NetworkSegment(908e3e43-4390-41aa-8cdf-ce60d205619c),segment_id=908e3e43-4390-41aa-8cdf-ce60d205619c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:17.273048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.289162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5d222891-4f6f-4aff-846f-0e8725940b67 None None] Provisioning for port e7807588-7253-4e0a-9e66-b59ed6e3763f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:17.321178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:17.351395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:17.372665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:17.375520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.401635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:17.407693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d075b53-c3a7-4b93-a5d0-464596f28a9f']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:17.420445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0465f25-f035-43d6-b3ef-b2952ba52674') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:17.420738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0465f25-f035-43d6-b3ef-b2952ba52674') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:17.432724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.443779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Calling delete_port for 3a0d5b56-663b-42ba-93e8-e04c1148224f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:17.448324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.454597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:17.455033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.481813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] For port d39f702f-3b80-4a0f-9e2e-9324efed8b20, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d39f702f-3b80-4a0f-9e2e-9324efed8b20,segment=NetworkSegment(d0465f25-f035-43d6-b3ef-b2952ba52674),segment_id=d0465f25-f035-43d6-b3ef-b2952ba52674)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:17.482291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.510095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=86b8ef6e-d2a4-4318-a7c5-b21c450e995b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:17.538236 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c01e0d1-51eb-40ae-922d-39e547385b94 req-519a9592-f648-4867-b622-bcb365041a36 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8723006 May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:17.551617 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:17.555108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.562572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet 102a4876-3b2d-4a84-9606-4482887485b2 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:17.572002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.576209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.592927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': 'fed0dc11-df77-4843-8812-a78d8693a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:17.593289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: 10c1be21-f0f8-495e-842b-cd37d3f9b940, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:17.595702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.613717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.626223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.632430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.643808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Calling delete_port for d39f702f-3b80-4a0f-9e2e-9324efed8b20 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:17.667864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0d5b56-663b-42ba-93e8-e04c1148224f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:17.677947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.681583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=4d075b53-c3a7-4b93-a5d0-464596f28a9f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:17.689550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] No DVR routers for this DVR port 3a0d5b56-663b-42ba-93e8-e04c1148224f on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:17.770658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.804814 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4863b4ab-cee6-48d1-9b35-9197f199676f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/4d075b53-c3a7-4b93-a5d0-464596f28a9f HTTP/1.1" status: 204 len: 168 time: 2.5192523 May 09 05:07:17.805697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35334) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:17.850550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 8c3799f8-03bf-4af9-8fc5-33998d192159 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:17.862277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e7807588-7253-4e0a-9e66-b59ed6e3763f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:17.892742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:17.893184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:17.922539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:17.922768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:17.956180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port e7807588-7253-4e0a-9e66-b59ed6e3763f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:17.965932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e7807588-7253-4e0a-9e66-b59ed6e3763f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:17.966303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:17.977118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:18.003523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.027703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.055095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 10c1be21-f0f8-495e-842b-cd37d3f9b940) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:18.064917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54a489-017d-4fa8-a70b-723808462b9c None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:18.093364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:18.099118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:18.099764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.111927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a12de4-8dd8-4489-9b0b-43b1fda89df7,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:18.142869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.144073 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c64410ef-8002-4164-b7f3-e14071a6e1e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1465392 May 09 05:07:18.147839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35338) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:18.149370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.159779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c3439677-5994-424f-a5e8-c3a84ade67e1', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:18.172344 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e1ecfa42-4f03-40c7-b0bb-b090420bb245 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2047510 May 09 05:07:18.173207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35342) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:18.175327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:18.186353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1341447346'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:18.191486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:18.195457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:18.199841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Deleting port d68d12ba-272d-4951-9b10-b0abcef07158 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:18.200118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.232561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.237435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:18.246658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:18.266639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:18.274454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:18.286303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:18.292886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d12453-9aa2-4a5c-aec5-5d40645139c0']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:18.312300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908e3e43-4390-41aa-8cdf-ce60d205619c') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:18.312988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908e3e43-4390-41aa-8cdf-ce60d205619c') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:18.406525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a1dcb204-a988-4860-b2fc-1f652d018d45 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:18.420233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.427262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:18.430672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.431399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Deleting port 3a0d5b56-663b-42ba-93e8-e04c1148224f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:18.431895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.449578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.471851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Deleting port d39f702f-3b80-4a0f-9e2e-9324efed8b20 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:18.472190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.484413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.522905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.551108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:18.554147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.558854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:18.559477 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:18.574086 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:18.615637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c534c7a9-c226-4e22-afae-d34a1528c3ce None None] The port '3a0d5b56-663b-42ba-93e8-e04c1148224f' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:18.624376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-53c6862d-a661-44b7-a53c-f3450af3d0e0 None None] The port 'd39f702f-3b80-4a0f-9e2e-9324efed8b20' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:18.627405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.647750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.662313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5a36a68c-859d-49e8-946f-49fee7dbe760 None None] Provisioning complete for port e7807588-7253-4e0a-9e66-b59ed6e3763f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:18.662672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5a36a68c-859d-49e8-946f-49fee7dbe760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.725172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.735464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Calling delete_port for d68d12ba-272d-4951-9b10-b0abcef07158 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:18.751906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e7807588-7253-4e0a-9e66-b59ed6e3763f,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:18.764828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.785347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.785826 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment e7073c0a-9323-4837-8961-da4b4ad53a0d of type vlan for network 93e92de9-6410-4e6e-8d40-198b4599640d May 09 05:07:18.804454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=8c3799f8-03bf-4af9-8fc5-33998d192159,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:18.808936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.810939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port a1dcb204-a988-4860-b2fc-1f652d018d45 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:18.858965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f750b6ba-161c-436e-b5ef-94cb8f6baaca no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:18.866442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.895839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port a1dcb204-a988-4860-b2fc-1f652d018d45 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:18.896452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.944664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.951338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: f750b6ba-161c-436e-b5ef-94cb8f6baaca {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:18.951691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f750b6ba-161c-436e-b5ef-94cb8f6baaca not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:18.952476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3a0d5b56-663b-42ba-93e8-e04c1148224f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:18.962507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dc1350-8d0d-482d-b31f-56cf84444c0c,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:18.973298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:18.998671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.009925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d12453-9aa2-4a5c-aec5-5d40645139c0,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:19.013646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.027151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 3a0d5b56-663b-42ba-93e8-e04c1148224f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:19.027467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3a0d5b56-663b-42ba-93e8-e04c1148224f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:19.028099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d39f702f-3b80-4a0f-9e2e-9324efed8b20 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:19.075194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.089408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: d39f702f-3b80-4a0f-9e2e-9324efed8b20 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:19.089745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d39f702f-3b80-4a0f-9e2e-9324efed8b20 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:19.091240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f31fb-3a41-4a43-b872-4eefe9e3821d None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:19.102261 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/102a4876-3b2d-4a84-9606-4482887485b2 HTTP/1.1" status: 204 len: 168 time: 1.9870028 May 09 05:07:19.123190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35348) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:19.126269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=e7807588-7253-4e0a-9e66-b59ed6e3763f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:19.130044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643203b-5a12-4ddc-a510-bae74388cdcc tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=102a4876-3b2d-4a84-9606-4482887485b2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:19.193899 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3c3aaff9-55fe-4284-b148-9bc40257ab60 admin admin] 10.222.0.50 "DELETE /v2.0/networks/41d12453-9aa2-4a5c-aec5-5d40645139c0 HTTP/1.1" status: 204 len: 168 time: 3.9075661 May 09 05:07:19.220874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.222063 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e0d97b19-2801-44dc-946a-12023bbf074d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0692871 May 09 05:07:19.230352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c0820-5c0b-4e8e-9ac7-8f19d276f6c8 req-04472cf5-a724-4e1a-80bd-b1238e5d8c76 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:19.237802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-553c0820-5c0b-4e8e-9ac7-8f19d276f6c8 req-04472cf5-a724-4e1a-80bd-b1238e5d8c76 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 944 time: 0.4910989 May 09 05:07:19.257165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35354) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:19.267546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c3439677-5994-424f-a5e8-c3a84ade67e1', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:19.285520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet e62f0f95-aabc-4c18-b51e-adcd1720c1cb {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:19.288563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:19.297899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.325479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.345281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:19.355744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:19.356787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.362399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:19.363012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.380757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:07:19.409371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.414993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:19.417426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:19.436438 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-553c0820-5c0b-4e8e-9ac7-8f19d276f6c8 req-08d3011b-c897-4f1b-9329-374ecc9787b2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975222 May 09 05:07:19.475540 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2960424 May 09 05:07:19.477556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35360) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:19.480013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.499559 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3055cec9-6a70-4049-b477-9798c0db853b'] response: {'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'code': 200} May 09 05:07:19.507795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.532488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35362) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:19.571464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'ports': [{'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940'}, {'network_id': '93e92de9-6410-4e6e-8d40-198b4599640d'}]} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:19.571950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:19.572808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '93e92de9-6410-4e6e-8d40-198b4599640d'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:19.600047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:19.608428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45183cf6-302e-4736-b7bd-0b3eb6f50808 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=93e92de9-6410-4e6e-8d40-198b4599640d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:19.620667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 93e92de9-6410-4e6e-8d40-198b4599640d details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:19.713328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.756649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.785629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e7807588-7253-4e0a-9e66-b59ed6e3763f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:19.845486 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2c05990f-1d11-4ea7-ab31-1c5fc60f9cc0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4075860166744a89adeb0e3b566e6fc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3033049 May 09 05:07:19.857700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35368) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:19.873146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e7807588-7253-4e0a-9e66-b59ed6e3763f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:19.873506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:19.873653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event deleted for resources: {'Port': ['ID=d68d12ba-272d-4951-9b10-b0abcef07158,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:19.993076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.024748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 1ea89623-f583-48fd-9229-b66e30d4a768 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:20.160300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.204491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.245501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-97698904-4033-49f9-a33b-1acecb30a000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.315642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:20.326954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] Sync routers for ids ['1ea89623-f583-48fd-9229-b66e30d4a768'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:20.339141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] Routers {'1ea89623-f583-48fd-9229-b66e30d4a768'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:20.341960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['1ea89623-f583-48fd-9229-b66e30d4a768'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:20.409153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:20.410537 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0a20c428-87e7-4b4b-a13c-c3295f4159cd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/1ea89623-f583-48fd-9229-b66e30d4a768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8154278 May 09 05:07:20.416859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.419242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35372) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:20.422154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.427933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.434541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-97698904-4033-49f9-a33b-1acecb30a000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.480170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:20.491390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.494385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:20.494743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e2b9e-ac37-4c1f-9907-48f5b57c84b6 req-fa8fdf18-5872-439c-a848-d1ae9282cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:20.495258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.496342 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-135e2b9e-ac37-4c1f-9907-48f5b57c84b6 req-fa8fdf18-5872-439c-a848-d1ae9282cc9b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1098 time: 0.7653749 May 09 05:07:20.496633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Fanout notify agent at l3_agent the message router_deleted on router e66067aa-d4c9-471f-94e1-ff147822b467 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:07:20.497240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:20.508186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] Routers {'1ea89623-f583-48fd-9229-b66e30d4a768'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:20.509364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['1ea89623-f583-48fd-9229-b66e30d4a768'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:20.530403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.531491 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-07a4ca05-bf28-441f-a6ae-6f0cf3a26235 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/e66067aa-d4c9-471f-94e1-ff147822b467 HTTP/1.1" status: 204 len: 168 time: 3.6091177 May 09 05:07:20.537923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35378) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:20.545486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1504805231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:20.554362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:20.561761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-97698904-4033-49f9-a33b-1acecb30a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.562273 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c00eef49-9579-489c-9a13-757045dbd96a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ea89623-f583-48fd-9229-b66e30d4a768 HTTP/1.1" status: 200 len: 205 time: 0.1340001 May 09 05:07:20.567904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35382) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:20.569247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Usage tracker for resource:router and tenant:005012c9f6534f90bfa2539307487d9e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:20.586390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:20.608588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:20.609104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9a1da-25ae-4f05-af10-4ef07d917eec None None] The sync data for ids ['1ea89623-f583-48fd-9229-b66e30d4a768'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:20.622204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:20.657099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698904-4033-49f9-a33b-1acecb30a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed79ac07-fbb1-4668-a487-a6b68df9ac14,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:20.659231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-97698904-4033-49f9-a33b-1acecb30a000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.662651 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-97698904-4033-49f9-a33b-1acecb30a000 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed79ac07-fbb1-4668-a487-a6b68df9ac14 HTTP/1.1" status: 204 len: 168 time: 0.7961173 May 09 05:07:20.679523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-929902b5-9961-4f83-bd98-389493e8a52c None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:20.680120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-929902b5-9961-4f83-bd98-389493e8a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.751886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b174ed1-90d0-46f4-ac95-f7a67c048ec6,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:20.772943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.812319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:20.818762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.822534 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b17626df-f0d3-4921-a76a-9cd95048fa8d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5592499 May 09 05:07:20.838961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35388) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:20.842973 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-135e2b9e-ac37-4c1f-9907-48f5b57c84b6 req-509f4a30-413b-45b5-85d3-b057437ccfbb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062496 May 09 05:07:20.849371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 2} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:20.854079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.854410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-929902b5-9961-4f83-bd98-389493e8a52c None None] Provisioning complete for port 5238f1ca-78e6-459e-a616-5f8eabc6a58c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:20.855026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-929902b5-9961-4f83-bd98-389493e8a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.864855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=e62f0f95-aabc-4c18-b51e-adcd1720c1cb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:20.871254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c3439677-5994-424f-a5e8-c3a84ade67e1', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:20.888818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0b48358-7254-41da-b8f4-d73624d0b1be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.894822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.896952 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-349ddaea-de31-410c-8474-cb5dc70edb3a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/e62f0f95-aabc-4c18-b51e-adcd1720c1cb HTTP/1.1" status: 204 len: 168 time: 1.7685728 May 09 05:07:20.898414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:20.907251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35392) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:20.941079 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afeda13-257d-4c10-ae19-17bce922dcdd None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:20.946110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:20.948893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.952695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.954272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:20.961390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:20.976647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-929902b5-9961-4f83-bd98-389493e8a52c None None] Port 5238f1ca-78e6-459e-a616-5f8eabc6a58c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:20.986125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:20.988439 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-48383f00-79aa-45cf-8d5b-abec7bd7d393 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:20.988897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48383f00-79aa-45cf-8d5b-abec7bd7d393 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:20.990575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-48383f00-79aa-45cf-8d5b-abec7bd7d393 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/102a4876-3b2d-4a84-9606-4482887485b2 HTTP/1.1" status: 404 len: 337 time: 0.0812874 May 09 05:07:20.997602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35398) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:21.128047 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:07:21.150932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0bcbf-d131-4b22-a26d-d643988f6697 req-838e11ee-f1a9-4ca1-b968-98140bed11dd tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:21.152448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b0bcbf-d131-4b22-a26d-d643988f6697 req-838e11ee-f1a9-4ca1-b968-98140bed11dd tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.5342858 May 09 05:07:21.208829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.232733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.306024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0b48358-7254-41da-b8f4-d73624d0b1be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.309731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0b48358-7254-41da-b8f4-d73624d0b1be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.328888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.348292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0b48358-7254-41da-b8f4-d73624d0b1be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.349102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b48358-7254-41da-b8f4-d73624d0b1be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea89623-f583-48fd-9229-b66e30d4a768 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:07:21.363888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting subnet d20a955c-af87-45ce-af56-3b0bfe678fd8 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:21.368232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.368462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.372384 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0076950a-aa5c-4f00-9c8a-c0f9fa73acd9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8329914 May 09 05:07:21.376730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0b48358-7254-41da-b8f4-d73624d0b1be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.380532 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a0b48358-7254-41da-b8f4-d73624d0b1be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/1ea89623-f583-48fd-9229-b66e30d4a768 HTTP/1.1" status: 204 len: 168 time: 0.7969651 May 09 05:07:21.380532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35412) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:21.383065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': False}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:21.413218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35416) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:21.554183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet 329e14bb-2d74-45db-a945-96cf5fa9c78c {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:21.557526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.618135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.735419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.782854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.785274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 44fd28ad-53c2-48a9-8312-23250fd9bf91 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:21.785621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.861430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:21.924434 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b0bcbf-d131-4b22-a26d-d643988f6697 req-4f14d932-e665-49f1-be2a-a31715de153b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7383337 May 09 05:07:21.990714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.030778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.039682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port e969a559-28f1-4ece-97b9-436630a4570c yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:22.113498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-802dec1b-1969-41fa-a10e-3f1acbc74182 None None] Provisioning complete for port 16f70d0a-38c2-4754-8f89-51595d02c5fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:22.114795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-802dec1b-1969-41fa-a10e-3f1acbc74182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.191857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae691367-1e03-4f25-8eee-a3f9e04cbace,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:22.232385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.269273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.270379 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-18b9b0cd-9184-48d2-bd15-1cc98041e79b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4259787 May 09 05:07:22.290899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35438) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:22.295387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.304462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c3439677-5994-424f-a5e8-c3a84ade67e1', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:22.361741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.380133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-802dec1b-1969-41fa-a10e-3f1acbc74182 None None] Provisioning complete for port 5238f1ca-78e6-459e-a616-5f8eabc6a58c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:22.380549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-802dec1b-1969-41fa-a10e-3f1acbc74182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.413135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:22.419867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:22.424084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:22.431200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:22.445322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.447697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/329e14bb-2d74-45db-a945-96cf5fa9c78c HTTP/1.1" status: 204 len: 168 time: 1.0335028 May 09 05:07:22.450893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35444) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:22.452202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-802dec1b-1969-41fa-a10e-3f1acbc74182 None None] Port 5238f1ca-78e6-459e-a616-5f8eabc6a58c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:22.454305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.455530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762249a-97f0-47a5-b81d-dfc19355f27d None None] Network 1fb43b27-7ef0-432e-81ff-c8a511856a40 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:22.485480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35448) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:22.486258 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:07:22.490290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474ef61-540f-47a1-aaa0-1d76d113ed17 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=329e14bb-2d74-45db-a945-96cf5fa9c78c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:22.646344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.648153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port 44fd28ad-53c2-48a9-8312-23250fd9bf91, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=44fd28ad-53c2-48a9-8312-23250fd9bf91,segment=NetworkSegment(9b11b9b4-1490-4559-b1f3-ba6759c73050),segment_id=9b11b9b4-1490-4559-b1f3-ba6759c73050)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:22.649236 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.660061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.707425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port c71c8e9d-d5b7-48b0-980c-a028c80fd167 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:22.708142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.730716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.740900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] DHCP port deletion for 1fb43b27-7ef0-432e-81ff-c8a511856a40 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:22.746160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] Deleting port c71c8e9d-d5b7-48b0-980c-a028c80fd167 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:22.746696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.851995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Allocated IP 172.26.0.176 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/32a0f77f-4f74-403d-8996-e0ce76c658ae) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:22.869377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.908906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for 44fd28ad-53c2-48a9-8312-23250fd9bf91 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:22.962273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-510130886'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:22.980655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:22.991439 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6980560 May 09 05:07:22.992480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] For port c71c8e9d-d5b7-48b0-980c-a028c80fd167, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c71c8e9d-d5b7-48b0-980c-a028c80fd167,segment=NetworkSegment(5cfde9b2-61fd-4f75-9780-b6717d663105),segment_id=5cfde9b2-61fd-4f75-9780-b6717d663105)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:22.992871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.002431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:23.013093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492c7ae-eee7-406f-b791-be6bf028c638 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0551810f-ae07-4bb3-bb93-69d977791c91,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:23.019824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Usage tracker for resource:network and tenant:113443a6d3fa4fadbcb0e969ccddf839 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:23.027209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:23.050318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:23.080370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.081906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port c71c8e9d-d5b7-48b0-980c-a028c80fd167, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c71c8e9d-d5b7-48b0-980c-a028c80fd167,segment=NetworkSegment(5cfde9b2-61fd-4f75-9780-b6717d663105),segment_id=5cfde9b2-61fd-4f75-9780-b6717d663105)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:23.082424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.156291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Subnet': ['ID=d20a955c-af87-45ce-af56-3b0bfe678fd8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:23.159868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Made reservation on behalf of 113443a6d3fa4fadbcb0e969ccddf839 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:23.163338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.187296 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] Calling delete_port for c71c8e9d-d5b7-48b0-980c-a028c80fd167 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:23.196802 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.201971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.216437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.227532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1928ecae-9abb-4d77-8951-c7b9dc624a19 None None] Network cd6b15b4-5729-4d42-8d4e-76bdfaa126bb requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:23.305500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:23.310048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Usage tracker for resource:security_group_rule and tenant:113443a6d3fa4fadbcb0e969ccddf839 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:23.312939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:23.318843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:23.371139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.413480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.414107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for c71c8e9d-d5b7-48b0-980c-a028c80fd167 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:23.435884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.448091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:23.457559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.457969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Added segment 3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9 of type vlan for network 458ffdaa-6376-42b1-a428-2778e0b314a3 May 09 05:07:23.472868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.484571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.491696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.516626 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-60d3ac21-3df5-47fd-aab2-b8d8c26cb459 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/d20a955c-af87-45ce-af56-3b0bfe678fd8 HTTP/1.1" status: 204 len: 168 time: 2.5139697 May 09 05:07:23.523346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35466) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:23.569165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] Pushing event deleted for resources: {'Port': ['ID=c71c8e9d-d5b7-48b0-980c-a028c80fd167,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:23.572443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2b815-b90f-4fe9-ab87-69e9f0ccadc6 None None] No DVR routers for this DVR port c71c8e9d-d5b7-48b0-980c-a028c80fd167 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:23.605831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:23.611570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:23.630158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:23.666090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Pushing event updated for resources: {'Port': ['ID=32a0f77f-4f74-403d-8996-e0ce76c658ae,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:23.669425 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f72c80-bef3-454b-8449-1b41036c7554 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:23.669541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] DHCP port deletion for cd6b15b4-5729-4d42-8d4e-76bdfaa126bb request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:23.669798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f72c80-bef3-454b-8449-1b41036c7554 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:23.675262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Deleting port 16f70d0a-38c2-4754-8f89-51595d02c5fd {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:23.675591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.677325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 1f3fcdb5-eb3a-4bb2-91cc-1159c2559824 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:23.685957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.691850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:23.692040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:23.699714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:23.700000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:23.708321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56037a87-23c2-4fc2-9eda-47de8c8b29ca req-5a97a0ad-4c4a-41ea-9202-a5f6023761e2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:23.709944 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-56037a87-23c2-4fc2-9eda-47de8c8b29ca req-5a97a0ad-4c4a-41ea-9202-a5f6023761e2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.4804878 May 09 05:07:23.779620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d1696b-4b08-45ec-b39c-2bb40a8527ea,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:23.789170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 16f70d0a-38c2-4754-8f89-51595d02c5fd no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:23.848437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3492694 May 09 05:07:23.848437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-87f72c80-bef3-454b-8449-1b41036c7554 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/4e298f0a-5c60-4aa3-8703-214c74a1c6af HTTP/1.1" status: 404 len: 337 time: 0.2876854 May 09 05:07:23.848696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35474) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:23.864285 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-46d24ce6-2ad0-4fb8-b65d-e884c287f754 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870311277&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.2850230 May 09 05:07:23.957437 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3335a95c-f25f-403a-aba3-5a81805a7c14 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "GET /v2.0/ports?device_id=540fa805-1b57-4444-b6ae-2a0de16cc603 HTTP/1.1" status: 200 len: 205 time: 0.1047969 May 09 05:07:23.967570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35480) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.007088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.013152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95532061-a1c9-4830-b38b-74439f5d72f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Pushing event updated for resources: {'Network': ['ID=458ffdaa-6376-42b1-a428-2778e0b314a3,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:24.031445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 458ffdaa-6376-42b1-a428-2778e0b314a3 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:24.059197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:24.059618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.074222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.089506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:24.141184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.141868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c71c8e9d-d5b7-48b0-980c-a028c80fd167 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:24.165662 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-56037a87-23c2-4fc2-9eda-47de8c8b29ca req-8dd9a190-675d-4212-82b5-72eb6a6a70f6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475176 May 09 05:07:24.170514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=44fd28ad-53c2-48a9-8312-23250fd9bf91,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:24.190187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-0a1b305f-1935-4c49-8ba2-57671e6da4df tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] delete failed (client error): The resource could not be found. May 09 05:07:24.190187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0a1b305f-1935-4c49-8ba2-57671e6da4df tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/routers/540fa805-1b57-4444-b6ae-2a0de16cc603 HTTP/1.1" status: 404 len: 336 time: 0.2126341 May 09 05:07:24.190187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35484) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.261656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port c71c8e9d-d5b7-48b0-980c-a028c80fd167 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:24.262130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.317411 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d2bc1c-2364-44ee-b88c-d2103efde55c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:24.318005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d2bc1c-2364-44ee-b88c-d2103efde55c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:24.343106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35492) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.371439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=11']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:24.392638 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-94d2bc1c-2364-44ee-b88c-d2103efde55c tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/9f3cfcfa-7cf8-4f6a-92e4-b168ff3b03b6 HTTP/1.1" status: 404 len: 337 time: 0.1994295 May 09 05:07:24.404453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] The port 'c71c8e9d-d5b7-48b0-980c-a028c80fd167' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:24.404657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-de4600c7-0371-48b3-b808-e448ab5ca19c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:24.406064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-de4600c7-0371-48b3-b808-e448ab5ca19c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=39dd6644-ed2b-4f35-941f-3256808fcad5 HTTP/1.1" status: 200 len: 796 time: 0.5190537 May 09 05:07:24.416208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35496) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.444486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c71c8e9d-d5b7-48b0-980c-a028c80fd167 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:24.445295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c71c8e9d-d5b7-48b0-980c-a028c80fd167 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:24.458834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Calling delete_port for 16f70d0a-38c2-4754-8f89-51595d02c5fd owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:24.489587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.515606 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a256f4f-1178-4f37-9cc6-5c9a98e2ac2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:24.515864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a256f4f-1178-4f37-9cc6-5c9a98e2ac2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:24.517578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Request body: {'port': {'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3', 'binding:host_id': 'hv-neutron-8404', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1123092950'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:24.523325 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-04a54932-e536-4087-9fce-16774992fd20 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0931692 May 09 05:07:24.563709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:24.564252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:24.564918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:24.576572 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a256f4f-1178-4f37-9cc6-5c9a98e2ac2a tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/a8c0f8bc-65fa-45a2-b657-df55a1a71011 HTTP/1.1" status: 404 len: 337 time: 0.1592617 May 09 05:07:24.584799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35500) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.586347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.604568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Usage tracker for resource:port and tenant:110278d62b4040a7ad7aadf85445e739 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:24.611638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:24.638961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fccb39d-a78a-4030-9ccd-0e16665b322f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:24.639409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fccb39d-a78a-4030-9ccd-0e16665b322f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:24.641162 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0fccb39d-a78a-4030-9ccd-0e16665b322f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/2ba93087-1fb2-410b-b817-60736c680115 HTTP/1.1" status: 404 len: 337 time: 0.0511923 May 09 05:07:24.662908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35504) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.675919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:24.810956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.837703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Made reservation on behalf of 110278d62b4040a7ad7aadf85445e739 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:24.840002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.849037 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe226a1-7c9d-44a9-8535-2bd3bad49bd0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:24.849487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe226a1-7c9d-44a9-8535-2bd3bad49bd0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:24.851073 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fbe226a1-7c9d-44a9-8535-2bd3bad49bd0 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/2ab22950-bfb0-4a5a-826f-0da7860d2f72 HTTP/1.1" status: 404 len: 333 time: 0.1770587 May 09 05:07:24.863199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35508) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.874024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.910369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:24.926573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb43b27-7ef0-432e-81ff-c8a511856a40']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:24.955170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfde9b2-61fd-4f75-9780-b6717d663105') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:24.955540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfde9b2-61fd-4f75-9780-b6717d663105') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:24.963664 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fdc154-5aa0-4d40-9279-827fa01e8119 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:24.964305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fdc154-5aa0-4d40-9279-827fa01e8119 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:24.968044 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-66fdc154-5aa0-4d40-9279-827fa01e8119 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/2e4273ef-3cbd-44eb-920e-28cfe00cc9dc HTTP/1.1" status: 404 len: 337 time: 0.0985563 May 09 05:07:24.968514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35512) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:24.971079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.023533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:25.037045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.042520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:25.044071 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Usage tracker for resource:security_group_rule and tenant:110278d62b4040a7ad7aadf85445e739 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:25.053327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:25.055543 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9e5d16-ffd6-4f7e-88e1-f8456eee07fa tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:25.055830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9e5d16-ffd6-4f7e-88e1-f8456eee07fa tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:25.055993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:25.059813 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5b9e5d16-ffd6-4f7e-88e1-f8456eee07fa tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/73f1cf83-1502-46c2-ba3c-a187a0ec5063 HTTP/1.1" status: 404 len: 337 time: 0.0831716 May 09 05:07:25.059813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:25.059813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.061573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35516) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:25.065373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Deleting port 16f70d0a-38c2-4754-8f89-51595d02c5fd {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:25.065747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.080617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:25.125094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82f53f-4fd5-4151-8964-d2b46da00058 req-84c7663b-d271-4012-96bc-eb0dad889637 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:25.126643 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7e82f53f-4fd5-4151-8964-d2b46da00058 req-84c7663b-d271-4012-96bc-eb0dad889637 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.6225865 May 09 05:07:25.127713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.133383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=e969a559-28f1-4ece-97b9-436630a4570c,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:25.162292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:25.162660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:25.201045 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:25.203819 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccce7a2f-621e-488b-94ab-d95bf280519f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:25.203819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccce7a2f-621e-488b-94ab-d95bf280519f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:25.243928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-61278543-c7e7-4001-b801-3843e55f6cbf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7118318 May 09 05:07:25.301245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] For port 16f70d0a-38c2-4754-8f89-51595d02c5fd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=16f70d0a-38c2-4754-8f89-51595d02c5fd,segment=NetworkSegment(70f69276-a7bf-4f6f-8a3f-60700b76b77b),segment_id=70f69276-a7bf-4f6f-8a3f-60700b76b77b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:25.301697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.363278 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ccce7a2f-621e-488b-94ab-d95bf280519f tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/f33b3e6c-090d-4a24-91cc-a73043244bd7 HTTP/1.1" status: 404 len: 333 time: 0.2934165 May 09 05:07:25.365185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35520) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:25.401081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.432123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=1f3fcdb5-eb3a-4bb2-91cc-1159c2559824,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:25.432927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.438361 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7e82f53f-4fd5-4151-8964-d2b46da00058 req-d591561e-7fa3-42ae-b369-057dbd09bd76 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835531 May 09 05:07:25.453939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Calling delete_port for 16f70d0a-38c2-4754-8f89-51595d02c5fd owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:25.455737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7225fa2b-f52d-4b57-98cc-e238cfa84645 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:25.456513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7225fa2b-f52d-4b57-98cc-e238cfa84645 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:25.458434 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7225fa2b-f52d-4b57-98cc-e238cfa84645 tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/8f737d44-c7ec-4b2a-9e72-caac84f0862b HTTP/1.1" status: 404 len: 337 time: 0.0822072 May 09 05:07:25.466766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35524) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:25.467218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35526) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:25.469172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:25.507812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=1fb43b27-7ef0-432e-81ff-c8a511856a40,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:25.530376 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ba8ed85e-ad21-480e-9d2e-e69c84958332 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/1fb43b27-7ef0-432e-81ff-c8a511856a40 HTTP/1.1" status: 204 len: 168 time: 3.0721819 May 09 05:07:25.535164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35532) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:25.547874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1469111019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:25.556698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.557182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': 'e7073c0a-9323-4837-8961-da4b4ad53a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '93e92de9-6410-4e6e-8d40-198b4599640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:25.557681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: 93e92de9-6410-4e6e-8d40-198b4599640d, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:25.562986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:25.593160 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7157ee-786c-4518-8bf0-1ee014e3d04d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] DELETE failed (client error): The resource could not be found. May 09 05:07:25.593639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7157ee-786c-4518-8bf0-1ee014e3d04d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:25.595520 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3a7157ee-786c-4518-8bf0-1ee014e3d04d tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/subnets/67c21f73-1204-4c93-bca2-072a6cd96f04 HTTP/1.1" status: 404 len: 337 time: 0.1214278 May 09 05:07:25.605475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] Pushing event deleted for resources: {'Port': ['ID=16f70d0a-38c2-4754-8f89-51595d02c5fd,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:25.607247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0df2df-70cc-4a43-943e-b30e42dd2f4f None None] No DVR routers for this DVR port 16f70d0a-38c2-4754-8f89-51595d02c5fd on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:25.614930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35536) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:25.632550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:router and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:25.644714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:25.664623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:25.693165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.695629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.699745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.704460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.720628 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-5f84c9e5-c0f7-43c4-8419-5134a2c63749 service neutron] 10.222.0.50 "GET /v2.0/networks/39dd6644-ed2b-4f35-941f-3256808fcad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577656 May 09 05:07:25.897110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 93e92de9-6410-4e6e-8d40-198b4599640d is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:25.898580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] device_id is not set on port c474f353-2f21-48f5-a433-99b9cde4ef91 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:25.934302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.935381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.936595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Deleting port 5238f1ca-78e6-459e-a616-5f8eabc6a58c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:25.936944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:25.983202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 93e92de9-6410-4e6e-8d40-198b4599640d) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:25.987923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:25.992133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67022f1b-bd72-4ec4-95f4-69edfb248edb None None] Network 93e92de9-6410-4e6e-8d40-198b4599640d requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:25.994996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:25.999911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:26.000489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.011824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e02b369-70e7-4998-9bf3-98c6c3b96374,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:26.064230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:26.076166 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:26.083376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2e72436f-33dc-4ad5-bc71-d7d7ab8f9c2c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2652438 May 09 05:07:26.085868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35540) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:26.092055 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:26.092715 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:26.104918 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c936d81b-74e8-41ac-ad70-6ad9159f35fd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.5935807 May 09 05:07:26.118537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35544) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:26.127773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2730bbe-ae71-4779-bde7-702204122dba tempest-TestNetworkAdvancedServerOps-1927857021 tempest-TestNetworkAdvancedServerOps-1927857021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:26.129626 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c2730bbe-ae71-4779-bde7-702204122dba tempest-TestNetworkAdvancedServerOps-1927857021 tempest-TestNetworkAdvancedServerOps-1927857021-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1093 time: 0.6539211 May 09 05:07:26.190108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35548) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:26.219111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:26.224296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.291405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:26.297561 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:26.318008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Usage tracker for resource:floatingip and tenant:a1f5b2c232ef42feb93a63f33dfaee46 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:26.341947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:26.350353 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-56f6652b-7b52-4e2e-95db-1570d8baae3c service neutron] 10.222.0.50 "GET /v2.0/networks/39dd6644-ed2b-4f35-941f-3256808fcad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961874 May 09 05:07:26.362602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:26.384687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet 3890e345-95a9-4727-bedd-f7580e524001 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:26.393594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.407021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.408886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 1f3fcdb5-eb3a-4bb2-91cc-1159c2559824 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:26.409359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.576604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.591128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.628632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.695726 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:23Z', 'revision_number': 9, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:26.700909 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:26.711506 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:26.712526 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:26.743476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Calling delete_port for 5238f1ca-78e6-459e-a616-5f8eabc6a58c owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:26.834926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] device_id is not set on port c474f353-2f21-48f5-a433-99b9cde4ef91 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:26.857281 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c7a64956-cc35-415a-9c1a-32d0ef7b8cc8 req-b67e4b9f-f93e-4c60-b60a-baeae72cbe9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 210 time: 0.1673827 May 09 05:07:26.879875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.890439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Router 29db8fe6-a34e-4be9-a416-f6fa8eceebd4 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:07:26.895189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:26.898717 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fac3c0ea-159b-4762-8c94-52f0ad8c9e7a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3603318 May 09 05:07:26.904044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35562) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:26.917180 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:26.922844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-278420714'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:26.926449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.001953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.056842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:27.085323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Transition to ACTIVE for port object c474f353-2f21-48f5-a433-99b9cde4ef91 will not be triggered until provisioned by entity L2. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:27.089431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:27.097436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:27.117846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 1f3fcdb5-eb3a-4bb2-91cc-1159c2559824 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:27.120078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:27.151737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.170180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Port': ['ID=5238f1ca-78e6-459e-a616-5f8eabc6a58c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:27.181806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.215012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-37525121-500f-4775-bf11-01a84a47acbf tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/ports/5238f1ca-78e6-459e-a616-5f8eabc6a58c HTTP/1.1" status: 204 len: 168 time: 1.5962274 May 09 05:07:27.216351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35570) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:27.217677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.289814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:27.294079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.300616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.399398 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:23Z', 'revision_number': 9, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.408451 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc7d5f-0005-4d64-ae49-c08cb854bf07 None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:23Z', 'revision_number': 9, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': '11c2a9cb-3e9d-4c96-8abb-679b245193ae', 'name': '', 'network_id': '0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:2c:8e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:25Z', 'updated_at': '2022-05-09T05:06:36Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:27.415220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.429425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=1f3fcdb5-eb3a-4bb2-91cc-1159c2559824,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:27.443773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.447359 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f0536ab0-a210-4be9-b2d0-120bfb7363e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/1f3fcdb5-eb3a-4bb2-91cc-1159c2559824 HTTP/1.1" status: 204 len: 168 time: 1.3269484 May 09 05:07:27.458309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35574) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:27.466919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Checking segment: {'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:27.467202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Network hostable DHCP agents. Network: 458ffdaa-6376-42b1-a428-2778e0b314a3, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:27.496604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.527048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:27.539328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=c474f353-2f21-48f5-a433-99b9cde4ef91,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:27.543695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] Sync routers for ids ['29db8fe6-a34e-4be9-a416-f6fa8eceebd4'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:27.559140 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] Routers {'29db8fe6-a34e-4be9-a416-f6fa8eceebd4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:27.559783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['29db8fe6-a34e-4be9-a416-f6fa8eceebd4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.673306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.681655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.713545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] Routers {'29db8fe6-a34e-4be9-a416-f6fa8eceebd4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:27.715832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8a2ff-c639-4573-9358-b1c9848809ef tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:27.716587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['29db8fe6-a34e-4be9-a416-f6fa8eceebd4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.722609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8a2ff-c639-4573-9358-b1c9848809ef tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:27.723850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-06d8a2ff-c639-4573-9358-b1c9848809ef tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:27.726971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Allocated IP 172.26.0.113 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/0ff39ae3-cdf7-43c3-bce9-1a3d3c4f2b2f) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:27.738831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6b15b4-5729-4d42-8d4e-76bdfaa126bb']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.793909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f69276-a7bf-4f6f-8a3f-60700b76b77b') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.797182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f69276-a7bf-4f6f-8a3f-60700b76b77b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.824038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.829518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:27.830112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727259eb-652a-483e-a235-60e8b3156fdb None None] The sync data for ids ['29db8fe6-a34e-4be9-a416-f6fa8eceebd4'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:27.831946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44fd28ad-53c2-48a9-8312-23250fd9bf91 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:27.832880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-06d8a2ff-c639-4573-9358-b1c9848809ef tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:27.836756 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-06d8a2ff-c639-4573-9358-b1c9848809ef tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3748791 May 09 05:07:27.837910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35578) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:27.878405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 44fd28ad-53c2-48a9-8312-23250fd9bf91 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:27.878748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44fd28ad-53c2-48a9-8312-23250fd9bf91 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:27.900279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.914645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:27.915063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:27.931844 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:27.996905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port e969a559-28f1-4ece-97b9-436630a4570c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:27.997249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.061071 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:28.098212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Network 458ffdaa-6376-42b1-a428-2778e0b314a3 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:28.101228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.101565 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 2586ea7d-4b2c-4200-938b-8b09483d76b0 of type vlan for network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e May 09 05:07:28.114153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.149802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.153488 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5ab62759-46ab-4ed4-91a5-3f13d7eee10d tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "PUT /v2.0/routers/29db8fe6-a34e-4be9-a416-f6fa8eceebd4 HTTP/1.1" status: 200 len: 916 time: 6.7718518 May 09 05:07:28.176140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35584) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:28.177594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 458ffdaa-6376-42b1-a428-2778e0b314a3) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:28.188608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fdf454-6100-41c5-b688-3ca56b6793d7 None None] Network 458ffdaa-6376-42b1-a428-2778e0b314a3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:28.199712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=3890e345-95a9-4727-bedd-f7580e524001,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:28.201916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.206797 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-348c5723-d89e-42b4-8141-1a74344810ff tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/3890e345-95a9-4727-bedd-f7580e524001 HTTP/1.1" status: 204 len: 168 time: 2.1190543 May 09 05:07:28.207677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:28.220992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35588) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:28.253504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4061d-bfcf-408a-9aa6-58f8980811e1 None None] Network 14dab4d2-9ca9-4ade-a354-4730284ca685 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:28.267357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.279007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:28.279396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:28.279667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:28.358345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:28.358776 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:28.367655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.369406 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 2 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:28.434298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:28.434598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:28.434985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:28.445148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.450610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.456625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:28.457272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.479864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:28.479864 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:28.490103 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 3 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:28.490940 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56e0b5f7-063d-4123-b041-69bc9a7f2458 req-a0046f76-8738-4de8-8a3e-bf87e36242e7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 210 time: 0.3278556 May 09 05:07:28.575747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:28.575747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:28.576184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:28.592699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:28.593037 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:28.594734 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6870139 May 09 05:07:28.595685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port cea4775c-e17a-47cf-85c8-c016905ae946 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:28.596020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.601612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35596) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:28.609946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.614588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.634515 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 4 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:28.648116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:28.673265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:28.673595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:28.674075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:28.676288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be0b4a-1cc4-476f-8008-db1e506e2f0b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=5e2d30d5-fe15-4f44-bf5b-f143bc199e5e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:28.677247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] DHCP port deletion for 14dab4d2-9ca9-4ade-a354-4730284ca685 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:28.683987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.684249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] Deleting port cea4775c-e17a-47cf-85c8-c016905ae946 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:28.684817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:28.699370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] Pushing event deleted for resources: {'Network': ['ID=cd6b15b4-5729-4d42-8d4e-76bdfaa126bb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:28.706065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b69928ba-1f7d-4384-b5c2-2483ec3e29fb tempest-PortsIpV6TestJSON-569004638 tempest-PortsIpV6TestJSON-569004638-project] 10.222.0.50 "DELETE /v2.0/networks/cd6b15b4-5729-4d42-8d4e-76bdfaa126bb HTTP/1.1" status: 204 len: 168 time: 1.4817369 May 09 05:07:28.717937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:28.751458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:28.751790 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:28.756447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Port': ['ID=0ff39ae3-cdf7-43c3-bce9-1a3d3c4f2b2f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:28.758560 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 5 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:28.822210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:28.823185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:28.823510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:28.823841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:28.834602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:28.840164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:28.864175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:28.864669 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:28.870070 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 6 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:28.900513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:28.900899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:28.901486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:28.923786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:28.924112 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:28.929264 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 7 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:28.950422 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-db22011f-5c37-43e8-a4a3-9f6ddc739732 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/29db8fe6-a34e-4be9-a416-f6fa8eceebd4 HTTP/1.1" status: 200 len: 922 time: 0.7731247 May 09 05:07:28.957558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35602) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:28.964099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:28.974945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-de6bc75a-2d78-4f8d-9139-20a1e44a1f9b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:28.976577 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-de6bc75a-2d78-4f8d-9139-20a1e44a1f9b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=39dd6644-ed2b-4f35-941f-3256808fcad5 HTTP/1.1" status: 200 len: 796 time: 0.6096718 May 09 05:07:28.977945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:28.988055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.016663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:29.017243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:29.017735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:29.032758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:29.069012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:29.069584 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:29.087849 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 8 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:29.118968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] For port cea4775c-e17a-47cf-85c8-c016905ae946, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cea4775c-e17a-47cf-85c8-c016905ae946,segment=NetworkSegment(9b11b9b4-1490-4559-b1f3-ba6759c73050),segment_id=9b11b9b4-1490-4559-b1f3-ba6759c73050)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:29.120154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.120306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:29.120538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:29.120874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:29.126532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port cea4775c-e17a-47cf-85c8-c016905ae946, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cea4775c-e17a-47cf-85c8-c016905ae946,segment=NetworkSegment(9b11b9b4-1490-4559-b1f3-ba6759c73050),segment_id=9b11b9b4-1490-4559-b1f3-ba6759c73050)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:29.126921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.145366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:29.145721 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:29.185326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:29.193494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for e969a559-28f1-4ece-97b9-436630a4570c owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:29.222329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35608) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:29.226322 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 9 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:29.259432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] Calling delete_port for cea4775c-e17a-47cf-85c8-c016905ae946 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:29.282125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:29.285852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.309874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for cea4775c-e17a-47cf-85c8-c016905ae946 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:29.310284 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-889316c8-1b36-4ed9-94ac-d211f63f19bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 472 time: 0.3129568 May 09 05:07:29.341691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.356803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:29.357136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:29.357472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:29.366323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:29.366639 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:29.370655 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 10 to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 May 09 05:07:29.376534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['c3439677-5994-424f-a5e8-c3a84ade67e1']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:29.392302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] Pushing event deleted for resources: {'Port': ['ID=cea4775c-e17a-47cf-85c8-c016905ae946,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:29.403381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ed00b-7ed7-4a29-a190-b07b30ad0960 None None] No DVR routers for this DVR port cea4775c-e17a-47cf-85c8-c016905ae946 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:29.476273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:29.476636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:29.476968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:29.503726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port c474f353-2f21-48f5-a433-99b9cde4ef91 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:29.503971 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port c474f353-2f21-48f5-a433-99b9cde4ef91 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:29.504279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.539868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.623866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=e969a559-28f1-4ece-97b9-436630a4570c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:29.624143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:29.624264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:29.738936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cea4775c-e17a-47cf-85c8-c016905ae946 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:29.793640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec968b-9e2d-47cc-8ce8-136f1ceb3d5e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:29.795114 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-16ec968b-9e2d-47cc-8ce8-136f1ceb3d5e tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=29db8fe6-a34e-4be9-a416-f6fa8eceebd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8363361 May 09 05:07:29.802738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.805196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35616) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:29.825018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: cea4775c-e17a-47cf-85c8-c016905ae946 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:29.825544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cea4775c-e17a-47cf-85c8-c016905ae946 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:29.830460 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d674ec8a-8acd-4409-9011-ac38de2bbfd1 req-b52e899b-cdfb-41ca-8444-b34177adb55d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 210 time: 0.2074273 May 09 05:07:29.854323 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5938f9bb-41c3-48fb-9190-668bddf00689 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9932919da12496f8b69226e16f90104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295538 May 09 05:07:29.860151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35620) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:29.904097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] For port c474f353-2f21-48f5-a433-99b9cde4ef91, host hv-neutron-8404, cleared binding levels {{(pid=88042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:29.904460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempted to set empty binding levels {{(pid=88042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 09 05:07:29.920300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.969264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:29.985508 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fa59be2b-389f-4a37-b7c7-13e09c807e7c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/e969a559-28f1-4ece-97b9-436630a4570c HTTP/1.1" status: 204 len: 168 time: 2.1465647 May 09 05:07:29.986925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:port and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:29.993586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35624) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:29.997787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:29.998373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:29.999625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:30.052137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=c474f353-2f21-48f5-a433-99b9cde4ef91,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:30.053049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:30.061815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a693f200-ffbc-450e-b833-9f7c3cd89303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.079541 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-57452780-0cbb-4ddd-9915-747e04a206de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.6878402 May 09 05:07:30.082217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35628) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:30.103329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a693f200-ffbc-450e-b833-9f7c3cd89303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.125704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port cea4775c-e17a-47cf-85c8-c016905ae946 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:30.126030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.152777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:30.156254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.206425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.211800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ce556-3bad-4a95-b885-05422d72e58a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:30.215887 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dc6ce556-3bad-4a95-b885-05422d72e58a tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 0.3938529 May 09 05:07:30.218716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] The port 'cea4775c-e17a-47cf-85c8-c016905ae946' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:30.219678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35632) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:30.223229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.316052 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e0b49ff2-380a-4f93-8846-bf9c09d50465 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=29db8fe6-a34e-4be9-a416-f6fa8eceebd4 HTTP/1.1" status: 200 len: 205 time: 0.0925660 May 09 05:07:30.319736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Deleting port c474f353-2f21-48f5-a433-99b9cde4ef91 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:30.320082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.323556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35636) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:30.476663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=0444b378-aa32-4b85-9aea-d93c284e42c6,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:30.491623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a693f200-ffbc-450e-b833-9f7c3cd89303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.547798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.563393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4936f0-3db4-44f9-83ed-b9daf6118fbd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:30.564112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd4936f0-3db4-44f9-83ed-b9daf6118fbd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:30.581188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:30.581446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:30.623184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693f200-ffbc-450e-b833-9f7c3cd89303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b9928f-2761-438e-a283-bbe9cada203f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:30.673031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dab4d2-9ca9-4ade-a354-4730284ca685']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:30.683594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a693f200-ffbc-450e-b833-9f7c3cd89303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.684444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.27 (39dd6644-ed2b-4f35-941f-3256808fcad5/0e3a7938-05b8-49a2-a46d-efd7cc3f99d9/b318510a-9888-4863-8c38-e351065dc028) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:30.684715 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a693f200-ffbc-450e-b833-9f7c3cd89303 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93b9928f-2761-438e-a283-bbe9cada203f HTTP/1.1" status: 204 len: 168 time: 0.8235841 May 09 05:07:30.697599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b11b9b4-1490-4559-b1f3-ba6759c73050') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:30.697916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b11b9b4-1490-4559-b1f3-ba6759c73050') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:30.701030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd4936f0-3db4-44f9-83ed-b9daf6118fbd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:30.705275 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dd4936f0-3db4-44f9-83ed-b9daf6118fbd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7107205 May 09 05:07:30.707272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35642) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:30.708295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.750224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.775800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.794691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:30.803414 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5299ac3-0c8b-4a21-bb9f-d3a5618a6010 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:07:30.807537 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c5299ac3-0c8b-4a21-bb9f-d3a5618a6010 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/1f3fcdb5-eb3a-4bb2-91cc-1159c2559824 HTTP/1.1" status: 404 len: 333 time: 0.0962961 May 09 05:07:30.808708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] For port c474f353-2f21-48f5-a433-99b9cde4ef91, host hv-neutron-8404, got binding levels [] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:30.809063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.818882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35646) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:30.863798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.884834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:30.885240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:30.901136 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:31.047928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:31.055970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Calling delete_port for c474f353-2f21-48f5-a433-99b9cde4ef91 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:31.057886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e73a2-377b-4d12-9666-f9830a56cd7a None None] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:31.106263 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0458b2-c23d-4d73-97b0-b1e8d5e2680f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:07:31.111405 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a0458b2-c23d-4d73-97b0-b1e8d5e2680f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/e969a559-28f1-4ece-97b9-436630a4570c HTTP/1.1" status: 404 len: 333 time: 0.2901154 May 09 05:07:31.119580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:31.120172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.121200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35660) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:31.174174 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-31561e39-3af4-401a-bf65-1195aefc1a7e req-dff4de90-fad2-44ab-83ef-9b09a15ee0f7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 210 time: 0.1777442 May 09 05:07:31.242584 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5245523a-3903-453d-92e7-6c196219582f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6248422 May 09 05:07:31.247605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35666) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:31.249623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.286949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.319968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.346117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.428262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:07:31.429224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.535785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=14dab4d2-9ca9-4ade-a354-4730284ca685,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:31.553847 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-25003d33-5876-4972-a77f-c83c2f02b562 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/14dab4d2-9ca9-4ade-a354-4730284ca685 HTTP/1.1" status: 204 len: 168 time: 3.3235095 May 09 05:07:31.555895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35678) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:31.556440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.563484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Deleting port 32a0f77f-4f74-403d-8996-e0ce76c658ae {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:31.563817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.617745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35682) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:31.653872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Allocated IP 172.20.0.2 (5e2d30d5-fe15-4f44-bf5b-f143bc199e5e/0444b378-aa32-4b85-9aea-d93c284e42c6/cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:31.693699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event deleted for resources: {'Port': ['ID=c474f353-2f21-48f5-a433-99b9cde4ef91,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:31.786487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.797740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.813288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:07:31.817346 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e3e8ecc7-550a-4a63-af13-9177f5f1e37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "DELETE /v2.0/ports/c474f353-2f21-48f5-a433-99b9cde4ef91 HTTP/1.1" status: 204 len: 168 time: 1.7277143 May 09 05:07:31.832151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35688) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:31.872075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object b318510a-9888-4863-8c38-e351065dc028 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:31.898089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.924676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.937893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Transition to ACTIVE for port object cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:31.948645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795815122'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:31.956270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.958515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Transition to ACTIVE for port object cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:31.962369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:31.968619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:31.979184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.000918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:32.012994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:32.024524 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb5facc-f8b2-4c7c-a823-17ee9ab48b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] GET failed (client error): The resource could not be found. May 09 05:07:32.025284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-efb5facc-f8b2-4c7c-a823-17ee9ab48b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Synchronizing usage tracker for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:32.026685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:32.028775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:32.035798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:32.038707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:32.085031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.088748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e92de9-6410-4e6e-8d40-198b4599640d']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:32.102671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.116340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.129325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Pushing event updated for resources: {'Port': ['ID=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:32.133560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.159641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Attempting to bind port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:32.160008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Attempting to bind port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:32.160352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Attempting to bind port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 on network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:32.166201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:32.166567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Checking segment: {'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:32.166951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.167330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Bound using segment: {'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:32.167780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Bound port: cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:32.168525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.234892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7073c0a-9323-4837-8961-da4b4ad53a0d') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:32.235586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7073c0a-9323-4837-8961-da4b4ad53a0d') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:32.247921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:32.274875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] For port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:32.278316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] For port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,segment=NetworkSegment(2586ea7d-4b2c-4200-938b-8b09483d76b0),segment_id=2586ea7d-4b2c-4200-938b-8b09483d76b0)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:32.283490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.301066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-efb5facc-f8b2-4c7c-a823-17ee9ab48b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Unset dirty status for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:32.302309 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-efb5facc-f8b2-4c7c-a823-17ee9ab48b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "GET /v2.0/ports/c474f353-2f21-48f5-a433-99b9cde4ef91 HTTP/1.1" status: 404 len: 333 time: 0.4671700 May 09 05:07:32.318620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.328654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35694) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:32.329521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event updated for resources: {'Port': ['ID=0ff39ae3-cdf7-43c3-bce9-1a3d3c4f2b2f,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:32.340068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:32.352425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:32.353376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:32.361258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Request body: {'port': {'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-509231712'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:32.361453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:32.388997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:32.393303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.397817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdc620-de26-4b5d-a02c-83c9f6a44add None None] Pushing event updated for resources: {'Port': ['ID=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:32.408263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:32.434438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:32.436960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.443033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.450004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=b318510a-9888-4863-8c38-e351065dc028,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:32.578014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:32.579325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.648248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:32.650510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:32.650908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.676910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Calling delete_port for 32a0f77f-4f74-403d-8996-e0ce76c658ae owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:32.688837 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-f8ade870-4cf2-4e67-bc23-129d06281680 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3686192 May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:32.726558 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:32.736465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Request body: {'port': {'device_id': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:32.787253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-481f9e42-4879-400e-806c-034509ccbf59 None None] Provisioning for port b318510a-9888-4863-8c38-e351065dc028 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:32.793527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-481f9e42-4879-400e-806c-034509ccbf59 None None] Provisioning complete for port b318510a-9888-4863-8c38-e351065dc028 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:32.794244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-481f9e42-4879-400e-806c-034509ccbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.834188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.20.0.1 (5e2d30d5-fe15-4f44-bf5b-f143bc199e5e/0444b378-aa32-4b85-9aea-d93c284e42c6/819bd493-6141-4267-88a7-eaf9a036ce6c) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:32.875767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-481f9e42-4879-400e-806c-034509ccbf59 None None] Port b318510a-9888-4863-8c38-e351065dc028 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:32.892117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.908524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:32.941366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:32.964361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:33.019334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:33.042420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.056615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:33.074595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4ae2c7-7cc7-4720-aadd-0523ca4814bf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:33.104624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Made reservation on behalf of 110278d62b4040a7ad7aadf85445e739 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:33.106934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.187958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] device_id is not set on port b6af69a9-bceb-4348-991d-037ca636109e yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:33.223643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.225985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.275362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.339766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=93e92de9-6410-4e6e-8d40-198b4599640d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:33.353991 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-59019bd5-00f8-4bc1-98a9-909a57aa238f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/93e92de9-6410-4e6e-8d40-198b4599640d HTTP/1.1" status: 204 len: 168 time: 2.2299480 May 09 05:07:33.359020 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Floating IP ab87b242-4880-4305-a77f-327aea564852 associated. External IP: 172.26.0.113, port: a1dcb204-a988-4860-b2fc-1f652d018d45. May 09 05:07:33.417643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35698) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:33.451015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-143643612'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:33.477092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:33.486832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16909ca-63c9-4910-bf89-884f21d808ba req-b1292542-effb-4452-89d9-baa7dfcf1a71 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:33.488411 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f16909ca-63c9-4910-bf89-884f21d808ba req-b1292542-effb-4452-89d9-baa7dfcf1a71 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 932 time: 1.1127262 May 09 05:07:33.492286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object 819bd493-6141-4267-88a7-eaf9a036ce6c will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:33.505761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:33.515484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.523576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:33.538943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.566409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:33.604565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03a8984-77c2-49be-bf5c-dcb2115c0dfa None None] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:33.659824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0eeb56-d193-4a34-81d5-0cbd24681a01,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:33.674799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.676807 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4aa98991-686e-45b3-b9c1-8f523ed75323 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0526569 May 09 05:07:33.689596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35702) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:33.713802 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.728314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-08646b3c-8c50-4b49-92d2-c9665d7f4c2b None None] Provisioning for port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:33.807277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:33.814603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:33.825877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:33.831044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:33.834611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.837524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:33.890302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=819bd493-6141-4267-88a7-eaf9a036ce6c,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:33.913130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-096366d9-db9e-479a-9dd3-5124c61dbcb6 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:33.920850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f16909ca-63c9-4910-bf89-884f21d808ba req-9d7696d8-5e71-4984-9cc7-2f935b090674 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:33.947983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:33.955700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:33.956064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.972600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:33.985422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:33.986025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment 6319df2e-7758-4377-aaae-26ddcf200247 of type vlan for network 9901e71d-1057-4e36-948c-af45d3a8b61a May 09 05:07:34.005551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.025823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f16909ca-63c9-4910-bf89-884f21d808ba req-9d7696d8-5e71-4984-9cc7-2f935b090674 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:34.026961 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f16909ca-63c9-4910-bf89-884f21d808ba req-9d7696d8-5e71-4984-9cc7-2f935b090674 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161409 May 09 05:07:34.029208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.065235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b318510a-9888-4863-8c38-e351065dc028 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:07:34.084686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-096366d9-db9e-479a-9dd3-5124c61dbcb6 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:34.089932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-096366d9-db9e-479a-9dd3-5124c61dbcb6 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3993528 May 09 05:07:34.092235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.095028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35706) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:34.105496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.113648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-27f3e90b-92d9-4873-9769-b503f38e0a51 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-security--15595465', 'description': 'tempest-security-description-1942359347'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:34.145492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,segment=NetworkSegment(2586ea7d-4b2c-4200-938b-8b09483d76b0),segment_id=2586ea7d-4b2c-4200-938b-8b09483d76b0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:34.151787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.153412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.153812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Transition to ACTIVE for port object b318510a-9888-4863-8c38-e351065dc028 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:34.172473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.175469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.226024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-27f3e90b-92d9-4873-9769-b503f38e0a51 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.231025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:34.245891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event deleted for resources: {'Port': ['ID=32a0f77f-4f74-403d-8996-e0ce76c658ae,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:34.334946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Pushing event updated for resources: {'Port': ['ID=b318510a-9888-4863-8c38-e351065dc028,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:34.458303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.463754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:34.464369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.477123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fa943f99-a32e-43af-b506-1539dfae907c None None] Provisioning complete for port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:34.477910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fa943f99-a32e-43af-b506-1539dfae907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.520173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.577392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Attempting to bind port b318510a-9888-4863-8c38-e351065dc028 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:34.578871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Attempting to bind port b318510a-9888-4863-8c38-e351065dc028 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:34.579208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Attempting to bind port b318510a-9888-4863-8c38-e351065dc028 on network 39dd6644-ed2b-4f35-941f-3256808fcad5 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:34.588916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Port b318510a-9888-4863-8c38-e351065dc028 on network 39dd6644-ed2b-4f35-941f-3256808fcad5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:34.589266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Attempting to bind port b318510a-9888-4863-8c38-e351065dc028 on network 39dd6644-ed2b-4f35-941f-3256808fcad5 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:34.601455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:34.601872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Checking segment: {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:34.602189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Bound using segment: {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:34.602643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Bound port: b318510a-9888-4863-8c38-e351065dc028, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:34.602998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.615735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.655214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-27f3e90b-92d9-4873-9769-b503f38e0a51 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.675137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fa943f99-a32e-43af-b506-1539dfae907c None None] Provisioning for port 819bd493-6141-4267-88a7-eaf9a036ce6c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:34.680061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fa943f99-a32e-43af-b506-1539dfae907c None None] Provisioning complete for port 819bd493-6141-4267-88a7-eaf9a036ce6c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:34.680572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fa943f99-a32e-43af-b506-1539dfae907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.716543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.732805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fa943f99-a32e-43af-b506-1539dfae907c None None] Port 819bd493-6141-4267-88a7-eaf9a036ce6c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:34.734416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-27f3e90b-92d9-4873-9769-b503f38e0a51 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.736604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-27f3e90b-92d9-4873-9769-b503f38e0a51 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.740242 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-27f3e90b-92d9-4873-9769-b503f38e0a51 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "PUT /v2.0/security-groups/ef0eeb56-d193-4a34-81d5-0cbd24681a01 HTTP/1.1" status: 200 len: 1776 time: 0.6386161 May 09 05:07:34.755221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35710) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:34.857018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-77c7db3b-97dd-4620-a48c-7ab0dc7f4262 None None] Provisioning complete for port 819bd493-6141-4267-88a7-eaf9a036ce6c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:34.857368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77c7db3b-97dd-4620-a48c-7ab0dc7f4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:34.924276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-77c7db3b-97dd-4620-a48c-7ab0dc7f4262 None None] Port 819bd493-6141-4267-88a7-eaf9a036ce6c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:34.974206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3e90b-92d9-4873-9769-b503f38e0a51 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0eeb56-d193-4a34-81d5-0cbd24681a01,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:34.988975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Network 458ffdaa-6376-42b1-a428-2778e0b314a3 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:34.989270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] For port b318510a-9888-4863-8c38-e351065dc028, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:34.989963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=b6af69a9-bceb-4348-991d-037ca636109e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:35.008855 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8f644eee-b25b-432b-8df0-247ca5e7cbd4 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups/ef0eeb56-d193-4a34-81d5-0cbd24681a01 HTTP/1.1" status: 200 len: 1776 time: 0.2453558 May 09 05:07:35.009439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:35.010862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] For port b318510a-9888-4863-8c38-e351065dc028, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b318510a-9888-4863-8c38-e351065dc028,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:35.014235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:35.018849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.034029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.074388 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6490569 May 09 05:07:35.075501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:35.076750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:35.077042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.087565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Router e0101088-bc2e-4b9d-8b23-aae9597b8197 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:35.093704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35720) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:35.127389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:35.139078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56395ca5-61d7-4c7e-89b5-36735395f720 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=9901e71d-1057-4e36-948c-af45d3a8b61a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:35.149933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 9901e71d-1057-4e36-948c-af45d3a8b61a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:35.229943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.247869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.315281 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-efd5d961-f0b9-49c1-9ff0-475e951d6e79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9795794 May 09 05:07:35.327713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35724) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:35.333827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:35.422483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.422980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Fanout notify agent at l3_agent the message router_deleted on router 29db8fe6-a34e-4be9-a416-f6fa8eceebd4 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:07:35.481559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:35.482468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.483453 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] 10.222.0.59 "PUT /v2.0/ports/b318510a-9888-4863-8c38-e351065dc028 HTTP/1.1" status: 200 len: 1094 time: 2.7684097 May 09 05:07:35.483895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'tag': 'b318510a-9888-4863-8c38-e351065dc028'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:07:35.549134 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ee1969-466b-4f91-a44c-bee6e479257e'] response: {'name': 'network-changed', 'server_uuid': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'tag': 'b318510a-9888-4863-8c38-e351065dc028', 'status': 'completed', 'code': 200} May 09 05:07:35.555637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8a420-9360-4839-b6fe-be94cd38e13b service neutron] Pushing event updated for resources: {'Port': ['ID=b318510a-9888-4863-8c38-e351065dc028,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:35.597517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:35.603114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f35c246-01be-424d-b3e2-52cff6b34410 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.625570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:35.639539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:35.640533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.641613 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c74a4a09-ad9c-433b-98a5-91c4a9d5e5c2 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/29db8fe6-a34e-4be9-a416-f6fa8eceebd4 HTTP/1.1" status: 204 len: 168 time: 5.3006942 May 09 05:07:35.648510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35732) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:35.694928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.698380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:35.704357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:35.705102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1997059301', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:35.714957 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] Sync routers for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:35.724960 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:35.725838 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:35.729372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:35.736610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f35c246-01be-424d-b3e2-52cff6b34410 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.755703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:35.760268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Usage tracker for resource:router and tenant:005012c9f6534f90bfa2539307487d9e is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:35.775923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:35.779358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:35.783343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.804908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:35.813870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.845809 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:35.846587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.900479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.901508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.920968 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:35.926661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7ce9-9416-4736-af80-fed52d4d251e req-6e1fdb2e-790a-44f2-9b17-e942d7ef106f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:35.927404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-e85e7ce9-9416-4736-af80-fed52d4d251e req-6e1fdb2e-790a-44f2-9b17-e942d7ef106f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:35.945915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.967682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:35.995102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Performing IP validity checks on allocation pools {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:07:35.995620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:07:36.051366 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8bb47279-de2e-414d-a28b-119a6ee34608 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8593159 May 09 05:07:36.055569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:07:36.072886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 11c2a9cb-3e9d-4c96-8abb-679b245193ae {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:36.073006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.123382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.142520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f35c246-01be-424d-b3e2-52cff6b34410 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.174494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-e85e7ce9-9416-4736-af80-fed52d4d251e req-6e1fdb2e-790a-44f2-9b17-e942d7ef106f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:36.175688 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e85e7ce9-9416-4736-af80-fed52d4d251e req-6e1fdb2e-790a-44f2-9b17-e942d7ef106f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 944 time: 0.9051163 May 09 05:07:36.207591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c246-01be-424d-b3e2-52cff6b34410 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0eeb56-d193-4a34-81d5-0cbd24681a01,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:36.245753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.251623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-bebdf212-21b8-4cd5-b230-f907706d5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:36.253151 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-bebdf212-21b8-4cd5-b230-f907706d5f02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 1097 time: 0.6866121 May 09 05:07:36.262003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=819bd493-6141-4267-88a7-eaf9a036ce6c,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:36.348014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] device_id is not set on port b6af69a9-bceb-4348-991d-037ca636109e yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:36.362126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.377440 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ab87b242-4880-4305-a77f-327aea564852', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'floating_ip_address': '172.26.0.113', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'port_id': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'mac_address': 'fa:16:3e:6e:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:07:29Z', 'updated_at': '2022-05-09T05:07:29Z', 'revision_number': 0, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:07:01Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:36.381699 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] Checking router: e0101088-bc2e-4b9d-8b23-aae9597b8197 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:36.391652 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:36.392375 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:36.415088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Transition to ACTIVE for port object b6af69a9-bceb-4348-991d-037ca636109e will not be triggered until provisioned by entity L2. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:36.426782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port 11c2a9cb-3e9d-4c96-8abb-679b245193ae, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=11c2a9cb-3e9d-4c96-8abb-679b245193ae,segment=NetworkSegment(cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6),segment_id=cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:36.427136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.435010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.578854 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:36.583682 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-a199adc5-e0b0-4e0b-9e06-3b5c629fea38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b318510a-9888-4863-8c38-e351065dc028 HTTP/1.1" status: 200 len: 217 time: 0.3054895 May 09 05:07:36.604031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1f35c246-01be-424d-b3e2-52cff6b34410 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.607411 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1f35c246-01be-424d-b3e2-52cff6b34410 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/ef0eeb56-d193-4a34-81d5-0cbd24681a01 HTTP/1.1" status: 204 len: 168 time: 1.5930102 May 09 05:07:36.618961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35740) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:36.671291 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e85e7ce9-9416-4736-af80-fed52d4d251e req-36a27305-bd1c-4372-9123-d0bde43b10d9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758830 May 09 05:07:36.778539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81acf4-812a-4bad-a750-8fdd4f6c6fc7 req-ae55f16d-ffc3-4b17-a289-b38986de2bee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:36.779624 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ef81acf4-812a-4bad-a750-8fdd4f6c6fc7 req-ae55f16d-ffc3-4b17-a289-b38986de2bee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.5862811 May 09 05:07:36.786925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for 11c2a9cb-3e9d-4c96-8abb-679b245193ae owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:36.817195 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78946dad-333e-4ca3-b622-1306c23b6826'] response: {'name': 'network-changed', 'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'status': 'completed', 'code': 200} May 09 05:07:36.898144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:36.919380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-7ce66363-44e1-4542-9c7b-1fbcc3d26ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:36.921033 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-7ce66363-44e1-4542-9c7b-1fbcc3d26ea9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e3a7938-05b8-49a2-a46d-efd7cc3f99d9 HTTP/1.1" status: 200 len: 837 time: 0.3147693 May 09 05:07:36.942392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=b6af69a9-bceb-4348-991d-037ca636109e,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:36.963818 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ab87b242-4880-4305-a77f-327aea564852', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'floating_ip_address': '172.26.0.113', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'port_id': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'mac_address': 'fa:16:3e:6e:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:07:29Z', 'updated_at': '2022-05-09T05:07:29Z', 'revision_number': 0, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:07:01Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:36.968182 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054f63-3c67-49ba-babe-53b5a49baa5f None None] The sync data for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv is: [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ab87b242-4880-4305-a77f-327aea564852', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'floating_ip_address': '172.26.0.113', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'port_id': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'mac_address': 'fa:16:3e:6e:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:07:29Z', 'updated_at': '2022-05-09T05:07:29Z', 'revision_number': 0, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:07:01Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:37.004507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.004746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.004947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.010087 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d9ff87ad-94a2-43d6-aa16-5bbc16ab07fe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3889656 May 09 05:07:37.021244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35744) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:37.028269 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ef81acf4-812a-4bad-a750-8fdd4f6c6fc7 req-62d32034-63e1-4fe8-bfce-112db7cce10a tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600754 May 09 05:07:37.028859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.029172 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.053508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:37.055254 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 2 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.066469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35748) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:37.075990 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-90355b9a-c884-4c88-9b58-f2afc9da5381 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] delete failed (client error): The resource could not be found. May 09 05:07:37.077022 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-90355b9a-c884-4c88-9b58-f2afc9da5381 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/ef0eeb56-d193-4a34-81d5-0cbd24681a01 HTTP/1.1" status: 404 len: 347 time: 0.0530519 May 09 05:07:37.113240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35752) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:37.115324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:37.128902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:37.137049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--667680454'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:37.157939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.158796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.159125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.190106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.190439 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.198513 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 3 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.234529 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f06948a-a6e2-448b-89f6-044f6ba15688 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/floatingips/ab87b242-4880-4305-a77f-327aea564852 HTTP/1.1" status: 200 len: 991 time: 0.1646624 May 09 05:07:37.239026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.239362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.239694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.276699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.277003 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.282712 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 4 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.284362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc051f8-1678-4c2d-ad00-005a681c0427 None None] New status for floating IP ab87b242-4880-4305-a77f-327aea564852: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:07:37.313222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.313571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.313881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.326004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.326355 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.328275 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 5 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.346921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.347300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.348098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.350550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:37.395993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:37.402166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.402429 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.403065 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 6 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.412174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=11c2a9cb-3e9d-4c96-8abb-679b245193ae,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:37.432144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5a24fe11-6a70-4f4f-84d4-b2afcb5f7983 None None] Provisioning complete for port 819bd493-6141-4267-88a7-eaf9a036ce6c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:37.433191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5a24fe11-6a70-4f4f-84d4-b2afcb5f7983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:37.485526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:37.494269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:37.507123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.507449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.507781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.528960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.529199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-72148aad-f533-40ad-a564-73f48523df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:37.529336 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.530598 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-72148aad-f533-40ad-a564-73f48523df73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1f5b2c232ef42feb93a63f33dfaee46&device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1098 time: 0.7094929 May 09 05:07:37.539634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:37.578445 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 7 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.587755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5a24fe11-6a70-4f4f-84d4-b2afcb5f7983 None None] Port 819bd493-6141-4267-88a7-eaf9a036ce6c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:37.614012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.614344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.614683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.626829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.627149 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.630071 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 8 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.644129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:37.654326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.654528 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.654927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.673625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=b5248967-7341-4b44-b6b2-9c59e72ecf97,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:37.696841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:37.715822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.716142 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.720033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-92762341-cd21-4fd1-ab40-44dc68ef3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:37.721589 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-92762341-cd21-4fd1-ab40-44dc68ef3b43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dd6644-ed2b-4f35-941f-3256808fcad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7847397 May 09 05:07:37.722076 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 9 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.772217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': '6319df2e-7758-4377-aaae-26ddcf200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:37.772609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: 9901e71d-1057-4e36-948c-af45d3a8b61a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:37.815711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.816270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.816364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.824604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.824925 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.827533 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 10 to bind port b6af69a9-bceb-4348-991d-037ca636109e May 09 05:07:37.838157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:37.851664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:37.851995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:37.852327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:37.859963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:37.860303 dv-neutron-840482-1-hyperv neutron-server[88042]: ERROR neutron.plugins.ml2.managers [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port b6af69a9-bceb-4348-991d-037ca636109e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:37.860690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:37.883507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:37.888751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:37.914596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:37.989958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 9901e71d-1057-4e36-948c-af45d3a8b61a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:38.025144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-199178e1-4e81-4b9b-ac02-aadff3e4d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.026642 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-199178e1-4e81-4b9b-ac02-aadff3e4d41b service neutron] 10.222.0.59 "GET /v2.0/networks?id=005f8f21-856a-4cee-b380-58f4f94dcef4 HTTP/1.1" status: 200 len: 898 time: 0.4783690 May 09 05:07:38.045925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:07:38.114045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 9901e71d-1057-4e36-948c-af45d3a8b61a) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:38.123251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e5f6b-b357-43e3-bb9f-d044ab129242 None None] Network 9901e71d-1057-4e36-948c-af45d3a8b61a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:38.157976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.158559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.221293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:38.225064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] For port b6af69a9-bceb-4348-991d-037ca636109e, host hv-neutron-8404, cleared binding levels {{(pid=88042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:38.225418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempted to set empty binding levels {{(pid=88042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 09 05:07:38.232632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.263575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35758) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:38.330076 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-b6ca3af9-2244-443d-bc5a-25242c09ce02 service neutron] 10.222.0.59 "GET /v2.0/networks/39dd6644-ed2b-4f35-941f-3256808fcad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926521 May 09 05:07:38.351974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-9901e71d-1057-4e36-948c-af45d3a8b61a', 'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a', 'tenant_id': '99d4548c969946e7bb158105ec1d9cd5', 'fixed_ips': [{'subnet_id': 'b5248967-7341-4b44-b6b2-9c59e72ecf97'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:07:38.355123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.428943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] In _notify_port_updated(), no bound segment for port b6af69a9-bceb-4348-991d-037ca636109e on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:07:38.429693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.430280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.431570 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "PUT /v2.0/ports/b6af69a9-bceb-4348-991d-037ca636109e HTTP/1.1" status: 200 len: 980 time: 3.1026537 May 09 05:07:38.434763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35762) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:38.498349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5de50-a97e-42f1-9cce-b4d9fcd1335f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=b6af69a9-bceb-4348-991d-037ca636109e,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:38.528721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Allocated IP 172.20.0.2 (9901e71d-1057-4e36-948c-af45d3a8b61a/b5248967-7341-4b44-b6b2-9c59e72ecf97/b11fed47-06e1-47a5-8448-fb96af9dde2d) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:38.538803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:38.555238 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:38.557148 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2b50aaa2-bf02-4bca-92ab-1afc5bda0fcc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4623578 May 09 05:07:38.559326 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-47a78273-396e-4158-a698-c98351b4086a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9988933 May 09 05:07:38.560288 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-738f7930-7687-40c9-b35c-9b8e656f98c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dcb204-a988-4860-b2fc-1f652d018d45 HTTP/1.1" status: 200 len: 1001 time: 0.5080051 May 09 05:07:38.561468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35766) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:38.561784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35768) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:38.569430 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:38.570382 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:38.599283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a', 'name': 'tempest-PortsTestJSON-1240165686'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:38.726390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.726892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.727360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.727820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.728277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.728761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.729215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.729667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.730120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.730577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.731030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.731480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.732122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.732376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.732847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.733305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.733754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.734246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.734702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.735152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.735608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.736061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.736542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:38.738736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Synchronizing usage tracker for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:38.760456 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:38.764087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet 9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:38.796614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.808508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.821131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Transition to ACTIVE for port object b11fed47-06e1-47a5-8448-fb96af9dde2d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:38.847945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Transition to ACTIVE for port object b11fed47-06e1-47a5-8448-fb96af9dde2d will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:38.857588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.874986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Unset dirty status for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:38.880436 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d8739485-2261-41b9-a90a-d1d827ee6793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20903 time: 0.4338133 May 09 05:07:38.880681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35774) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:38.924230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:38.947766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Pushing event updated for resources: {'Port': ['ID=b11fed47-06e1-47a5-8448-fb96af9dde2d,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:38.951518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:38.963491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Network 9901e71d-1057-4e36-948c-af45d3a8b61a is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:38.965151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:38.968112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:38.990914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:39.018672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Deleting port b6af69a9-bceb-4348-991d-037ca636109e {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:39.018931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.040576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-89ed0645-5065-43ff-b97d-c22e09c1ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:39.053171 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-89ed0645-5065-43ff-b97d-c22e09c1ca5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f485efc7-f398-4b72-a2c1-0b63ecf8a814 HTTP/1.1" status: 200 len: 834 time: 0.3710616 May 09 05:07:39.061220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:39.069044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.086185 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:37Z', 'revision_number': 10, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:39.097786 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:39.103157 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:39.104138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:39.120121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 067f1062-6a51-4f91-8f45-25726bffb57e yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:39.172374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Attempting to bind port b11fed47-06e1-47a5-8448-fb96af9dde2d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:39.173408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Attempting to bind port b11fed47-06e1-47a5-8448-fb96af9dde2d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '6319df2e-7758-4377-aaae-26ddcf200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:39.174373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Attempting to bind port b11fed47-06e1-47a5-8448-fb96af9dde2d on network 9901e71d-1057-4e36-948c-af45d3a8b61a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:39.186157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:39.186653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Checking segment: {'id': '6319df2e-7758-4377-aaae-26ddcf200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:39.187186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.188024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Bound using segment: {'id': '6319df2e-7758-4377-aaae-26ddcf200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:39.190603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Bound port: b11fed47-06e1-47a5-8448-fb96af9dde2d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6319df2e-7758-4377-aaae-26ddcf200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9901e71d-1057-4e36-948c-af45d3a8b61a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:39.191587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.198203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dc486-2501-4bf8-819c-c927bff05337 req-5c298468-5c43-4342-9099-40009014c1a7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:39.206103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e46dc486-2501-4bf8-819c-c927bff05337 req-5c298468-5c43-4342-9099-40009014c1a7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 944 time: 1.3120589 May 09 05:07:39.239969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.263839 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:39.265765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.322167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.326215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] For port b11fed47-06e1-47a5-8448-fb96af9dde2d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:39.330150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] For port b11fed47-06e1-47a5-8448-fb96af9dde2d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b11fed47-06e1-47a5-8448-fb96af9dde2d,segment=NetworkSegment(6319df2e-7758-4377-aaae-26ddcf200247),segment_id=6319df2e-7758-4377-aaae-26ddcf200247)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:39.338426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.350525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.366417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:39.374380 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-17fd37cc-fc45-4a25-874a-61ff1c52d285 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1252241 May 09 05:07:39.396508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35778) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:39.407200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:39.409274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.415307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2953224 May 09 05:07:39.423054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-79255232'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:39.434105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35782) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:39.441550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b8200d21-c43a-4e4c-b7e5-50b9bf7291de tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/floatingips/ab87b242-4880-4305-a77f-327aea564852 HTTP/1.1" status: 200 len: 993 time: 1.1690910 May 09 05:07:39.443833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '633add75-df33-4501-9773-0a18013d0299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:39.452027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.458852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:39.477987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:39.480018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:39.481223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:39.483614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:39.492139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:39.504973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:39.509434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:39.511614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] For port b6af69a9-bceb-4348-991d-037ca636109e, host hv-neutron-8404, got binding levels [] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:39.512018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.523424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:39.542155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.11 (9901e71d-1057-4e36-948c-af45d3a8b61a/b5248967-7341-4b44-b6b2-9c59e72ecf97/067f1062-6a51-4f91-8f45-25726bffb57e) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:39.594620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:39.615888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Allocated IP 172.26.0.156 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/0415aae8-11ce-44af-a80a-2f48682a27d0) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:39.623391 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:37Z', 'revision_number': 10, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:39.630066 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff14a6e3-faf6-48f6-875c-c85588ebd503 None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:37Z', 'revision_number': 10, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None, '_interfaces': [{'id': 'd0d1f2b7-bc47-4bd5-b61f-484da427cf60', 'name': '', 'network_id': 'bf542b9f-7b22-4310-b192-590567279f56', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'mac_address': 'fa:16:3e:a8:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '63e285dd-abb1-4671-953c-a36f36333e88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:09Z', 'updated_at': '2022-05-09T05:06:24Z', 'revision_number': 5, 'project_id': '31ea33af0617468a8582d72831233f62', 'subnets': [{'id': '63e285dd-abb1-4671-953c-a36f36333e88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:39.637763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e46dc486-2501-4bf8-819c-c927bff05337 req-6c147cb5-e320-4728-89f0-d517d76c6ac3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297752 May 09 05:07:39.690324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611c30-124c-4e1e-8ba2-c4c1275f88f9 None None] Pushing event updated for resources: {'Port': ['ID=b11fed47-06e1-47a5-8448-fb96af9dde2d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:39.718923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:39.733426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Calling delete_port for b6af69a9-bceb-4348-991d-037ca636109e owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:39.740883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1973d-43a9-4c41-9ad1-f2a0e7d81de1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633add75-df33-4501-9773-0a18013d0299,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:39.776301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-4634ab4b-21c5-4f56-a385-f8a074bd252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:39.777859 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-4634ab4b-21c5-4f56-a385-f8a074bd252c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005f8f21-856a-4cee-b380-58f4f94dcef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6676195 May 09 05:07:39.785450 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5b382da7-09de-40b7-98b1-93f43e87ea70 req-52d0a438-2264-4509-9873-119b8dac55a3 service neutron] 10.222.0.59 "GET /v2.0/networks/39dd6644-ed2b-4f35-941f-3256808fcad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3600800 May 09 05:07:39.825718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:39.828985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:39.843560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.030678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.084258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:40.134241 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-baca5046-92b7-4a3b-ae28-3a2e75c7b951 service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477683 May 09 05:07:40.136432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.139578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 11c2a9cb-3e9d-4c96-8abb-679b245193ae no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:40.187976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.189040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.201075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-4cf027ff-1e28-47ca-a309-0dcaa8fdb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:40.201788 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0b316447-7459-470a-bd86-bb21ae6e8835 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46 HTTP/1.1" status: 204 len: 168 time: 1.6387362 May 09 05:07:40.202932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-4cf027ff-1e28-47ca-a309-0dcaa8fdb065 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 1097 time: 0.3143885 May 09 05:07:40.208202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8ede7-7183-49ce-a13d-0cba6b5d9d22 None None] Network 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:40.222575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35786) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:40.233105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 11c2a9cb-3e9d-4c96-8abb-679b245193ae {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:40.233529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 11c2a9cb-3e9d-4c96-8abb-679b245193ae not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:40.302518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:40.373566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:40.416014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:07:34Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:35Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:40.422945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:40.423290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Updating router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf port 819bd493-6141-4267-88a7-eaf9a036ce6c binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:07:40.432538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.451647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:40.454040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:40.485518 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-446ca8e0-aa86-4441-b8c8-39394676b710 req-ea6753a8-7b80-488f-af93-2fd29ef4c86d service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406577 May 09 05:07:40.494079 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.529941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.537243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.537470 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 8ba3c6a6-15a4-4fbd-8485-40f597fcc47e of type vlan for network d79920ca-034d-4125-815b-765aaf4dff2f May 09 05:07:40.570390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6af69a9-bceb-4348-991d-037ca636109e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:40.575825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event updated for resources: {'Port': ['ID=0415aae8-11ce-44af-a80a-2f48682a27d0,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:40.593277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.635205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] DHCP port deletion for 0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:40.647438 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-285eb110-96f3-4b77-899d-5169d71eb49d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b6af69a9-bceb-4348-991d-037ca636109e HTTP/1.1" status: 204 len: 168 time: 1.7657409 May 09 05:07:40.665605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.670360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35790) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:40.676609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port cd4d4e96-99f7-4a40-aa92-02cefa17b224 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:40.676949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.708198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.712998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] Deleting port cd4d4e96-99f7-4a40-aa92-02cefa17b224 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:40.712998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.799796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:40.870753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-874715ff-5710-48d8-bb35-53259ee53e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:40.873218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-874715ff-5710-48d8-bb35-53259ee53e03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39dd6644-ed2b-4f35-941f-3256808fcad5 HTTP/1.1" status: 200 len: 897 time: 0.5474439 May 09 05:07:40.969857 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-3aebcb56-8d96-4a4b-b2e0-c53e1bba7a0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b318510a-9888-4863-8c38-e351065dc028 HTTP/1.1" status: 200 len: 217 time: 0.0670171 May 09 05:07:40.980867 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70787b9-b3aa-439c-930a-634598884e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] GET failed (client error): The resource could not be found. May 09 05:07:40.981406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a70787b9-b3aa-439c-930a-634598884e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Synchronizing usage tracker for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:41.003979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1799bc3c-5f29-487b-81b5-eee91e8a65a1,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:41.006592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:07:41.043922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-6cdaaa5c-d666-4f70-97b5-dd182332394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:41.045744 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-6cdaaa5c-d666-4f70-97b5-dd182332394e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0e3a7938-05b8-49a2-a46d-efd7cc3f99d9 HTTP/1.1" status: 200 len: 837 time: 0.0692434 May 09 05:07:41.060324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a70787b9-b3aa-439c-930a-634598884e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Unset dirty status for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:41.061837 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a70787b9-b3aa-439c-930a-634598884e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "GET /v2.0/ports/b6af69a9-bceb-4348-991d-037ca636109e HTTP/1.1" status: 404 len: 333 time: 0.3568645 May 09 05:07:41.072967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.075639 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ecea5dfc-233d-4734-8b20-c38a4cf96965 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6405804 May 09 05:07:41.087145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.096953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a874f9-7fd2-4c5a-906d-1ad1982cbd8e None None] Network 9901e71d-1057-4e36-948c-af45d3a8b61a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:41.109962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35796) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:41.110599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35798) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:41.122711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-277353809', 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:41.194128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:41.227533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.233041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:41.233638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.248497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object 067f1062-6a51-4f91-8f45-25726bffb57e will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:41.275653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-80412016-c47f-419b-9fdd-5f6bb10f4465 None None] Provisioning for port b11fed47-06e1-47a5-8448-fb96af9dde2d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:41.279894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] For port cd4d4e96-99f7-4a40-aa92-02cefa17b224, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cd4d4e96-99f7-4a40-aa92-02cefa17b224,segment=NetworkSegment(cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6),segment_id=cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:41.280431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.297914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:41.376485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-681691d4-c625-4c49-8ea6-3e2463d9c207 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.377104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-48995dfc-d7ea-44d1-b852-7417d46821ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:41.378794 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-48995dfc-d7ea-44d1-b852-7417d46821ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39dd6644-ed2b-4f35-941f-3256808fcad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3244247 May 09 05:07:41.410136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port cd4d4e96-99f7-4a40-aa92-02cefa17b224, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cd4d4e96-99f7-4a40-aa92-02cefa17b224,segment=NetworkSegment(cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6),segment_id=cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:41.410529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.431025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.0217671 May 09 05:07:41.432833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-681691d4-c625-4c49-8ea6-3e2463d9c207 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.437331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] Calling delete_port for cd4d4e96-99f7-4a40-aa92-02cefa17b224 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:41.439537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35804) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:41.459242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:41.466918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.475988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Made reservation on behalf of 110278d62b4040a7ad7aadf85445e739 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:41.478328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.513683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Transition to ACTIVE for port object 819bd493-6141-4267-88a7-eaf9a036ce6c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:41.558240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ee957-3828-4f58-b001-86b0eb73d62e req-33c1c65a-da0b-47e3-96dd-422919c333b2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:41.559753 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-680ee957-3828-4f58-b001-86b0eb73d62e req-33c1c65a-da0b-47e3-96dd-422919c333b2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 944 time: 0.7207875 May 09 05:07:41.570565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.605848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.629891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59794b-92d1-4a04-baff-80f3b4216d16 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=d79920ca-034d-4125-815b-765aaf4dff2f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:41.638734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for cd4d4e96-99f7-4a40-aa92-02cefa17b224 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:41.679578 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-57cbbd54-1a2a-4cf5-abd1-051e91ebf593 service neutron] 10.222.0.59 "GET /v2.0/networks/39dd6644-ed2b-4f35-941f-3256808fcad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912579 May 09 05:07:41.697486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network d79920ca-034d-4125-815b-765aaf4dff2f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:41.821929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] device_id is not set on port 42de6edf-0d54-4810-9e69-a4bc9a91d201 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:41.880830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.900750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b11fed47-06e1-47a5-8448-fb96af9dde2d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:41.932469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-681691d4-c625-4c49-8ea6-3e2463d9c207 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:41.940418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd36ec-f4c8-4986-88b0-e33e4f784886 None None] Pushing event updated for resources: {'Port': ['ID=819bd493-6141-4267-88a7-eaf9a036ce6c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:41.941746 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-680ee957-3828-4f58-b001-86b0eb73d62e req-2996954c-2041-4780-972d-d10ed0178ba0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199495 May 09 05:07:42.014278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.014811 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b77c4118-2e8b-481a-a4f5-3dbff158a29d req-8be2e5c2-64bd-4ed1-ad9a-89ffbe08d93e service neutron] 10.222.0.59 "GET /v2.0/networks/39dd6644-ed2b-4f35-941f-3256808fcad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260512 May 09 05:07:42.038675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:42.041813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681691d4-c625-4c49-8ea6-3e2463d9c207 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1799bc3c-5f29-487b-81b5-eee91e8a65a1,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:42.060980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] No DVR routers for this DVR port cd4d4e96-99f7-4a40-aa92-02cefa17b224 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:42.062934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5f6a7-790b-402a-b578-2e05b650e9b4 None None] Pushing event deleted for resources: {'Port': ['ID=cd4d4e96-99f7-4a40-aa92-02cefa17b224,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:42.107343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:42.127825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:42.149917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Attempting to bind port 819bd493-6141-4267-88a7-eaf9a036ce6c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:42.150285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Attempting to bind port 819bd493-6141-4267-88a7-eaf9a036ce6c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:42.150641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Attempting to bind port 819bd493-6141-4267-88a7-eaf9a036ce6c on network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:42.162406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:42.162776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Checking segment: {'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:42.163172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.163553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Bound using segment: {'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:42.164320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Bound port: 819bd493-6141-4267-88a7-eaf9a036ce6c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2586ea7d-4b2c-4200-938b-8b09483d76b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:42.164486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.165354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:42.165911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.173314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-681691d4-c625-4c49-8ea6-3e2463d9c207 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.176644 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-681691d4-c625-4c49-8ea6-3e2463d9c207 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1799bc3c-5f29-487b-81b5-eee91e8a65a1 HTTP/1.1" status: 204 len: 168 time: 1.0564663 May 09 05:07:42.176644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:42.176644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:42.193755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35808) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:42.210969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b11fed47-06e1-47a5-8448-fb96af9dde2d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:42.228485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b11fed47-06e1-47a5-8448-fb96af9dde2d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:42.228692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.345215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] For port 819bd493-6141-4267-88a7-eaf9a036ce6c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:42.350362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] For port 819bd493-6141-4267-88a7-eaf9a036ce6c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=819bd493-6141-4267-88a7-eaf9a036ce6c,segment=NetworkSegment(2586ea7d-4b2c-4200-938b-8b09483d76b0),segment_id=2586ea7d-4b2c-4200-938b-8b09483d76b0)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:42.351376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eaeeeafd-a405-4b1f-902d-9b8d681616f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.389422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 9901e71d-1057-4e36-948c-af45d3a8b61a is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:42.392316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.398280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:42.400958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:42.414041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Router c5ea4245-11f8-482d-96ee-6b62c2d3f875 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:07:42.437409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=067f1062-6a51-4f91-8f45-25726bffb57e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:42.462016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:42.465979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.487317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.533219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:42.533851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:42.692043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port cd4d4e96-99f7-4a40-aa92-02cefa17b224 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:42.692519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.695590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:42.707510 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] Sync routers for ids ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:42.722510 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] Routers {'c5ea4245-11f8-482d-96ee-6b62c2d3f875'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:42.723566 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:42.767856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:42.769553 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-26253771-59b8-4d70-a15a-6f671576c1fb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0859575 May 09 05:07:42.772234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35812) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:42.777959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:42.844588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:42.874967 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:42.886827 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] Routers {'c5ea4245-11f8-482d-96ee-6b62c2d3f875'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:42.887802 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:42.893034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-273c7b3c-b0d1-440f-8ead-0402d4c01182 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:42.909239 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] The port 'cd4d4e96-99f7-4a40-aa92-02cefa17b224' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:42.972825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:42.974021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.011692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.012880 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b11fed47-06e1-47a5-8448-fb96af9dde2d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b11fed47-06e1-47a5-8448-fb96af9dde2d,segment=NetworkSegment(6319df2e-7758-4377-aaae-26ddcf200247),segment_id=6319df2e-7758-4377-aaae-26ddcf200247)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:43.034665 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:43.039257 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0ef18-de14-462d-a990-2507bee9abf3 None None] The sync data for ids ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:43.123100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.139703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b318510a-9888-4863-8c38-e351065dc028 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:07:43.157496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:43.212339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.222164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:43.222592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb223b0-4bfe-4dfa-99c2-97d7c7383dc6') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:43.248388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-273c7b3c-b0d1-440f-8ead-0402d4c01182 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:43.252614 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-273c7b3c-b0d1-440f-8ead-0402d4c01182 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8936696 May 09 05:07:43.253983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35818) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:43.258748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.272588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b318510a-9888-4863-8c38-e351065dc028, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b318510a-9888-4863-8c38-e351065dc028,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:43.282982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-188957e6-fb97-4c3e-94d6-480bb5d7f955 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7158551 May 09 05:07:43.288631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35822) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:43.288848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd36ec-f4c8-4986-88b0-e33e4f784886 None None] Pushing event updated for resources: {'Port': ['ID=819bd493-6141-4267-88a7-eaf9a036ce6c,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:43.322604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'b318510a-9888-4863-8c38-e351065dc028', 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5', 'port_id': 'b318510a-9888-4863-8c38-e351065dc028', 'mac_address': 'fa:16:3e:8e:00:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:07:43.329736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.333630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.368009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:43.368643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:43.383768 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:43.393118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=4d134e64-07f9-4b86-9508-fca59473543f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:43.431149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cd4d4e96-99f7-4a40-aa92-02cefa17b224 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:43.454687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:43.455044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: d79920ca-034d-4125-815b-765aaf4dff2f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:43.476545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-409e27dd-3c51-429c-8768-f5b65959927e None None] Provisioning complete for port b11fed47-06e1-47a5-8448-fb96af9dde2d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:43.476906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-409e27dd-3c51-429c-8768-f5b65959927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.507806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 067f1062-6a51-4f91-8f45-25726bffb57e {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:43.508186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.512032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: cd4d4e96-99f7-4a40-aa92-02cefa17b224 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:43.512573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cd4d4e96-99f7-4a40-aa92-02cefa17b224 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:43.540324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.550323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd1482-e1df-4469-a371-7adfdb80e4dd req-d1cedd1b-bccf-4828-b4c6-761f66fee2c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:43.552439 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cafd1482-e1df-4469-a371-7adfdb80e4dd req-d1cedd1b-bccf-4828-b4c6-761f66fee2c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 944 time: 0.3879709 May 09 05:07:43.557449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.576049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b11fed47-06e1-47a5-8448-fb96af9dde2d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:43.590960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b318510a-9888-4863-8c38-e351065dc028 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:07:43.602222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.614777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:07:34Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:42Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:43.619181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b318510a-9888-4863-8c38-e351065dc028, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b318510a-9888-4863-8c38-e351065dc028,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:43.648474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.649332 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce03eb9-b3e6-4da0-b5f5-85c00970414e None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:07:34Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:42Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:43.650874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network d79920ca-034d-4125-815b-765aaf4dff2f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:43.657262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.671700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Network 458ffdaa-6376-42b1-a428-2778e0b314a3 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:43.702148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:43.704381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:43.718451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:43.724819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:43.725428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.735007 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a9960064-2494-45a2-a0c0-41f92cd04a2f tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/0702b5b7-d95a-4cf1-82e7-1d36fbec5c3f HTTP/1.1" status: 204 len: 168 time: 3.5083759 May 09 05:07:43.755617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35826) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:43.756266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, d79920ca-034d-4125-815b-765aaf4dff2f) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:43.763329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b318510a-9888-4863-8c38-e351065dc028,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:43.768713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305882d5-5f83-4ff6-b1c4-ffad7e0c254e None None] Network d79920ca-034d-4125-815b-765aaf4dff2f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:43.777063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=42de6edf-0d54-4810-9e69-a4bc9a91d201,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:43.811201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e42dbae-143b-404f-94ae-db44f2610846 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.840385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b11fed47-06e1-47a5-8448-fb96af9dde2d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:43.848638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:43.849218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.875012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e42dbae-143b-404f-94ae-db44f2610846 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.891094 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cafd1482-e1df-4469-a371-7adfdb80e4dd req-df8b9cbc-1482-45eb-9a6c-25242bbaf686 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167176 May 09 05:07:43.901187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.942104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-868ac422-6d34-4301-912d-000350294cb5 None None] Provisioning for port 067f1062-6a51-4f91-8f45-25726bffb57e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:43.956715 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-95919032-c384-4422-801d-7a9693e3acbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8402336 May 09 05:07:43.962465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-868ac422-6d34-4301-912d-000350294cb5 None None] Provisioning complete for port 067f1062-6a51-4f91-8f45-25726bffb57e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:43.962918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-868ac422-6d34-4301-912d-000350294cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:43.975541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35830) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:43.976295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e42dbae-143b-404f-94ae-db44f2610846 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.067228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['b318510a-9888-4863-8c38-e351065dc028'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:07:44.152297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.161834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-868ac422-6d34-4301-912d-000350294cb5 None None] Port 067f1062-6a51-4f91-8f45-25726bffb57e cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:44.169313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42dbae-143b-404f-94ae-db44f2610846 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633add75-df33-4501-9773-0a18013d0299,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:44.171072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b11fed47-06e1-47a5-8448-fb96af9dde2d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:44.171504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.183536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e42dbae-143b-404f-94ae-db44f2610846 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.187587 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7e42dbae-143b-404f-94ae-db44f2610846 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/633add75-df33-4501-9773-0a18013d0299 HTTP/1.1" status: 204 len: 168 time: 0.9308789 May 09 05:07:44.187587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de86ed0-77d7-4ef8-83ca-e4d54f83face tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:44.187587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9de86ed0-77d7-4ef8-83ca-e4d54f83face tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Synchronizing usage tracker for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:44.191059 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-11d04d5c-60e2-4005-aed1-ab442754fdac tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7436275 May 09 05:07:44.193670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35834) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:44.193989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35836) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:44.335601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-d79920ca-034d-4125-815b-765aaf4dff2f', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:07:44.336667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.400631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.409708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Deleting port 0415aae8-11ce-44af-a80a-2f48682a27d0 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:44.410052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.449235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9de86ed0-77d7-4ef8-83ca-e4d54f83face tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Unset dirty status for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:44.450437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9de86ed0-77d7-4ef8-83ca-e4d54f83face tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "GET /v2.0/ports/42de6edf-0d54-4810-9e69-a4bc9a91d201 HTTP/1.1" status: 200 len: 958 time: 0.4594662 May 09 05:07:44.459934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35842) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:44.556739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 067f1062-6a51-4f91-8f45-25726bffb57e owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:44.665921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7a3af00b-cdc3-4e81-9c96-bd55da64fc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.722892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Allocated IP 172.21.0.2 (d79920ca-034d-4125-815b-765aaf4dff2f/4d134e64-07f9-4b86-9508-fca59473543f/44256c10-3583-42c2-ad3c-41aa0d5cae3f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:44.774422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d7f4d87d-38f1-4da3-9ed7-95e7a8250adf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:44.805740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Deleting port 42de6edf-0d54-4810-9e69-a4bc9a91d201 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:44.806073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.832957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:44.898287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=067f1062-6a51-4f91-8f45-25726bffb57e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:45.036725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.063095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.063507 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-31599f0f-b7bd-48ed-8d38-48219fc96dab tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/067f1062-6a51-4f91-8f45-25726bffb57e HTTP/1.1" status: 204 len: 168 time: 1.7618468 May 09 05:07:45.066033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35848) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:45.081806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Transition to ACTIVE for port object 44256c10-3583-42c2-ad3c-41aa0d5cae3f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:45.112760 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Transition to ACTIVE for port object 44256c10-3583-42c2-ad3c-41aa0d5cae3f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:45.124820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.137930 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a30b73-080e-4bae-8ecc-a475991e8703 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:07:45.138661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a30b73-080e-4bae-8ecc-a475991e8703 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:45.140624 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-33a30b73-080e-4bae-8ecc-a475991e8703 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/067f1062-6a51-4f91-8f45-25726bffb57e HTTP/1.1" status: 404 len: 333 time: 0.0736170 May 09 05:07:45.164305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35852) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:45.231347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d7f4d87d-38f1-4da3-9ed7-95e7a8250adf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:45.231931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Pushing event updated for resources: {'Port': ['ID=44256c10-3583-42c2-ad3c-41aa0d5cae3f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:45.232572 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d7f4d87d-38f1-4da3-9ed7-95e7a8250adf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0227680 May 09 05:07:45.249978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Network d79920ca-034d-4125-815b-765aaf4dff2f is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:45.251642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:45.256128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:45.259212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35856) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:45.274076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355862411'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:45.283955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:45.310504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:45.331259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.353458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Attempting to bind port 44256c10-3583-42c2-ad3c-41aa0d5cae3f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:45.353919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Attempting to bind port 44256c10-3583-42c2-ad3c-41aa0d5cae3f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:45.354334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Attempting to bind port 44256c10-3583-42c2-ad3c-41aa0d5cae3f on network d79920ca-034d-4125-815b-765aaf4dff2f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:45.357210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.361234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:45.361682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Checking segment: {'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:45.362146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.362592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Bound using segment: {'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:45.363115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Bound port: 44256c10-3583-42c2-ad3c-41aa0d5cae3f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:45.363546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.383314 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af3a3d5-9db3-4c73-9cd6-94c5b82e0b3b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:07:45.387277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3af3a3d5-9db3-4c73-9cd6-94c5b82e0b3b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/067f1062-6a51-4f91-8f45-25726bffb57e HTTP/1.1" status: 404 len: 333 time: 0.2069144 May 09 05:07:45.392081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35860) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:45.434818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.469642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] For port 44256c10-3583-42c2-ad3c-41aa0d5cae3f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:45.474388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] For port 44256c10-3583-42c2-ad3c-41aa0d5cae3f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=44256c10-3583-42c2-ad3c-41aa0d5cae3f,segment=NetworkSegment(8ba3c6a6-15a4-4fbd-8485-40f597fcc47e),segment_id=8ba3c6a6-15a4-4fbd-8485-40f597fcc47e)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:45.480142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.507574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Calling delete_port for 0415aae8-11ce-44af-a80a-2f48682a27d0 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:45.565368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:45.578597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:45.585655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:45.594702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3c8e4-ab63-425a-8339-2d938730fa9d None None] Pushing event updated for resources: {'Port': ['ID=44256c10-3583-42c2-ad3c-41aa0d5cae3f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:45.611150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.619305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d112d-9c8e-432f-a945-5c590dc24f54 req-bec0e419-1514-40c7-96d6-043b69c4b942 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:45.620561 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d78d112d-9c8e-432f-a945-5c590dc24f54 req-bec0e419-1514-40c7-96d6-043b69c4b942 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 945 time: 0.4398742 May 09 05:07:45.621702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:45.631637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet b5248967-7341-4b44-b6b2-9c59e72ecf97 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:45.641127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.746927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.896871 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d78d112d-9c8e-432f-a945-5c590dc24f54 req-468cf0aa-b1d4-492d-a1a6-2f8a0e52ffdb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539103 May 09 05:07:45.902914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:45.915142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 819bd493-6141-4267-88a7-eaf9a036ce6c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:45.946740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Calling delete_port for 42de6edf-0d54-4810-9e69-a4bc9a91d201 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:45.992388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.013659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 819bd493-6141-4267-88a7-eaf9a036ce6c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:46.023481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 819bd493-6141-4267-88a7-eaf9a036ce6c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:46.024162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.104089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.188185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.227375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 819bd493-6141-4267-88a7-eaf9a036ce6c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=819bd493-6141-4267-88a7-eaf9a036ce6c,segment=NetworkSegment(2586ea7d-4b2c-4200-938b-8b09483d76b0),segment_id=2586ea7d-4b2c-4200-938b-8b09483d76b0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:46.232375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.274605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.286170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.320970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=819bd493-6141-4267-88a7-eaf9a036ce6c,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:46.345127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port d0d1f2b7-bc47-4bd5-b61f-484da427cf60 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:46.345465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.363455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event deleted for resources: {'Port': ['ID=42de6edf-0d54-4810-9e69-a4bc9a91d201,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:46.373605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.448637 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8750df86-170f-416b-ab8c-ccef91e4a73b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "DELETE /v2.0/ports/42de6edf-0d54-4810-9e69-a4bc9a91d201 HTTP/1.1" status: 204 len: 168 time: 1.9789891 May 09 05:07:46.449493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.453326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35864) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:46.494026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.558443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=b5248967-7341-4b44-b6b2-9c59e72ecf97,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:46.586193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.586859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b318510a-9888-4863-8c38-e351065dc028 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:46.620485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999ebc2-3dff-45fe-8124-3a7d82ed6a7b None None] Network 9901e71d-1057-4e36-948c-af45d3a8b61a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:46.648052 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6c062ae5-d05d-4081-b391-e536323bd44e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/b5248967-7341-4b44-b6b2-9c59e72ecf97 HTTP/1.1" status: 204 len: 168 time: 1.2528512 May 09 05:07:46.648886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35868) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:46.653602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.687995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.690420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Pushing event deleted for resources: {'Port': ['ID=0415aae8-11ce-44af-a80a-2f48682a27d0,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:46.759360 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-46680f8e-5b05-47d0-a9e6-71a8fad96eef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] GET failed (client error): The resource could not be found. May 09 05:07:46.759360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-46680f8e-5b05-47d0-a9e6-71a8fad96eef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Synchronizing usage tracker for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:46.785380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port d0d1f2b7-bc47-4bd5-b61f-484da427cf60, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,segment=NetworkSegment(e7444415-5e86-44dd-884d-286758a1288b),segment_id=e7444415-5e86-44dd-884d-286758a1288b)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:46.785872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.878054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.881492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-46680f8e-5b05-47d0-a9e6-71a8fad96eef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Unset dirty status for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:46.882734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-46680f8e-5b05-47d0-a9e6-71a8fad96eef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "GET /v2.0/ports/42de6edf-0d54-4810-9e69-a4bc9a91d201 HTTP/1.1" status: 404 len: 333 time: 0.2395682 May 09 05:07:46.883259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35872) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:46.884352 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6222906 May 09 05:07:46.888813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13fe207-0db2-4e37-87de-f153e81c69b8 None None] Network d79920ca-034d-4125-815b-765aaf4dff2f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:46.893134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '0b7653f1-426c-4382-8495-eb75d40d4dcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:46.899069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35874) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:46.916890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Request body: {'port': {'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-757810774'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:46.920610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:46.923116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:46.961656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for d0d1f2b7-bc47-4bd5-b61f-484da427cf60 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:46.987844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:46.991289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:47.004582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:47.009515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f42cc-d509-4812-a7fd-10f414d5538c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7653f1-426c-4382-8495-eb75d40d4dcf,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:47.033498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.063208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port b11fed47-06e1-47a5-8448-fb96af9dde2d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:47.063681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.068971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port b318510a-9888-4863-8c38-e351065dc028 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:47.086955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-82840a33-d168-4433-9747-a456aca441e4 None None] Provisioning for port 44256c10-3583-42c2-ad3c-41aa0d5cae3f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:47.096875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port b318510a-9888-4863-8c38-e351065dc028 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:47.097242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.132886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:47.134572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:47.258675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Made reservation on behalf of 110278d62b4040a7ad7aadf85445e739 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:47.260909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.295257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] DHCP port deletion for 9901e71d-1057-4e36-948c-af45d3a8b61a request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:47.314185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Deleting port b11fed47-06e1-47a5-8448-fb96af9dde2d {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:47.314547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.352609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.375252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.21.0.1 (d79920ca-034d-4125-815b-765aaf4dff2f/4d134e64-07f9-4b86-9508-fca59473543f/94f9f874-ffe7-497f-bd7b-c7ddbdff18c9) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:47.382369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] For port b11fed47-06e1-47a5-8448-fb96af9dde2d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b11fed47-06e1-47a5-8448-fb96af9dde2d,segment=NetworkSegment(6319df2e-7758-4377-aaae-26ddcf200247),segment_id=6319df2e-7758-4377-aaae-26ddcf200247)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:47.382919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.399904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.444674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] device_id is not set on port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:47.522091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for b11fed47-06e1-47a5-8448-fb96af9dde2d owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:47.525583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.564269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.604760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.624157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318510a-9888-4863-8c38-e351065dc028'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:07:47.646788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b318510a-9888-4863-8c38-e351065dc028, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b318510a-9888-4863-8c38-e351065dc028,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:47.652478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] For port b11fed47-06e1-47a5-8448-fb96af9dde2d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b11fed47-06e1-47a5-8448-fb96af9dde2d,segment=NetworkSegment(6319df2e-7758-4377-aaae-26ddcf200247),segment_id=6319df2e-7758-4377-aaae-26ddcf200247)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:47.652969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.662906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.693685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Port': ['ID=d0d1f2b7-bc47-4bd5-b61f-484da427cf60,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:47.696521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:47.977913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50e44f-9bea-4faa-a9b8-c62ba70d8c3e req-29d46ba5-c5f8-4d24-8828-3e6636be0aba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:47.987569 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa50e44f-9bea-4faa-a9b8-c62ba70d8c3e req-29d46ba5-c5f8-4d24-8828-3e6636be0aba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 945 time: 0.8945889 May 09 05:07:47.987844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Calling delete_port for b11fed47-06e1-47a5-8448-fb96af9dde2d owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:48.029350 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836fd369-2367-4f60-ac21-e51db4ef33d9'] response: {'server_uuid': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318510a-9888-4863-8c38-e351065dc028', 'code': 200} May 09 05:07:48.047963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44256c10-3583-42c2-ad3c-41aa0d5cae3f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:48.110862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.145490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.171762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b318510a-9888-4863-8c38-e351065dc028,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:48.189590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 44256c10-3583-42c2-ad3c-41aa0d5cae3f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:48.195182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 44256c10-3583-42c2-ad3c-41aa0d5cae3f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:48.195632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.231138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.247453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:48.247882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:48.314836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.321673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.345825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No DVR routers for this DVR port b11fed47-06e1-47a5-8448-fb96af9dde2d on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:48.361408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 44256c10-3583-42c2-ad3c-41aa0d5cae3f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=44256c10-3583-42c2-ad3c-41aa0d5cae3f,segment=NetworkSegment(8ba3c6a6-15a4-4fbd-8485-40f597fcc47e),segment_id=8ba3c6a6-15a4-4fbd-8485-40f597fcc47e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:48.366926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.367872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 819bd493-6141-4267-88a7-eaf9a036ce6c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:48.378479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=b11fed47-06e1-47a5-8448-fb96af9dde2d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:48.448086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Router c5ea4245-11f8-482d-96ee-6b62c2d3f875 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:48.455344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e01ca46-5b07-4cdc-8add-f350a79f054a,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:48.478922 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa50e44f-9bea-4faa-a9b8-c62ba70d8c3e req-92ec34c8-8ddd-4efb-acdd-f640446ad150 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4904366 May 09 05:07:48.505040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=44256c10-3583-42c2-ad3c-41aa0d5cae3f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:48.520739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.521130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 819bd493-6141-4267-88a7-eaf9a036ce6c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:48.521707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.607456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.634969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:48.635233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:48.643470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9901e71d-1057-4e36-948c-af45d3a8b61a']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:48.659737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.660281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6319df2e-7758-4377-aaae-26ddcf200247') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:48.660610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6319df2e-7758-4377-aaae-26ddcf200247') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:48.689658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.690839 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-677c614f-ffd4-4428-981d-9c7151b53fbc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8020828 May 09 05:07:48.705960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35884) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:48.712859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.717113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b11fed47-06e1-47a5-8448-fb96af9dde2d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:48.724476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '0b7653f1-426c-4382-8495-eb75d40d4dcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:48.731080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2fe2-0680-4574-bdbf-1a277d40c316 req-8a12af4e-1309-4be1-96f3-5df807e39ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:48.732548 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-59bc2fe2-0680-4574-bdbf-1a277d40c316 req-8a12af4e-1309-4be1-96f3-5df807e39ccc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 1099 time: 0.6239326 May 09 05:07:48.739942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:48.740144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.742430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:48.748914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:48.751653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Deleting port b11fed47-06e1-47a5-8448-fb96af9dde2d {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:48.751653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.767513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.771801 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-04f32df5-538c-471a-a41f-b2b923711200 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "PUT /v2.0/routers/c5ea4245-11f8-482d-96ee-6b62c2d3f875 HTTP/1.1" status: 200 len: 706 time: 5.9953282 May 09 05:07:48.771801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35888) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:48.772313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:48.788827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:48.793192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] Sync routers for ids ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:48.802790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b11fed47-06e1-47a5-8448-fb96af9dde2d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:48.803154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b11fed47-06e1-47a5-8448-fb96af9dde2d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:48.823676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:48.825644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.837068 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:48.847719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:48.848128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.858228 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:48.858891 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:48.873267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] Routers {'c5ea4245-11f8-482d-96ee-6b62c2d3f875'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:48.873678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:48.884233 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:48.937388 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d90c48a5-b846-417a-8fb3-7a084678c37e tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1785886 May 09 05:07:48.943555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35892) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:48.949483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-88b48491-ed6d-4077-8532-de6d4acff0c6 None None] The port 'b11fed47-06e1-47a5-8448-fb96af9dde2d' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:48.950360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:48.975867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:48.977406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] Routers {'c5ea4245-11f8-482d-96ee-6b62c2d3f875'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:48.978224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:49.023043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.027547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.033844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aaab7068-0ad0-4bd4-a431-7e2210a6eebe tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/routers/c5ea4245-11f8-482d-96ee-6b62c2d3f875 HTTP/1.1" status: 200 len: 741 time: 0.2566466 May 09 05:07:49.035723 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-59bc2fe2-0680-4574-bdbf-1a277d40c316 req-cbb04ea5-5a6f-42c3-bdbd-51e979bc13a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884314 May 09 05:07:49.040699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.050793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:49.051198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554781a-5f70-44c7-a6a8-f18c92b4b823 None None] The sync data for ids ['c5ea4245-11f8-482d-96ee-6b62c2d3f875'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:49.058805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35896) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:49.072544 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:49.098430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=9901e71d-1057-4e36-948c-af45d3a8b61a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:49.106406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting subnet 63e285dd-abb1-4671-953c-a36f36333e88 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:07:49.117048 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2c03fe1b-ed81-4d6e-a715-30cf3fca123d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/9901e71d-1057-4e36-948c-af45d3a8b61a HTTP/1.1" status: 204 len: 168 time: 2.4620206 May 09 05:07:49.117995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.149329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35900) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:49.151290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.167570 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8420b8fc-fa01-4da8-b280-096140eb8643 tempest-RoutersAdminTest-1756334505 tempest-RoutersAdminTest-1756334505-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=c5ea4245-11f8-482d-96ee-6b62c2d3f875 HTTP/1.1" status: 200 len: 205 time: 0.1076615 May 09 05:07:49.174266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-333210763'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:49.176438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35904) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:49.180701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network d79920ca-034d-4125-815b-765aaf4dff2f is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:49.200474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:49.203154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:49.214768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:49.230353 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5ff826dc-5c3b-406e-8027-562e11f7cff1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5ea4245-11f8-482d-96ee-6b62c2d3f875 HTTP/1.1" status: 200 len: 205 time: 0.0527904 May 09 05:07:49.233243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35908) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:49.243834 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:47Z', 'revision_number': 11, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:49.248714 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:49.249732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:49.259685 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:49.260631 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:49.274184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:49.283581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:49.296901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.302097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:49.315993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Network 458ffdaa-6376-42b1-a428-2778e0b314a3 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:49.355217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:49.357308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:49.361141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.373772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.379890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:49.381080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:49.381850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.415918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.418466 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:49.439169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.492185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5441a6-0aa7-43be-8585-3bd2fded179f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:49.505582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=d3fce29a-826b-41cd-aa9e-6a8c95faeb32,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:49.523226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:49.528792 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-132485cd-c6d4-4286-9c83-072e6d942337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6234078 May 09 05:07:49.533540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d454c2bd-98dc-41bb-93eb-750819637be8 None None] Provisioning for port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:49.539006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d454c2bd-98dc-41bb-93eb-750819637be8 None None] Provisioning complete for port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:49.539441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d454c2bd-98dc-41bb-93eb-750819637be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.547391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35914) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:49.571337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a57ba3-b764-4c1c-964b-29cc523b8af4 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.572133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:49.619516 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:47Z', 'revision_number': 11, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:49.628629 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af9b88-f4cd-4b1d-adbd-70a00b885dd6 None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:47Z', 'revision_number': 11, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:49.637256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.642100 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b6cc4477-d750-4d96-97f3-f83a39a0b68a tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9272888 May 09 05:07:49.681432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35918) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:49.691617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.691959 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment 203daf24-102f-45ce-83cf-444324abca76 of type vlan for network 728be40a-ff00-4c58-9b82-c37244e8b3bc May 09 05:07:49.699870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d454c2bd-98dc-41bb-93eb-750819637be8 None None] Port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:49.711631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '0b7653f1-426c-4382-8495-eb75d40d4dcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:49.735619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:49.748109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:49.751515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.761747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:49.781613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:49.793755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.923123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.962058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a57ba3-b764-4c1c-964b-29cc523b8af4 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.964342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.967117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.987957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.993429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:49.994007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:49.995655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a57ba3-b764-4c1c-964b-29cc523b8af4 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.085683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf8d6-f545-4f7c-9894-2b8c5e043d6d req-6db8327d-a456-4bfc-8bf9-6af420b1ea77 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:50.087113 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5e0cf8d6-f545-4f7c-9894-2b8c5e043d6d req-6db8327d-a456-4bfc-8bf9-6af420b1ea77 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 946 time: 0.4495790 May 09 05:07:50.090816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a57ba3-b764-4c1c-964b-29cc523b8af4 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.091552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a57ba3-b764-4c1c-964b-29cc523b8af4 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Fanout notify agent at l3_agent the message router_deleted on router c5ea4245-11f8-482d-96ee-6b62c2d3f875 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:07:50.114505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07a57ba3-b764-4c1c-964b-29cc523b8af4 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.116556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44256c10-3583-42c2-ad3c-41aa0d5cae3f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:50.119193 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-07a57ba3-b764-4c1c-964b-29cc523b8af4 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/c5ea4245-11f8-482d-96ee-6b62c2d3f875 HTTP/1.1" status: 204 len: 168 time: 0.8847697 May 09 05:07:50.121182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35922) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.201336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 44256c10-3583-42c2-ad3c-41aa0d5cae3f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:50.201983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.210503 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0798d472-45b1-4a6b-8d64-d1b1cde6cb96 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5ea4245-11f8-482d-96ee-6b62c2d3f875 HTTP/1.1" status: 200 len: 205 time: 0.0857995 May 09 05:07:50.213398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35926) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.284604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.330892 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5e0cf8d6-f545-4f7c-9894-2b8c5e043d6d req-431daa30-c7e7-4878-a109-4f37e213dd08 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103746 May 09 05:07:50.340827 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-1500e1a6-00d9-4410-b980-ab2b4073fe6b tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] delete failed (client error): The resource could not be found. May 09 05:07:50.342152 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1500e1a6-00d9-4410-b980-ab2b4073fe6b tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/c5ea4245-11f8-482d-96ee-6b62c2d3f875 HTTP/1.1" status: 404 len: 336 time: 0.1278648 May 09 05:07:50.344576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Subnet': ['ID=63e285dd-abb1-4671-953c-a36f36333e88,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:50.353931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.357281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35930) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.365285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3badb7d8-1ab1-44d2-ac83-1cea36596f2c None None] Network bf542b9f-7b22-4310-b192-590567279f56 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:50.404009 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f93c2425-8e89-4283-a6b6-48231c68740b tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=29db8fe6-a34e-4be9-a416-f6fa8eceebd4 HTTP/1.1" status: 200 len: 205 time: 0.0447791 May 09 05:07:50.413527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35934) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.417622 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-352ff533-dd4a-41f8-828c-5ba0ecf2b410 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/63e285dd-abb1-4671-953c-a36f36333e88 HTTP/1.1" status: 204 len: 168 time: 1.4706531 May 09 05:07:50.448327 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0d1f2b7-bc47-4bd5-b61f-484da427cf60 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:50.504645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3485298 May 09 05:07:50.506713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35938) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.507030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35940) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.509373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: d0d1f2b7-bc47-4bd5-b61f-484da427cf60 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:50.509989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0d1f2b7-bc47-4bd5-b61f-484da427cf60 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:50.526632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:50.547928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76a571-903e-44c6-8b93-5d64ee298465 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=728be40a-ff00-4c58-9b82-c37244e8b3bc,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:50.564045 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-4b1d58e3-31e4-40cd-a52d-1de647508c42 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] delete failed (client error): The resource could not be found. May 09 05:07:50.567580 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4b1d58e3-31e4-40cd-a52d-1de647508c42 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/29db8fe6-a34e-4be9-a416-f6fa8eceebd4 HTTP/1.1" status: 404 len: 336 time: 0.1489825 May 09 05:07:50.589796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 728be40a-ff00-4c58-9b82-c37244e8b3bc details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:50.614834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35946) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.714367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.734245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.737995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:50.745373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:50.748272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:50.760620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:50.764244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:50.764598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.776017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.817546 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-79316606-761e-40f9-b474-24088714dd36 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=e66067aa-d4c9-471f-94e1-ff147822b467 HTTP/1.1" status: 200 len: 205 time: 0.1907918 May 09 05:07:50.817751 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.833216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] DHCP port deletion for bf542b9f-7b22-4310-b192-590567279f56 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:07:50.838306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Deleting port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:50.838677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.845266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c209130-44ec-4f5c-b8d5-b9ce0b0aa929,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:50.865697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] device_id is not set on port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:50.883349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.886093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.887262 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e78a6aa3-fe51-4248-975c-f5bd9be4db66 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2028620 May 09 05:07:50.894764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35954) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.903426 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-9647df21-b589-4a04-9171-501ab91bed9e tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] delete failed (client error): The resource could not be found. May 09 05:07:50.906503 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9647df21-b589-4a04-9171-501ab91bed9e tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/e66067aa-d4c9-471f-94e1-ff147822b467 HTTP/1.1" status: 404 len: 336 time: 0.0851505 May 09 05:07:50.906679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '0b7653f1-426c-4382-8495-eb75d40d4dcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:50.910014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35958) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:50.916658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:50.936613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:50.939436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Transition to ACTIVE for port object d3fce29a-826b-41cd-aa9e-6a8c95faeb32 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:50.944598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:50.950206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:50.953677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:50.993008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.001445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:51.006804 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1628d4f4-95ae-444a-8cd2-bd552dc81102 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=36cb21c0-c158-4581-abc7-fdadaf2605cd HTTP/1.1" status: 200 len: 205 time: 0.0956452 May 09 05:07:51.037957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35962) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:51.090374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] For port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,segment=NetworkSegment(e7444415-5e86-44dd-884d-286758a1288b),segment_id=e7444415-5e86-44dd-884d-286758a1288b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:51.090819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.207004 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-d087cd56-8d9a-4fb5-992b-145d9555d8f9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] delete failed (client error): The resource could not be found. May 09 05:07:51.208064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d087cd56-8d9a-4fb5-992b-145d9555d8f9 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/36cb21c0-c158-4581-abc7-fdadaf2605cd HTTP/1.1" status: 404 len: 336 time: 0.1522074 May 09 05:07:51.214338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35966) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:51.217605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Calling delete_port for 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:51.237543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.260340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=d3fce29a-826b-41cd-aa9e-6a8c95faeb32,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:51.286072 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-11ea67d7-b006-4c51-b526-fe109d8c3e94 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=f346c99f-1c9c-47d8-a6f7-b37ec8f2788d HTTP/1.1" status: 200 len: 205 time: 0.0694935 May 09 05:07:51.292492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35970) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:51.302334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.308150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.308533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.308878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.309210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.309550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.309877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.310211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.310515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.310848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.311158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.311461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.311931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.320977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:51.322321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:51.322831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:51.348221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:51.348629 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:51.351594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Pushing event deleted for resources: {'Port': ['ID=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:51.352231 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 2 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:51.356427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] No DVR routers for this DVR port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:07:51.362654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.362989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.363324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.363643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.363964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.364283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.364732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.365474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.365474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.365683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.365951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.366259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d166fd5-092a-4649-92ac-74e276fefb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:51.411430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.413937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.415702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:51.415955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:51.416293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:51.421149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.433233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-08d1f85a-9d0d-4b25-b495-70fe3f013ce3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] delete failed (client error): The resource could not be found. May 09 05:07:51.434251 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-08d1f85a-9d0d-4b25-b495-70fe3f013ce3 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/f346c99f-1c9c-47d8-a6f7-b37ec8f2788d HTTP/1.1" status: 404 len: 336 time: 0.1395888 May 09 05:07:51.434952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:51.435284 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:51.436001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.437513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35976) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:51.467171 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 3 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:51.502472 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3fb3c8ed-4b2f-4619-b74a-dfe024e148bb tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "GET /v2.0/ports?device_id=85149044-aacc-4f9e-a83a-5588c29a765a HTTP/1.1" status: 200 len: 205 time: 0.0626905 May 09 05:07:51.506859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35980) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:51.508976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] For port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=117f10e3-dab2-4a4f-8eb2-d6c1831c3571,segment=NetworkSegment(e7444415-5e86-44dd-884d-286758a1288b),segment_id=e7444415-5e86-44dd-884d-286758a1288b)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:51.509318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.566288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607876ea-7d11-4a61-a21f-27aa82c08b9d,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:51.635078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Calling delete_port for 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:51.669566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:51.669897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:51.670224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:51.685462 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-8719fbaa-9f64-44ae-b5a0-0e10c64a53c1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] delete failed (client error): The resource could not be found. May 09 05:07:51.686489 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8719fbaa-9f64-44ae-b5a0-0e10c64a53c1 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/routers/85149044-aacc-4f9e-a83a-5588c29a765a HTTP/1.1" status: 404 len: 336 time: 0.1649673 May 09 05:07:51.693928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 35984) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:51.698677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:51.699000 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:51.702560 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 4 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:51.711195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.712362 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-51ad4386-65b4-44f6-bec0-e0e0ec8a3330 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8166623 May 09 05:07:51.718537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35988) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:51.719636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.730012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '0b7653f1-426c-4382-8495-eb75d40d4dcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:51.742408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:51.754056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:07:51.756233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:51.761120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:51.772931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:51.784503 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c5d199-1b57-48e7-bb78-a5d8bdeff096 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] DELETE failed (client error): The resource could not be found. May 09 05:07:51.784978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c5d199-1b57-48e7-bb78-a5d8bdeff096 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:07:51.786698 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-58c5d199-1b57-48e7-bb78-a5d8bdeff096 tempest-RoutersAdminTest-361805501 tempest-RoutersAdminTest-361805501-project] 10.222.0.50 "DELETE /v2.0/subnets/aa547a86-7a27-4a3e-b7d1-156ad08a82b3 HTTP/1.1" status: 404 len: 337 time: 0.0892794 May 09 05:07:51.787681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:51.788147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:51.788645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:51.791428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:51.806472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:07:51.807894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:07:51.826011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.835374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.856322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:51.856690 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:51.861484 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 5 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:51.871967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:07:51.872282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:07:51.897577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:51.897913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:51.898244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:51.909663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:51.909992 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:51.912761 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 6 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:51.932860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6f703-6670-4428-a127-54e158a06d82 req-db263a36-8d87-4461-a805-f20221f173f7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:51.934641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-11f6f703-6670-4428-a127-54e158a06d82 req-db263a36-8d87-4461-a805-f20221f173f7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 946 time: 0.4163191 May 09 05:07:51.949411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:51.970595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.979625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': '203daf24-102f-45ce-83cf-444324abca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:51.980321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: 728be40a-ff00-4c58-9b82-c37244e8b3bc, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:51.983765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:51.984310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:51.985001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:51.986738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:51.997034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:51.997593 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:52.006401 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 7 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:52.018868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cba6523-944e-4ca7-9ed3-18507149196d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:52.038611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 728be40a-ff00-4c58-9b82-c37244e8b3bc is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:52.041084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network d79920ca-034d-4125-815b-765aaf4dff2f is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:52.045112 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-11f6f703-6670-4428-a127-54e158a06d82 req-09057d25-b362-4b9a-a75e-6660ec3e7ada tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943110 May 09 05:07:52.046030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:52.046678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:52.047214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:52.052073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:52.057820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:52.058356 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:52.059841 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 8 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:52.060002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.061280 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d2df0d78-5c61-4b08-8204-ac9a1481aed5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3417020 May 09 05:07:52.064672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 35996) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:52.067030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 728be40a-ff00-4c58-9b82-c37244e8b3bc) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:52.086294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:52.086872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.090473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3643751-f283-4cd7-bbd8-8261a5518992 None None] Network 728be40a-ff00-4c58-9b82-c37244e8b3bc requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:52.117305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.131182 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7dba7729-8160-4211-ad43-1d5a172b1e9a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6190352 May 09 05:07:52.133126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.138975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36002) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:52.149338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-647818561'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:52.273687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36006) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:52.348169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.386335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Deleting port 117f10e3-dab2-4a4f-8eb2-d6c1831c3571 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:52.387294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.390115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:52.390683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:52.391182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:52.408985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:52.409574 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:52.411961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 9 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:52.436689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:52.437096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:52.437390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:52.441611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-728be40a-ff00-4c58-9b82-c37244e8b3bc', 'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc', 'tenant_id': '99d4548c969946e7bb158105ec1d9cd5', 'fixed_ips': [{'subnet_id': '7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:07:52.443188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.447101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:52.447427 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:52.448713 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempt 10 to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 May 09 05:07:52.461815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:52.473698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:52.474032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:52.474371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempting to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:52.477385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-611fdfc1-3e73-4dfe-ac6d-ed8e476335cc None None] Provisioning complete for port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:52.477808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-611fdfc1-3e73-4dfe-ac6d-ed8e476335cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.484431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cba6523-944e-4ca7-9ed3-18507149196d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:52.507709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.511394 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1cba6523-944e-4ca7-9ed3-18507149196d HTTP/1.1" status: 204 len: 168 time: 0.4430499 May 09 05:07:52.514465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] The port '117f10e3-dab2-4a4f-8eb2-d6c1831c3571' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:07:52.527800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36012) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:52.535842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.536154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.537548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.537548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.537548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.537548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.537944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:07:52.538035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.538121 dv-neutron-840482-1-hyperv neutron-server[88041]: ERROR neutron.plugins.ml2.managers [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Failed to bind port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '458ffdaa-6376-42b1-a428-2778e0b314a3'}] May 09 05:07:52.538203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.538292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.538379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.538773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.538930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.539446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f9bba-cc65-4c8f-bd72-b3b95ea7aefe tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:07:52.574394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.628817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:52.646416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-611fdfc1-3e73-4dfe-ac6d-ed8e476335cc None None] Port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:52.686658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Usage tracker for resource:security_group_rule and tenant:005012c9f6534f90bfa2539307487d9e is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:52.705524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:52.717554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:52.720043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:52.725141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Allocated IP 172.20.0.2 (728be40a-ff00-4c58-9b82-c37244e8b3bc/7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0/2594003c-1175-420c-b87d-6a2a9b2d80ae) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:52.727903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:52.735041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:52.736169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fed319d9-72ba-4eab-90c2-d0ba4ed47aae tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:52.740178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.757781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:52.758006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:52.766370 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-857d7d9c-4bc5-4ed0-bcf2-7996e631e0be tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5538409 May 09 05:07:52.772757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36016) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:52.783369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-101491700'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:52.793599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:52.798083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12511a3e-5dc1-4af1-b40d-4b9705e71047 req-e020367f-5b50-4474-9d41-53b9eed55094 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:52.798855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] For port d3fce29a-826b-41cd-aa9e-6a8c95faeb32, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:52.799228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attempted to set empty binding levels {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 09 05:07:52.800111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fed319d9-72ba-4eab-90c2-d0ba4ed47aae tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:52.801509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fed319d9-72ba-4eab-90c2-d0ba4ed47aae tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2715015 May 09 05:07:52.802824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:52.805136 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-12511a3e-5dc1-4af1-b40d-4b9705e71047 req-e020367f-5b50-4474-9d41-53b9eed55094 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 946 time: 0.5378714 May 09 05:07:52.805753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36020) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:52.808613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:52.818732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:52.823839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf542b9f-7b22-4310-b192-590567279f56']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:52.824569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.831454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:52.843394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:52.844186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:52.852009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:52.855463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.874818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7444415-5e86-44dd-884d-286758a1288b') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:52.875109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7444415-5e86-44dd-884d-286758a1288b') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:52.905941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.909533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] In _notify_port_updated(), no bound segment for port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 on network 458ffdaa-6376-42b1-a428-2778e0b314a3 {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:07:52.910422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:52.911039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.912337 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "PUT /v2.0/ports/d3fce29a-826b-41cd-aa9e-6a8c95faeb32 HTTP/1.1" status: 200 len: 980 time: 3.3602235 May 09 05:07:52.916195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36024) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:52.918361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:52.922283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.928186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port ebdbf710-12b8-401e-9d44-4bbfa4908387 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:07:52.940952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b44a94-62f0-45af-875e-07f03b796cfa tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.956804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b44a94-62f0-45af-875e-07f03b796cfa tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:52.966297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283f926-57c1-4c7b-81fd-40c5d29c5dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event updated for resources: {'Port': ['ID=d3fce29a-826b-41cd-aa9e-6a8c95faeb32,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:52.994580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:07:53.011041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b44a94-62f0-45af-875e-07f03b796cfa tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.016372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:53.025261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.025896 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 1b6930e4-4b42-4f6d-a089-ebf169f9ccff of type vlan for network 13203835-c4ab-4401-8eaa-46684f9e6d4a May 09 05:07:53.043430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b44a94-62f0-45af-875e-07f03b796cfa tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=607876ea-7d11-4a61-a21f-27aa82c08b9d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:53.084678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.096167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8b44a94-62f0-45af-875e-07f03b796cfa tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.097802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b8b44a94-62f0-45af-875e-07f03b796cfa tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/607876ea-7d11-4a61-a21f-27aa82c08b9d HTTP/1.1" status: 204 len: 168 time: 0.2910323 May 09 05:07:53.100483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36028) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:53.126692 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-12511a3e-5dc1-4af1-b40d-4b9705e71047 req-dfa5c264-9635-49fb-bc88-96a557adaafa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203647 May 09 05:07:53.169024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.174660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:53.175310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.191722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ebe57db-ec82-4eba-b6d5-6013a553a7dc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:53.199234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.231133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:53.231624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:53.246537 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:53.310405 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5332654 May 09 05:07:53.311962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36036) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:53.312732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ebe57db-ec82-4eba-b6d5-6013a553a7dc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:53.313334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Deleting port d3fce29a-826b-41cd-aa9e-6a8c95faeb32 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:53.316645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0ebe57db-ec82-4eba-b6d5-6013a553a7dc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2118764 May 09 05:07:53.317033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.319433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36040) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:53.323293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:53.342907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f084bf-b54e-4742-a901-6a8930142589 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=13203835-c4ab-4401-8eaa-46684f9e6d4a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:53.368894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:07:53.379356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.432847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.462085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7268419c-9f3c-4bcb-b078-23bfe13e7def tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.483935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7268419c-9f3c-4bcb-b078-23bfe13e7def tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.511294 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=005012c9f6534f90bfa2539307487d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2335958 May 09 05:07:53.511545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:53.512183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36044) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:53.523049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.527077 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:07:53.530113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:53.530655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.531984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa507d-f25d-4d3d-9060-cf25b45f57c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95dd191-0ec0-4326-be6b-4a252b68f7a5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:53.540300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:53.542013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Transition to ACTIVE for port object 2594003c-1175-420c-b87d-6a2a9b2d80ae will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:53.557543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:53.582367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Transition to ACTIVE for port object 2594003c-1175-420c-b87d-6a2a9b2d80ae will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:53.583394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7268419c-9f3c-4bcb-b078-23bfe13e7def tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.597074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.603764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:07:53.607252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.614855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.617484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Pushing event deleted for resources: {'Network': ['ID=bf542b9f-7b22-4310-b192-590567279f56,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:53.631169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268419c-9f3c-4bcb-b078-23bfe13e7def tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c209130-44ec-4f5c-b8d5-b9ce0b0aa929,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:53.636905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:07:49Z', 'revision_number': 3, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:50Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:53.666187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Network 728be40a-ff00-4c58-9b82-c37244e8b3bc is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:53.667162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:53.667513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Updating router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:07:53.700373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7268419c-9f3c-4bcb-b078-23bfe13e7def tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.707168 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7268419c-9f3c-4bcb-b078-23bfe13e7def tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7c209130-44ec-4f5c-b8d5-b9ce0b0aa929 HTTP/1.1" status: 204 len: 168 time: 0.3606107 May 09 05:07:53.707373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:53.707480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36048) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:53.715958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:53.724254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a10b0df9-29e7-45b2-90ab-59447dfdd366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.731934 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3e395ff9-d800-4ebd-a211-4e1791444aec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/networks/bf542b9f-7b22-4310-b192-590567279f56 HTTP/1.1" status: 204 len: 168 time: 3.2212973 May 09 05:07:53.737952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36052) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:53.747108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] For port d3fce29a-826b-41cd-aa9e-6a8c95faeb32, host hv-neutron-8404, got binding levels [] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:53.747813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.748906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'routes': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:53.773832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Pushing event updated for resources: {'Port': ['ID=2594003c-1175-420c-b87d-6a2a9b2d80ae,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:53.832911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.849767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Attempting to bind port 2594003c-1175-420c-b87d-6a2a9b2d80ae on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:53.850033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Attempting to bind port 2594003c-1175-420c-b87d-6a2a9b2d80ae by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '203daf24-102f-45ce-83cf-444324abca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:53.850594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Attempting to bind port 2594003c-1175-420c-b87d-6a2a9b2d80ae on network 728be40a-ff00-4c58-9b82-c37244e8b3bc {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:53.880915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.6 (728be40a-ff00-4c58-9b82-c37244e8b3bc/7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0/ebdbf710-12b8-401e-9d44-4bbfa4908387) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:53.882619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:53.883222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Checking segment: {'id': '203daf24-102f-45ce-83cf-444324abca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:53.883627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.884016 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Bound using segment: {'id': '203daf24-102f-45ce-83cf-444324abca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:53.884519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Bound port: 2594003c-1175-420c-b87d-6a2a9b2d80ae, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203daf24-102f-45ce-83cf-444324abca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '728be40a-ff00-4c58-9b82-c37244e8b3bc'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:53.884891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.895132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Calling delete_port for d3fce29a-826b-41cd-aa9e-6a8c95faeb32 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:53.907217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a10b0df9-29e7-45b2-90ab-59447dfdd366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:53.958889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a4634df-ad4a-4cd8-8cc1-2466bc3214bd tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:54.075485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] For port 2594003c-1175-420c-b87d-6a2a9b2d80ae, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:54.080991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] For port 2594003c-1175-420c-b87d-6a2a9b2d80ae, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2594003c-1175-420c-b87d-6a2a9b2d80ae,segment=NetworkSegment(203daf24-102f-45ce-83cf-444324abca76),segment_id=203daf24-102f-45ce-83cf-444324abca76)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:54.081563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a4634df-ad4a-4cd8-8cc1-2466bc3214bd tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:54.083151 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2a4634df-ad4a-4cd8-8cc1-2466bc3214bd tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3759522 May 09 05:07:54.090603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36056) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:54.101947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.122613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.195123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dbef4bf-1b01-4efa-8475-d774068fcb5b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.223371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3fce29a-826b-41cd-aa9e-6a8c95faeb32,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:54.232835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dbef4bf-1b01-4efa-8475-d774068fcb5b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.240261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.292044 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9b6c9552-bd2f-4f85-bdfa-79ae084dbd2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d3fce29a-826b-41cd-aa9e-6a8c95faeb32 HTTP/1.1" status: 204 len: 168 time: 1.3703842 May 09 05:07:54.293499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36060) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:54.337125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.341110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc45a-6356-4d08-823b-48be40475826 None None] Pushing event updated for resources: {'Port': ['ID=2594003c-1175-420c-b87d-6a2a9b2d80ae,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:54.362659 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdd6ab7-8089-4111-9420-fe74821c9ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] GET failed (client error): The resource could not be found. May 09 05:07:54.364281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-abdd6ab7-8089-4111-9420-fe74821c9ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Synchronizing usage tracker for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:54.365512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.extraroute_db [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Added routes are [] {{(pid=88041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 09 05:07:54.365820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.extraroute_db [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Removed routes are [] {{(pid=88041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 09 05:07:54.366186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.377203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dbef4bf-1b01-4efa-8475-d774068fcb5b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.400639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object ebdbf710-12b8-401e-9d44-4bbfa4908387 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:54.414109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef4bf-1b01-4efa-8475-d774068fcb5b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad5441a6-0aa7-43be-8585-3bd2fded179f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:54.426274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-abdd6ab7-8089-4111-9420-fe74821c9ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] Unset dirty status for tenant:110278d62b4040a7ad7aadf85445e739 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:54.427451 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-abdd6ab7-8089-4111-9420-fe74821c9ba2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310253197-project-admin] 10.222.0.50 "GET /v2.0/ports/d3fce29a-826b-41cd-aa9e-6a8c95faeb32 HTTP/1.1" status: 404 len: 333 time: 0.1271112 May 09 05:07:54.435858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36064) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:54.452779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dbef4bf-1b01-4efa-8475-d774068fcb5b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.456801 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9dbef4bf-1b01-4efa-8475-d774068fcb5b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ad5441a6-0aa7-43be-8585-3bd2fded179f HTTP/1.1" status: 204 len: 168 time: 0.3638132 May 09 05:07:54.460331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36066) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:54.473666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.480365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.487283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Transition to ACTIVE for port object 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:54.495677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.684364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df29a7-566c-4168-93d6-30bf09a52cd5 None None] Pushing event updated for resources: {'Port': ['ID=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:54.691199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36072) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:54.708245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a10b0df9-29e7-45b2-90ab-59447dfdd366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.736000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 728be40a-ff00-4c58-9b82-c37244e8b3bc is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:54.747551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:54.752233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:54.804023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Attempting to bind port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:54.804591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Attempting to bind port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:54.805745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Attempting to bind port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 on network d79920ca-034d-4125-815b-765aaf4dff2f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:54.814334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:54.814865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Checking segment: {'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:54.815390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.815873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Bound using segment: {'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:54.816467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Bound port: 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:54.816937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.829481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.844570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=ebdbf710-12b8-401e-9d44-4bbfa4908387,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:54.871405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3f9e27ef-4503-4b11-bc95-691235e661e8 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:54.933488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:54.934107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.943329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3f9e27ef-4503-4b11-bc95-691235e661e8 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:54.949568 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3f9e27ef-4503-4b11-bc95-691235e661e8 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4833925 May 09 05:07:54.952189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] For port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:54.955401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36076) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:54.956935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] For port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,segment=NetworkSegment(8ba3c6a6-15a4-4fbd-8485-40f597fcc47e),segment_id=8ba3c6a6-15a4-4fbd-8485-40f597fcc47e)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:54.965662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:54.976923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b0df9-29e7-45b2-90ab-59447dfdd366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95dd191-0ec0-4326-be6b-4a252b68f7a5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:54.986910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.064220 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7c6f6189-27a6-4107-919d-56b85de3c726 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.9207931 May 09 05:07:55.069654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36080) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:55.096581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:55.097058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:55.142204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.146822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.223125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df29a7-566c-4168-93d6-30bf09a52cd5 None None] Pushing event updated for resources: {'Port': ['ID=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:55.236952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.265933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port ebdbf710-12b8-401e-9d44-4bbfa4908387 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:07:55.266421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.274800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:55.282134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458ffdaa-6376-42b1-a428-2778e0b314a3']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:55.296021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:55.296783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9c7b6e-0b04-4e09-b846-cdb7cc078ff9') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:55.312827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.336785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.359100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:07:55.360455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:07:55.377554 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:07:55.445721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0849-d67e-424a-a217-3e4bb62cfa8b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.473136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0849-d67e-424a-a217-3e4bb62cfa8b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.489107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a10b0df9-29e7-45b2-90ab-59447dfdd366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.493140 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a10b0df9-29e7-45b2-90ab-59447dfdd366 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f95dd191-0ec0-4326-be6b-4a252b68f7a5 HTTP/1.1" status: 204 len: 168 time: 1.9799323 May 09 05:07:55.494793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.505216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.517836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:07:55.531387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] Pushing event deleted for resources: {'Network': ['ID=458ffdaa-6376-42b1-a428-2778e0b314a3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:55.540527 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4c4cd1ee-d7b1-404f-b328-15fda21ac61b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310132190-project] 10.222.0.50 "DELETE /v2.0/networks/458ffdaa-6376-42b1-a428-2778e0b314a3 HTTP/1.1" status: 204 len: 168 time: 1.0823810 May 09 05:07:55.554039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0849-d67e-424a-a217-3e4bb62cfa8b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.570568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0849-d67e-424a-a217-3e4bb62cfa8b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.571722 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fe7e0849-d67e-424a-a217-3e4bb62cfa8b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3e01ca46-5b07-4cdc-8add-f350a79f054a HTTP/1.1" status: 204 len: 168 time: 0.5943079 May 09 05:07:55.582594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36088) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:55.619796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0849-d67e-424a-a217-3e4bb62cfa8b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e01ca46-5b07-4cdc-8add-f350a79f054a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:55.660494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fb455f0f-2cdb-49a9-bb33-7bc902559a06 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:55.663162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=69a11dd9-eb33-4e3d-aa64-e310d2e36aed,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:55.697524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fb455f0f-2cdb-49a9-bb33-7bc902559a06 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:55.702764 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fb455f0f-2cdb-49a9-bb33-7bc902559a06 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1190403 May 09 05:07:55.705687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36092) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:55.856632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2594003c-1175-420c-b87d-6a2a9b2d80ae up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:55.887207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-73f36776-2f0e-444c-918d-4dd5c694231e tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.899729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de061e-0f3e-4196-94e9-99d7d89cbef9 None None] Network 728be40a-ff00-4c58-9b82-c37244e8b3bc requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:55.949499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-73f36776-2f0e-444c-918d-4dd5c694231e tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:55.973902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36100) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.028836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:56.029425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: 13203835-c4ab-4401-8eaa-46684f9e6d4a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:07:56.088262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-73f36776-2f0e-444c-918d-4dd5c694231e tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.097529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-47a7ba1c-26f9-4674-ab7d-c3d4e2fb690b None None] Provisioning for port 2594003c-1175-420c-b87d-6a2a9b2d80ae completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:56.117405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:07:49Z', 'revision_number': 3, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:54Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:56.117907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f36776-2f0e-444c-918d-4dd5c694231e tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7653f1-426c-4382-8495-eb75d40d4dcf,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:56.130087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bb141-7b84-4816-95dd-ee1205e7f40d None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:07:49Z', 'revision_number': 3, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:54Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:56.165148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-73f36776-2f0e-444c-918d-4dd5c694231e tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.171643 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-73f36776-2f0e-444c-918d-4dd5c694231e tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/0b7653f1-426c-4382-8495-eb75d40d4dcf HTTP/1.1" status: 204 len: 168 time: 0.4645147 May 09 05:07:56.172879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36106) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.310617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2594003c-1175-420c-b87d-6a2a9b2d80ae completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:56.324896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36110) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.326691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2594003c-1175-420c-b87d-6a2a9b2d80ae triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:56.327067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.350738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-54fa0272-c7ae-48a0-a646-7df8675e4b30 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:56.388419 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-af3fd260-5e12-4801-916a-23e233fd9863 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=113443a6d3fa4fadbcb0e969ccddf839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132161 May 09 05:07:56.395777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36114) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.432771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:07:56.440162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.441365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-65e3f84b-24fd-4b90-86a5-ab0ad57daf87 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 200 len: 705 time: 2.7014091 May 09 05:07:56.445979 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] Sync routers for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:07:56.461255 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:56.462053 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:56.470126 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-54c07cef-dcdb-4a37-8192-1303933bebea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed642a6d1fad41d191f20678486cac02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426399 May 09 05:07:56.473981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36118) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.474477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36120) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.476710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-54fa0272-c7ae-48a0-a646-7df8675e4b30 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:56.480890 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-54fa0272-c7ae-48a0-a646-7df8675e4b30 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3067849 May 09 05:07:56.501835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36122) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.506980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.581316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 2594003c-1175-420c-b87d-6a2a9b2d80ae, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2594003c-1175-420c-b87d-6a2a9b2d80ae,segment=NetworkSegment(203daf24-102f-45ce-83cf-444324abca76),segment_id=203daf24-102f-45ce-83cf-444324abca76)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:56.588945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.598099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657107395'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:56.630811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:07:56.632805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:56.640958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f2c1a4d-2201-4a35-b62b-8d974238fa06 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:56.723010 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:56.741329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:56.775666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 13203835-c4ab-4401-8eaa-46684f9e6d4a) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:56.799280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.813410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e969e5-c10f-4c45-abd3-880214666379 None None] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:07:56.817157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f2c1a4d-2201-4a35-b62b-8d974238fa06 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:56.819385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:07:56.820035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.827796 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2f2c1a4d-2201-4a35-b62b-8d974238fa06 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 200 len: 205 time: 0.3452556 May 09 05:07:56.829560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36130) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:56.856677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca5838eb-7fdc-482f-8008-a4ab3d5804e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.860804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b2da4367-fb44-4433-8496-f34d0e688c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.894911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:56.912116 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:47Z', 'revision_number': 11, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:56.915584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=2594003c-1175-420c-b87d-6a2a9b2d80ae,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:56.919393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:56.925902 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] Checking router: 71dc6b80-01bd-4431-b4de-2c9458eb2b9d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:07:56.947413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:56.953859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] Routers {'71dc6b80-01bd-4431-b4de-2c9458eb2b9d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:07:56.954500 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:56.957021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca5838eb-7fdc-482f-8008-a4ab3d5804e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:56.972274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:56.977520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b2da4367-fb44-4433-8496-f34d0e688c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.034371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-10835933-4136-4d9a-96b4-1c074972573a None None] Provisioning for port ebdbf710-12b8-401e-9d44-4bbfa4908387 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:57.045896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-10835933-4136-4d9a-96b4-1c074972573a None None] Provisioning complete for port ebdbf710-12b8-401e-9d44-4bbfa4908387 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:57.047660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-10835933-4136-4d9a-96b4-1c074972573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.147181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b2da4367-fb44-4433-8496-f34d0e688c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.163440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca5838eb-7fdc-482f-8008-a4ab3d5804e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.189311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da4367-fb44-4433-8496-f34d0e688c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d1696b-4b08-45ec-b39c-2bb40a8527ea,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:57.190054 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9020ca94-1c27-4902-b353-f3f8745440e8 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8747320 May 09 05:07:57.210327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36134) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:57.226020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-10835933-4136-4d9a-96b4-1c074972573a None None] Port ebdbf710-12b8-401e-9d44-4bbfa4908387 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:57.229733 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] Set router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:07:57.240773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5838eb-7fdc-482f-8008-a4ab3d5804e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1af36f0-6c6d-426a-8a4a-ffd48a76cf03,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:57.269868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b2da4367-fb44-4433-8496-f34d0e688c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.273971 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b2da4367-fb44-4433-8496-f34d0e688c13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68d1696b-4b08-45ec-b39c-2bb40a8527ea HTTP/1.1" status: 204 len: 168 time: 0.8704844 May 09 05:07:57.289961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.308412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca5838eb-7fdc-482f-8008-a4ab3d5804e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.309944 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ca5838eb-7fdc-482f-8008-a4ab3d5804e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1af36f0-6c6d-426a-8a4a-ffd48a76cf03 HTTP/1.1" status: 204 len: 168 time: 0.8215110 May 09 05:07:57.312717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.321041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.321450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0f37922-4096-4c98-8826-2bb5393e2b1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.357621 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:47Z', 'revision_number': 11, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:07:57.362359 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23987db2-3c34-401b-8942-56b5977a0260 None None] The sync data for ids ['71dc6b80-01bd-4431-b4de-2c9458eb2b9d'] in dv-neutron-840482-1-hyperv is: [{'id': '71dc6b80-01bd-4431-b4de-2c9458eb2b9d', 'name': 'tempest-RoutersIpV6Test-router-1111685195', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:03Z', 'updated_at': '2022-05-09T05:07:47Z', 'revision_number': 11, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:07:57.395089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.397023 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8343146 May 09 05:07:57.401176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36142) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:57.414214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '85c04ea8-1e13-4517-b39a-b802d13634ff', 'direction': 'ingress', 'protocol': 17}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:57.420743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dc113-b93d-45a6-aaac-de198440eaf9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c04ea8-1e13-4517-b39a-b802d13634ff,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:57.427032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:57.432885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:57.437293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:57.447093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:57.479022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.480067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-13203835-c4ab-4401-8eaa-46684f9e6d4a', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:07:57.481466 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.538460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-10835933-4136-4d9a-96b4-1c074972573a None None] Provisioning complete for port 2594003c-1175-420c-b87d-6a2a9b2d80ae triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:57.540091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-10835933-4136-4d9a-96b4-1c074972573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.586458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.593441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.607513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.634490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd2f729-3af1-4019-9cea-560bd7faa4e9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:57.666639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.668900 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-02d07784-6cfb-44d2-9d6c-0ff379f1ed41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2597489 May 09 05:07:57.671945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36150) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:57.870014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a4831987-db36-4261-a1e5-58ca236d4fb3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.909841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a4831987-db36-4261-a1e5-58ca236d4fb3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:57.976724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:57.998830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a4831987-db36-4261-a1e5-58ca236d4fb3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.031372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for ebdbf710-12b8-401e-9d44-4bbfa4908387 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:07:58.045352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4831987-db36-4261-a1e5-58ca236d4fb3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c04ea8-1e13-4517-b39a-b802d13634ff,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:58.076982 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a4831987-db36-4261-a1e5-58ca236d4fb3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.079703 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a4831987-db36-4261-a1e5-58ca236d4fb3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/85c04ea8-1e13-4517-b39a-b802d13634ff HTTP/1.1" status: 204 len: 168 time: 0.4064028 May 09 05:07:58.083028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36164) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:58.159077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36170) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:58.257890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Allocated IP 172.22.0.2 (13203835-c4ab-4401-8eaa-46684f9e6d4a/69a11dd9-eb33-4e3d-aa64-e310d2e36aed/0d769bf6-7bbf-46a2-9287-84c692a5e98d) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:58.259296 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9747f02f-26a7-4120-b988-e01811a640f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=110278d62b4040a7ad7aadf85445e739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992026 May 09 05:07:58.261002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:07:58.263688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36176) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:58.270891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:58.271263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.286198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8be41635-2a80-4093-a3a2-3b0552f20bf1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:07:58.321564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8be41635-2a80-4093-a3a2-3b0552f20bf1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:07:58.327511 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8be41635-2a80-4093-a3a2-3b0552f20bf1 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2432175 May 09 05:07:58.329303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36180) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:58.352352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092034461'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:58.361756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:58.388382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:58.391344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d6eac3f-afd6-4baa-83f3-6d410d0d1e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.427162 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.456797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d6eac3f-afd6-4baa-83f3-6d410d0d1e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.463873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:58.485029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:58.493487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:58.502605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:58.580967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d6eac3f-afd6-4baa-83f3-6d410d0d1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.618663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.619687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eac3f-afd6-4baa-83f3-6d410d0d1e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e02b369-70e7-4998-9bf3-98c6c3b96374,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:58.628253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.658176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a9018a46-f309-42f7-9413-78f0b9814f4f None None] Provisioning complete for port ebdbf710-12b8-401e-9d44-4bbfa4908387 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:58.658547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9018a46-f309-42f7-9413-78f0b9814f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.728481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d6eac3f-afd6-4baa-83f3-6d410d0d1e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.739529 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2d6eac3f-afd6-4baa-83f3-6d410d0d1e35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e02b369-70e7-4998-9bf3-98c6c3b96374 HTTP/1.1" status: 204 len: 168 time: 0.4737134 May 09 05:07:58.772512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.773903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.775146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4286573 May 09 05:07:58.779043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36194) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:58.785140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536925117'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:58.792211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d84471-5508-46e4-a4b9-c46ea42279d3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4c8be-4844-44aa-bca5-4085187311b6,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:58.795395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:58.802071 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:58.805729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:58.814230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:58.820964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a9018a46-f309-42f7-9413-78f0b9814f4f None None] Port ebdbf710-12b8-401e-9d44-4bbfa4908387 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:07:58.822762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.832540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.840638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Transition to ACTIVE for port object 0d769bf6-7bbf-46a2-9287-84c692a5e98d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:58.848135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,segment=NetworkSegment(8ba3c6a6-15a4-4fbd-8485-40f597fcc47e),segment_id=8ba3c6a6-15a4-4fbd-8485-40f597fcc47e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:07:58.855361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.856225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2594003c-1175-420c-b87d-6a2a9b2d80ae up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:07:58.892741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:58.899389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:58.904356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:58.913332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:58.915219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.17 (39dd6644-ed2b-4f35-941f-3256808fcad5/0e3a7938-05b8-49a2-a46d-efd7cc3f99d9/2e80211d-f65d-4466-b98e-3774c7804e0d) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:07:58.948991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0f37922-4096-4c98-8826-2bb5393e2b1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.969982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0f37922-4096-4c98-8826-2bb5393e2b1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:58.988819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Transition to ACTIVE for port object 0d769bf6-7bbf-46a2-9287-84c692a5e98d will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:07:59.065988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.078852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.095809 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:59.122967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.153125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.156372 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3751860 May 09 05:07:59.161251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36204) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:59.169292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0f37922-4096-4c98-8826-2bb5393e2b1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.169786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f37922-4096-4c98-8826-2bb5393e2b1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Fanout notify agent at l3_agent the message router_deleted on router 71dc6b80-01bd-4431-b4de-2c9458eb2b9d {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:07:59.184227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '12a4c8be-4844-44aa-bca5-4085187311b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '643d7a1f-18a3-4d73-94f8-a19dc413d331', 'remote_ip_prefix': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:59.195483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:59.214124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:59.218016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:59.221568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c509b-c560-4b64-ad68-b987b187e44d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643d7a1f-18a3-4d73-94f8-a19dc413d331,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:59.229224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:59.262402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.312348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:07:59.319018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:07:59.336421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:07:59.381432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Pushing event updated for resources: {'Port': ['ID=0d769bf6-7bbf-46a2-9287-84c692a5e98d,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:59.409458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.416307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.427081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0f37922-4096-4c98-8826-2bb5393e2b1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.432268 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e0f37922-4096-4c98-8826-2bb5393e2b1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 204 len: 168 time: 2.5960560 May 09 05:07:59.443321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36216) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:59.450432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491b8966-95cb-4802-86da-07b3eb5d7a4e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:59.463092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Attempting to bind port 0d769bf6-7bbf-46a2-9287-84c692a5e98d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:07:59.463532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Attempting to bind port 0d769bf6-7bbf-46a2-9287-84c692a5e98d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:07:59.464026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Attempting to bind port 0d769bf6-7bbf-46a2-9287-84c692a5e98d on network 13203835-c4ab-4401-8eaa-46684f9e6d4a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:07:59.470931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2594003c-1175-420c-b87d-6a2a9b2d80ae triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:07:59.471822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.472042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.478129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1905957788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:59.496018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:07:59.505508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:07:59.505776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Checking segment: {'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:07:59.505987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.506366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Bound using segment: {'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:07:59.506629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Usage tracker for resource:router and tenant:31ea33af0617468a8582d72831233f62 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:07:59.506843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Bound port: 0d769bf6-7bbf-46a2-9287-84c692a5e98d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:07:59.507204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.514716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:07:59.525299 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:07:59.531562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.537291 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e1ae0544-20cd-482f-b9d6-93a7e83d5d1d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3744979 May 09 05:07:59.545539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36222) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:59.568371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=ebdbf710-12b8-401e-9d44-4bbfa4908387,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:59.612820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.614348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.634769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3080c0b8-5d7d-4e1d-b8ce-a322457df578 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.639379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.657378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3080c0b8-5d7d-4e1d-b8ce-a322457df578 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.714667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.746825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3080c0b8-5d7d-4e1d-b8ce-a322457df578 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.773056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c0b8-5d7d-4e1d-b8ce-a322457df578 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=491b8966-95cb-4802-86da-07b3eb5d7a4e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:07:59.793583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.820732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3080c0b8-5d7d-4e1d-b8ce-a322457df578 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.821856 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3080c0b8-5d7d-4e1d-b8ce-a322457df578 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/491b8966-95cb-4802-86da-07b3eb5d7a4e HTTP/1.1" status: 204 len: 168 time: 0.2753015 May 09 05:07:59.824737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36232) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:59.843364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:07:59.844605 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-842d4f69-8aae-4cd8-b07a-52c388ee3733 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3819718 May 09 05:07:59.847948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36236) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:07:59.862051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e885ec49-cd6c-47ad-b050-9595ceee8ef2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:07:59.870503 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] For port 0d769bf6-7bbf-46a2-9287-84c692a5e98d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:07:59.892734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] For port 0d769bf6-7bbf-46a2-9287-84c692a5e98d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0d769bf6-7bbf-46a2-9287-84c692a5e98d,segment=NetworkSegment(1b6930e4-4b42-4f6d-a089-ebf169f9ccff),segment_id=1b6930e4-4b42-4f6d-a089-ebf169f9ccff)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:07:59.904067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.089035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:00.185535 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.194256 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5ee7c22f-2db0-45fb-b82c-5541da608c69 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/ebdbf710-12b8-401e-9d44-4bbfa4908387 HTTP/1.1" status: 204 len: 168 time: 5.0604007 May 09 05:08:00.208041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26569b8b-2a93-43f6-bae3-08af5b6a8163 None None] Pushing event updated for resources: {'Port': ['ID=0d769bf6-7bbf-46a2-9287-84c692a5e98d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:00.237862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36248) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:00.238336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36252) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:00.255596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:00.256225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.324703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4a0e2ce7-68e3-448f-a549-311f87cf35bf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:00.377651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 2e80211d-f65d-4466-b98e-3774c7804e0d will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:00.496964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4a0e2ce7-68e3-448f-a549-311f87cf35bf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:00.499065 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4a0e2ce7-68e3-448f-a549-311f87cf35bf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6733582 May 09 05:08:00.504334 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef63a81-5ac1-4298-acc4-b40221e2f030 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:08:00.507736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ef63a81-5ac1-4298-acc4-b40221e2f030 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:00.509606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36264) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:00.662663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ef63a81-5ac1-4298-acc4-b40221e2f030 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:00.667342 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0ef63a81-5ac1-4298-acc4-b40221e2f030 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/ebdbf710-12b8-401e-9d44-4bbfa4908387 HTTP/1.1" status: 404 len: 333 time: 0.3629553 May 09 05:08:00.681346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36270) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:00.705171 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-ef3f0485-35ed-4e0d-8ee0-c19041ad5308 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9788647 May 09 05:08:00.712936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.717626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e885ec49-cd6c-47ad-b050-9595ceee8ef2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.747279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e885ec49-cd6c-47ad-b050-9595ceee8ef2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.758960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec7ef-8199-4c0f-b8ef-24e00774ad69 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.876317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-998157213', 'router:external': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:00.927391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec7ef-8199-4c0f-b8ef-24e00774ad69 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.966310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:00.967752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:00.984665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:00.994118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:01.001033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:network and tenant:709cdb5781474669b043f5177b9e22ff is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:01.009746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=2e80211d-f65d-4466-b98e-3774c7804e0d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:01.016046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:01.032866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e885ec49-cd6c-47ad-b050-9595ceee8ef2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Router ebd597e2-a8b6-49ed-9f7c-02174b565850 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:08:01.049004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec7ef-8199-4c0f-b8ef-24e00774ad69 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.066784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:01.097528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:01.103496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ec7ef-8199-4c0f-b8ef-24e00774ad69 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d7a1f-18a3-4d73-94f8-a19dc413d331,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:01.126583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet 7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:01.239161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.257028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec7ef-8199-4c0f-b8ef-24e00774ad69 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.258204 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bb4ec7ef-8199-4c0f-b8ef-24e00774ad69 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/643d7a1f-18a3-4d73-94f8-a19dc413d331 HTTP/1.1" status: 204 len: 168 time: 0.7475107 May 09 05:08:01.259242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e885ec49-cd6c-47ad-b050-9595ceee8ef2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:01.261832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36284) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.273098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] Sync routers for ids ['ebd597e2-a8b6-49ed-9f7c-02174b565850'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:01.278144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e885ec49-cd6c-47ad-b050-9595ceee8ef2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.280206 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e885ec49-cd6c-47ad-b050-9595ceee8ef2 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "PUT /v2.0/routers/ebd597e2-a8b6-49ed-9f7c-02174b565850 HTTP/1.1" status: 200 len: 698 time: 1.4312553 May 09 05:08:01.290366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] Routers {'ebd597e2-a8b6-49ed-9f7c-02174b565850'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:01.293053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ebd597e2-a8b6-49ed-9f7c-02174b565850'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:01.298872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36288) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.392037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a26e4ef-2398-4bcc-bae1-7b67dfe2f869 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:01.435830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2a26e4ef-2398-4bcc-bae1-7b67dfe2f869 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:01.440656 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2a26e4ef-2398-4bcc-bae1-7b67dfe2f869 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1744502 May 09 05:08:01.441117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36294) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.509317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] Set router ebd597e2-a8b6-49ed-9f7c-02174b565850 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:01.523743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Made reservation on behalf of 709cdb5781474669b043f5177b9e22ff for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:01.526327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.564713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e1fef3-08ab-429d-89f8-922d36ec914f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.594995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e1fef3-08ab-429d-89f8-922d36ec914f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.604950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.605810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36298) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.622256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.635712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999bbe1-cb12-4670-a30c-95eced939674 None None] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:01.652462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.666191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd597e2-a8b6-49ed-9f7c-02174b565850', 'name': 'tempest-RoutersIpV6Test-router-1905957788', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:59Z', 'updated_at': '2022-05-09T05:08:00Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:01.671390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e1fef3-08ab-429d-89f8-922d36ec914f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.697704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1fef3-08ab-429d-89f8-922d36ec914f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4c8be-4844-44aa-bca5-4085187311b6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:01.721301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e1fef3-08ab-429d-89f8-922d36ec914f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.723812 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-61e1fef3-08ab-429d-89f8-922d36ec914f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/12a4c8be-4844-44aa-bca5-4085187311b6 HTTP/1.1" status: 204 len: 168 time: 0.2816992 May 09 05:08:01.726929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36304) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.730345 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-deb151a3-e019-4c58-8a39-e489d503add7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/routers/ebd597e2-a8b6-49ed-9f7c-02174b565850 HTTP/1.1" status: 200 len: 704 time: 0.3402605 May 09 05:08:01.752606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36308) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.753605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] Checking router: ebd597e2-a8b6-49ed-9f7c-02174b565850 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:01.759619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-caa60ad1-2f6a-46f6-8443-2d42af6fe979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:01.761141 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-caa60ad1-2f6a-46f6-8443-2d42af6fe979 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1098 time: 0.8893938 May 09 05:08:01.761814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c427f3ae-9d6f-423b-b8fa-0eeeeef49312 None None] Provisioning for port 2e80211d-f65d-4466-b98e-3774c7804e0d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:01.762149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:01.778773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] Routers {'ebd597e2-a8b6-49ed-9f7c-02174b565850'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:01.779384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ebd597e2-a8b6-49ed-9f7c-02174b565850'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:01.823123 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9e945347-9fa8-4142-98b6-004f9c12e5ae tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebd597e2-a8b6-49ed-9f7c-02174b565850 HTTP/1.1" status: 200 len: 205 time: 0.0680566 May 09 05:08:01.829986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c427f3ae-9d6f-423b-b8fa-0eeeeef49312 None None] Provisioning complete for port 2e80211d-f65d-4466-b98e-3774c7804e0d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:01.830352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c427f3ae-9d6f-423b-b8fa-0eeeeef49312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.831751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36312) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.832811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:security_group_rule and tenant:709cdb5781474669b043f5177b9e22ff is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:01.836009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-482234273', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:01.844988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:01.855937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:01.858048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Usage tracker for resource:port and tenant:38c58aafc360491c9a5956c88188e1cf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:01.864420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:01.872568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:01.877085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e178b2de-85cb-4cd5-9c32-1f13eecee87b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:01.894871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Made reservation on behalf of 38c58aafc360491c9a5956c88188e1cf for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:01.898061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.909303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e178b2de-85cb-4cd5-9c32-1f13eecee87b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:01.911389 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e178b2de-85cb-4cd5-9c32-1f13eecee87b tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1831214 May 09 05:08:01.915870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:01.928177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36316) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:01.940090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590036794'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:01.955346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:01.964611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:01.971304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:01.976570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Usage tracker for resource:security_group_rule and tenant:38c58aafc360491c9a5956c88188e1cf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:01.980968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:01.992169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:02.010367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.016887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] Set router ebd597e2-a8b6-49ed-9f7c-02174b565850 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:02.026840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:02.057870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:02.063862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:02.068552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:02.079615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:02.110465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c427f3ae-9d6f-423b-b8fa-0eeeeef49312 None None] Port 2e80211d-f65d-4466-b98e-3774c7804e0d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:02.112449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0d769bf6-7bbf-46a2-9287-84c692a5e98d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:02.202761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.214450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.228388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.233068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] device_id is not set on port 30ad4cb5-5354-4b69-9ed3-2def8e9460d6 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:02.274337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.282742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd597e2-a8b6-49ed-9f7c-02174b565850', 'name': 'tempest-RoutersIpV6Test-router-1905957788', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:59Z', 'updated_at': '2022-05-09T05:08:00Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:02.286688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e4de4c-1f42-4531-92ed-5eea1d760ccd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.311415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f88363-7de4-4cdf-a687-3d104d940850 None None] The sync data for ids ['ebd597e2-a8b6-49ed-9f7c-02174b565850'] in dv-neutron-840482-1-hyperv is: [{'id': 'ebd597e2-a8b6-49ed-9f7c-02174b565850', 'name': 'tempest-RoutersIpV6Test-router-1905957788', 'tenant_id': '31ea33af0617468a8582d72831233f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:59Z', 'updated_at': '2022-05-09T05:08:00Z', 'revision_number': 2, 'project_id': '31ea33af0617468a8582d72831233f62', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:02.326008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637ec243-b0b3-48ab-a156-1f7fb9e5cff5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:02.326313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-866d2b8e-81b0-4ad3-afcf-caa693e0dc65 None None] Provisioning for port 0d769bf6-7bbf-46a2-9287-84c692a5e98d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:02.394411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 0d769bf6-7bbf-46a2-9287-84c692a5e98d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:02.394668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.399224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20794c1-778a-438e-9a40-ea3553ab1c66,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:02.404630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0d769bf6-7bbf-46a2-9287-84c692a5e98d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:02.405395 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.435282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.439775 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ac8fdeea-c901-4b70-80f7-9cdfc82fd880 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5073962 May 09 05:08:02.443383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36320) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:02.448884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': 'f20794c1-778a-438e-9a40-ea3553ab1c66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:02.459917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:02.467092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:02.471491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:02.481904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:02.493653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Allocated IP 172.26.0.72 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/30ad4cb5-5354-4b69-9ed3-2def8e9460d6) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:02.520001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.614846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.616787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.632464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.662928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 0d769bf6-7bbf-46a2-9287-84c692a5e98d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0d769bf6-7bbf-46a2-9287-84c692a5e98d,segment=NetworkSegment(1b6930e4-4b42-4f6d-a089-ebf169f9ccff),segment_id=1b6930e4-4b42-4f6d-a089-ebf169f9ccff)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:02.676701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.681023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bb2d34-5b6f-467a-a393-a7a6a803e652,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:02.763040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.763226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=0d769bf6-7bbf-46a2-9287-84c692a5e98d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:02.767071 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e89b4c7b-e870-41ff-b399-209a2401ac41 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3198955 May 09 05:08:02.769968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36324) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:02.830027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b4a337d-752a-41b2-93f2-65662623155c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.846091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b4a337d-752a-41b2-93f2-65662623155c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.897276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-00a0c565-47e9-453a-8493-e6c404f8b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:02.898783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-00a0c565-47e9-453a-8493-e6c404f8b865 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 897 time: 1.0926547 May 09 05:08:02.908963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.920050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e4de4c-1f42-4531-92ed-5eea1d760ccd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:02.965415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f23cce3f-9c49-4fe3-aa08-9ed41d0a75cf None None] Provisioning complete for port 0d769bf6-7bbf-46a2-9287-84c692a5e98d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:02.965943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f23cce3f-9c49-4fe3-aa08-9ed41d0a75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.033005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e4de4c-1f42-4531-92ed-5eea1d760ccd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.057674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.064209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b4a337d-752a-41b2-93f2-65662623155c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.092534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a337d-752a-41b2-93f2-65662623155c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39bb2d34-5b6f-467a-a393-a7a6a803e652,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:03.104352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b4a337d-752a-41b2-93f2-65662623155c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.105704 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2b4a337d-752a-41b2-93f2-65662623155c tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/39bb2d34-5b6f-467a-a393-a7a6a803e652 HTTP/1.1" status: 204 len: 168 time: 0.3349695 May 09 05:08:03.108654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36328) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:03.132708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:03.143921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbeaf2-4d69-4ba8-b5aa-192a474cc12a None None] Network 728be40a-ff00-4c58-9b82-c37244e8b3bc requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:03.148642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.170274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-60ff1723-eaf2-4ced-abc3-84acd90af884 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:03.184668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.251107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b5ac98da-0db7-40f7-a057-13d689d646d0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0 HTTP/1.1" status: 204 len: 168 time: 2.5441475 May 09 05:08:03.253934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36332) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:03.257023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e4de4c-1f42-4531-92ed-5eea1d760ccd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.257830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e4de4c-1f42-4531-92ed-5eea1d760ccd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Fanout notify agent at l3_agent the message router_deleted on router ebd597e2-a8b6-49ed-9f7c-02174b565850 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:08:03.261130 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-d8b6bb52-c7c8-4a8e-94bf-ee65447d461a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 200 len: 1001 time: 0.3471298 May 09 05:08:03.261989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.272921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.22.0.1 (13203835-c4ab-4401-8eaa-46684f9e6d4a/69a11dd9-eb33-4e3d-aa64-e310d2e36aed/2d747474-cd14-44a2-bd44-bc57e4e605bb) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:03.280026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.287322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-60ff1723-eaf2-4ced-abc3-84acd90af884 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:03.291693 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-60ff1723-eaf2-4ced-abc3-84acd90af884 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1820724 May 09 05:08:03.301092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36336) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:03.333754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.354353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:03.372193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:03.393276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:03.402079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e4de4c-1f42-4531-92ed-5eea1d760ccd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.403534 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-95e4de4c-1f42-4531-92ed-5eea1d760ccd tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/ebd597e2-a8b6-49ed-9f7c-02174b565850 HTTP/1.1" status: 204 len: 168 time: 1.5489755 May 09 05:08:03.421659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Pushing event updated for resources: {'Port': ['ID=30ad4cb5-5354-4b69-9ed3-2def8e9460d6,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:03.425181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36340) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:03.443402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] DHCP port deletion for 728be40a-ff00-4c58-9b82-c37244e8b3bc request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:08:03.448459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] Deleting port 2594003c-1175-420c-b87d-6a2a9b2d80ae {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:03.448834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.497312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:03.501245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.504654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:03.505245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.545030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-163de5b5-214b-43ca-a52d-08653d249836 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.546978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 2594003c-1175-420c-b87d-6a2a9b2d80ae {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:03.547362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.589727 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2930e504-16cf-458d-9567-422a206cf059 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.9826112 May 09 05:08:03.605913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36344) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:03.612669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d571a7a3-bcb5-44c6-a349-6b518b1a5028 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Synchronizing usage tracker for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:03.623812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.72'}]}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:03.632228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-5c04f32b-42d1-4788-a4d0-4fddc9f8f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:03.633667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-5c04f32b-42d1-4788-a4d0-4fddc9f8f77b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e540ea11-d57e-4a5c-af06-31a1bd243752 HTTP/1.1" status: 200 len: 833 time: 0.3585036 May 09 05:08:03.635225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:03.640251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-163de5b5-214b-43ca-a52d-08653d249836 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.655221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Usage tracker for resource:router and tenant:38c58aafc360491c9a5956c88188e1cf is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:03.664984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:03.690210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.690425 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Added segment 84bee74f-1795-4bec-8f6a-966f49a981c5 of type vlan for network 680d04d2-959e-454e-a7a3-8be43db8caf1 May 09 05:08:03.691572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d571a7a3-bcb5-44c6-a349-6b518b1a5028 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] Unset dirty status for tenant:31ea33af0617468a8582d72831233f62 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:03.694979 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d571a7a3-bcb5-44c6-a349-6b518b1a5028 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebd597e2-a8b6-49ed-9f7c-02174b565850 HTTP/1.1" status: 200 len: 205 time: 0.2525382 May 09 05:08:03.694979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed22025-88fb-4a2b-a3f1-82a81db22fb7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:03.698413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36348) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:03.707262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:03.722958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] For port 2594003c-1175-420c-b87d-6a2a9b2d80ae, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2594003c-1175-420c-b87d-6a2a9b2d80ae,segment=NetworkSegment(203daf24-102f-45ce-83cf-444324abca76),segment_id=203daf24-102f-45ce-83cf-444324abca76)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:03.723352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.765651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.766672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.837430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-163de5b5-214b-43ca-a52d-08653d249836 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.865530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] Calling delete_port for 2594003c-1175-420c-b87d-6a2a9b2d80ae owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:03.875413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.881337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163de5b5-214b-43ca-a52d-08653d249836 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20794c1-778a-438e-9a40-ea3553ab1c66,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:03.884246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] For port 2594003c-1175-420c-b87d-6a2a9b2d80ae, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2594003c-1175-420c-b87d-6a2a9b2d80ae,segment=NetworkSegment(203daf24-102f-45ce-83cf-444324abca76),segment_id=203daf24-102f-45ce-83cf-444324abca76)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:03.884661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:03.964695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.016346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0d769bf6-7bbf-46a2-9287-84c692a5e98d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:04.043065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 2594003c-1175-420c-b87d-6a2a9b2d80ae owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:04.058844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] No DVR routers for this DVR port 2594003c-1175-420c-b87d-6a2a9b2d80ae on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:04.076235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f524-7032-4e58-94f0-8e6809a9f442 None None] Pushing event deleted for resources: {'Port': ['ID=2594003c-1175-420c-b87d-6a2a9b2d80ae,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:04.104638 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-2b92cf3f-0d2d-4cd9-8708-2517eacd9dda tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] delete failed (client error): The resource could not be found. May 09 05:08:04.105932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2b92cf3f-0d2d-4cd9-8708-2517eacd9dda tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/ebd597e2-a8b6-49ed-9f7c-02174b565850 HTTP/1.1" status: 404 len: 336 time: 0.3937895 May 09 05:08:04.118611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0d769bf6-7bbf-46a2-9287-84c692a5e98d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:04.118611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.121839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36354) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.153104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-163de5b5-214b-43ca-a52d-08653d249836 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.156662 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-163de5b5-214b-43ca-a52d-08653d249836 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/f20794c1-778a-438e-9a40-ea3553ab1c66 HTTP/1.1" status: 204 len: 168 time: 0.8545358 May 09 05:08:04.178469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.191340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36356) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.289089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.292142 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7113b8-c076-4abd-addd-734a89782a90 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:04.293162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7113b8-c076-4abd-addd-734a89782a90 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:04.301859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2594003c-1175-420c-b87d-6a2a9b2d80ae no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:04.337404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2594003c-1175-420c-b87d-6a2a9b2d80ae {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:04.338184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2594003c-1175-420c-b87d-6a2a9b2d80ae not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:04.359006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ee7113b8-c076-4abd-addd-734a89782a90 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/99050448-4cf3-41b3-b1e3-60f55c7045c1 HTTP/1.1" status: 404 len: 337 time: 0.1828916 May 09 05:08:04.363048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object 2d747474-cd14-44a2-bd44-bc57e4e605bb will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:04.363973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36362) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.401470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-65cc2ffa-c8f8-45f0-9b8b-50fdb5f533ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:04.402860 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-65cc2ffa-c8f8-45f0-9b8b-50fdb5f533ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6920314 May 09 05:08:04.405354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.414646 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae37eba1-e171-4151-8fe5-0b7b74046b1c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:04.415122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae37eba1-e171-4151-8fe5-0b7b74046b1c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:04.420803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:08:04.421269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:08:04.424357 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ae37eba1-e171-4151-8fe5-0b7b74046b1c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/3890e345-95a9-4727-bedd-f7580e524001 HTTP/1.1" status: 404 len: 337 time: 0.0594189 May 09 05:08:04.436916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.479235 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-2338c21b-801d-4257-98ab-a1afd5a5c179 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:04.479673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2338c21b-801d-4257-98ab-a1afd5a5c179 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:04.481347 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2338c21b-801d-4257-98ab-a1afd5a5c179 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/9dec6a34-4b7b-4a2b-a93b-4d5f966d6d46 HTTP/1.1" status: 404 len: 337 time: 0.0435045 May 09 05:08:04.492206 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-46175f54-99ae-45ff-adf1-038909328a10 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2988079 May 09 05:08:04.500317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36370) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.500632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36372) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.501281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.502217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:04.502799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.536502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622653991'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:04.651658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:04.706445 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e4020e-27ae-448d-b036-2e2f20f73f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:04.706825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e4020e-27ae-448d-b036-2e2f20f73f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:04.708693 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-83e4020e-27ae-448d-b036-2e2f20f73f2d tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/63e285dd-abb1-4671-953c-a36f36333e88 HTTP/1.1" status: 404 len: 337 time: 0.2017426 May 09 05:08:04.711928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36378) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.745720 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.4418905 May 09 05:08:04.754559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:04.772390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:04.774848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36382) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.791604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:04.791848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'subnet': {'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:04.800553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3d222-5e60-4323-9879-bb49decfd426 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Network': ['ID=680d04d2-959e-454e-a7a3-8be43db8caf1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:04.802933 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5ba13ed0-d9ae-4ef6-8d29-2cb862447bdc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 200 len: 205 time: 0.0899022 May 09 05:08:04.806479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36386) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.807314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:04.818568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 680d04d2-959e-454e-a7a3-8be43db8caf1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:04.832095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.872284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:subnet and tenant:709cdb5781474669b043f5177b9e22ff is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:04.880368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.883410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:04.890493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:04.892894 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-2f153065-993a-4658-8feb-3945d676a5b5 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] delete failed (client error): The resource could not be found. May 09 05:08:04.896427 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2f153065-993a-4658-8feb-3945d676a5b5 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/71dc6b80-01bd-4431-b4de-2c9458eb2b9d HTTP/1.1" status: 404 len: 336 time: 0.0841160 May 09 05:08:04.897495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36390) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:04.946668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:04.952965 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-87d0d759-ac4f-4362-9829-654c6c9606aa service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277243 May 09 05:08:04.958709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:04.967662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:04.982232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 2594003c-1175-420c-b87d-6a2a9b2d80ae {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:04.982578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:04.987018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:05.011858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=2d747474-cd14-44a2-bd44-bc57e4e605bb,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:05.030676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:05.099702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:05.122574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.124645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:05.142234 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-efb212d2-a0e0-4aff-a983-3db864b95951 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b679c253-82ac-4b46-93ae-e99f16504067 HTTP/1.1" status: 200 len: 205 time: 0.2401745 May 09 05:08:05.142234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Made reservation on behalf of 709cdb5781474669b043f5177b9e22ff for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:05.142234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.143102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.153836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36394) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:05.159136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] The port '2594003c-1175-420c-b87d-6a2a9b2d80ae' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:08:05.262977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.290303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3f4a7e19-e0be-485d-817c-ad40b5b1ba03 None None] Provisioning for port 2d747474-cd14-44a2-bd44-bc57e4e605bb completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:05.296920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3f4a7e19-e0be-485d-817c-ad40b5b1ba03 None None] Provisioning complete for port 2d747474-cd14-44a2-bd44-bc57e4e605bb triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:05.297604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7e19-e0be-485d-817c-ad40b5b1ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.319411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.332498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=2e80211d-f65d-4466-b98e-3774c7804e0d,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:05.361115 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-d7e53d4b-6b82-4012-b042-8643ce67de0c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] delete failed (client error): The resource could not be found. May 09 05:08:05.362151 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d7e53d4b-6b82-4012-b042-8643ce67de0c tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/b679c253-82ac-4b46-93ae-e99f16504067 HTTP/1.1" status: 404 len: 336 time: 0.2000701 May 09 05:08:05.368674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a7e19-e0be-485d-817c-ad40b5b1ba03 None None] Port 2d747474-cd14-44a2-bd44-bc57e4e605bb cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:05.378386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36398) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:05.393769 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d549a4a6-7a99-4829-87be-c154e1e7893b req-63b43857-9726-4747-ab29-b1d0eb0e75bd service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285722 May 09 05:08:05.477462 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.485512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.497547 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa2d8f6-cec4-4bf4-99b3-de196d229022 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:05.497998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa2d8f6-cec4-4bf4-99b3-de196d229022 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:05.524439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.550900 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-daa2d8f6-cec4-4bf4-99b3-de196d229022 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/6e5cac5d-064c-4f53-a634-8fd9d1cb0f87 HTTP/1.1" status: 404 len: 337 time: 0.1635077 May 09 05:08:05.552359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.554081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36402) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:05.581371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728be40a-ff00-4c58-9b82-c37244e8b3bc']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:05.598914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.599446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203daf24-102f-45ce-83cf-444324abca76') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:05.599743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203daf24-102f-45ce-83cf-444324abca76') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:05.632722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.639423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-47479217-7b8f-4bde-9562-3dc017bfc3e7 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a63b1e-6142-4ad0-b27a-bf58e8bb2760 HTTP/1.1" status: 200 len: 205 time: 0.0795500 May 09 05:08:05.642358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36406) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:05.694101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.697994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1869950 May 09 05:08:05.703801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d15aa-4b94-45bf-8796-a6bfc7b44331 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2373b9-eed2-4003-a9de-47d92478abe2,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:05.712231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36410) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:05.730010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:05.733189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '8a2373b9-eed2-4003-a9de-47d92478abe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:05.739967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:05.744857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:05.758251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:05.802721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.805407 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-43f94003-b3ba-45c6-b4b8-63f8e3b3203b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] delete failed (client error): The resource could not be found. May 09 05:08:05.809065 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-43f94003-b3ba-45c6-b4b8-63f8e3b3203b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/62a63b1e-6142-4ad0-b27a-bf58e8bb2760 HTTP/1.1" status: 404 len: 336 time: 0.1622972 May 09 05:08:05.823100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36414) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:05.869492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:08:05.869891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:08:05.892441 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:08:05.949412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:05.952368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:05.971013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:06.002379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-43a8b040-d2f3-4dee-b71a-5ff007226da8 None None] Provisioning complete for port 2e80211d-f65d-4466-b98e-3774c7804e0d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:06.003626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43a8b040-d2f3-4dee-b71a-5ff007226da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.082400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-43a8b040-d2f3-4dee-b71a-5ff007226da8 None None] Port 2e80211d-f65d-4466-b98e-3774c7804e0d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:06.110768 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7ab45c3d-be69-47e5-90ee-ce2ea8d4fb62 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3009f88-ff0d-485a-83c4-539a76282baa HTTP/1.1" status: 200 len: 205 time: 0.2866702 May 09 05:08:06.116607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36418) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.128741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.191953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.226083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.242888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=728be40a-ff00-4c58-9b82-c37244e8b3bc,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:06.254076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.338620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-f7729322-177a-4622-a818-952ed6d52c1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] delete failed (client error): The resource could not be found. May 09 05:08:06.339623 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f7729322-177a-4622-a818-952ed6d52c1b tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/b3009f88-ff0d-485a-83c4-539a76282baa HTTP/1.1" status: 404 len: 336 time: 0.2218421 May 09 05:08:06.352565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36422) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.361608 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f0e027c5-5db7-4f75-8508-408ce3076b3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/728be40a-ff00-4c58-9b82-c37244e8b3bc HTTP/1.1" status: 204 len: 168 time: 3.1062825 May 09 05:08:06.405415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36426) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.424724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'name': 'tempest-PortsTestJSON-987678696'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:06.452364 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-785c8857-29f8-4061-9fa5-cb6038d484c0 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:06.452794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785c8857-29f8-4061-9fa5-cb6038d484c0 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:06.454522 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-785c8857-29f8-4061-9fa5-cb6038d484c0 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/2225a986-9e59-4b8b-8c78-36aadf4ad42f HTTP/1.1" status: 404 len: 337 time: 0.0926816 May 09 05:08:06.460502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36430) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.519106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:06.593863 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1384d1fb-2cce-402a-9483-94698733672a tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=54986b4b-9907-485e-9935-514d5275cdd5 HTTP/1.1" status: 200 len: 205 time: 0.1282473 May 09 05:08:06.601276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36434) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.643821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.681354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.684966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.687816 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-36277017-1438-4852-a4ae-c81a93cbd7cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] delete failed (client error): The resource could not be found. May 09 05:08:06.688887 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-36277017-1438-4852-a4ae-c81a93cbd7cc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/54986b4b-9907-485e-9935-514d5275cdd5 HTTP/1.1" status: 404 len: 336 time: 0.0866213 May 09 05:08:06.691546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36438) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.705917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.742477 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c830036a-7e5c-4cf6-9d93-310033046591 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:06.742953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c830036a-7e5c-4cf6-9d93-310033046591 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:06.744676 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c830036a-7e5c-4cf6-9d93-310033046591 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/d1bb2983-a8e3-4916-ade8-6c6a17caed67 HTTP/1.1" status: 404 len: 337 time: 0.0522077 May 09 05:08:06.747407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36442) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.768974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:06.796042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.796576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11e64cbe-0bb2-4623-bf2c-1897f6331bb8 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:08:06.800627 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a4b747ad-285b-4120-b332-481d922625e5 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "GET /v2.0/ports?device_id=a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 HTTP/1.1" status: 200 len: 205 time: 0.0521843 May 09 05:08:06.805321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36446) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.812218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:06.822152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb41e2eb-6d05-4862-ad19-8ae4c314ba8f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:06.860825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.864413 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4b666dbf-2bb4-474c-9bd5-05247f938ee2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1480281 May 09 05:08:06.865026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36450) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.869612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:06.873070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:06.897479 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-58746dca-1657-4f8e-ad0d-edb20217decc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] delete failed (client error): The resource could not be found. May 09 05:08:06.900828 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-58746dca-1657-4f8e-ad0d-edb20217decc tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/routers/a61ed5eb-b1c3-42a7-9a8b-9b7223a7e483 HTTP/1.1" status: 404 len: 336 time: 0.0907893 May 09 05:08:06.908850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36454) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.926148 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-87c917b4-5c1b-403b-9124-7d9618535f5f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules/bb41e2eb-6d05-4862-ad19-8ae4c314ba8f HTTP/1.1" status: 200 len: 763 time: 0.0500300 May 09 05:08:06.934823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36458) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.953827 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 09 05:08:06.954853 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d0166f13-87c6-475f-848b-3ddd08605af8 tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3479562 May 09 05:08:06.959454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36462) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:06.966817 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a05bff8-d48e-449c-a2df-22355038b4ec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:06.967255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a05bff8-d48e-449c-a2df-22355038b4ec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:07.013427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 4cfc8e64-31e0-4b3f-b8b7-5dd2e0a509f0 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:07.022832 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1a05bff8-d48e-449c-a2df-22355038b4ec tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/b0181b05-e2e3-4ac7-9f4e-975b299365c4 HTTP/1.1" status: 404 len: 337 time: 0.1033492 May 09 05:08:07.023360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:07.062519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:07.073123 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Sync routers for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:07.075091 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3762f6-2683-48cc-b915-bd51f75afa05 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] DELETE failed (client error): The resource could not be found. May 09 05:08:07.075549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3762f6-2683-48cc-b915-bd51f75afa05 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:07.080154 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fd3762f6-2683-48cc-b915-bd51f75afa05 tempest-RoutersIpV6Test-2146381250 tempest-RoutersIpV6Test-2146381250-project] 10.222.0.50 "DELETE /v2.0/subnets/6f96b468-b392-4c07-a2ef-e6f1e2280aa3 HTTP/1.1" status: 404 len: 337 time: 0.0530150 May 09 05:08:07.088183 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:07.088981 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:07.104313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Deleting port 30ad4cb5-5354-4b69-9ed3-2def8e9460d6 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:07.104732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.107456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.127838 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e2906e5c-477e-4fbe-b526-e17034759067 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/0da5bb04-c516-4ee4-9928-a5dfa673aad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4353988 May 09 05:08:07.142661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-73b82729-3c8f-4204-a5d5-7d5fadd6fc4d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:07.148121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:08:07.148621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.155177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.290388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e8d9d68a-2a0a-4a9b-93d2-c4883a07400e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:07.329256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Checking segment: {'id': '84bee74f-1795-4bec-8f6a-966f49a981c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:07.329600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network hostable DHCP agents. Network: 680d04d2-959e-454e-a7a3-8be43db8caf1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:07.358018 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:07.420071 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network 680d04d2-959e-454e-a7a3-8be43db8caf1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:07.450828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 680d04d2-959e-454e-a7a3-8be43db8caf1) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:07.459810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:07.460240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.466359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.468546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbfa495-140a-4d46-8321-6f3b25ad93c9 None None] Network 680d04d2-959e-454e-a7a3-8be43db8caf1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:07.510210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.514862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-73b82729-3c8f-4204-a5d5-7d5fadd6fc4d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:07.516149 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73b82729-3c8f-4204-a5d5-7d5fadd6fc4d tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5660169 May 09 05:08:07.525947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36478) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:07.526366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36480) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:07.549157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=2d747474-cd14-44a2-bd44-bc57e4e605bb,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:07.747197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8de5de2a-ca8d-423e-87d5-aa87581dd1c2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.789384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8de5de2a-ca8d-423e-87d5-aa87581dd1c2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.815838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.836576 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-743d51ba-121f-467c-9360-3dde6d744b1a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0581689 May 09 05:08:07.840881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Calling delete_port for 30ad4cb5-5354-4b69-9ed3-2def8e9460d6 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:07.853454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36488) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:07.855315 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:02Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:15Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e80211d-f65d-4466-b98e-3774c7804e0d', 'name': '', 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:a7:78:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:58Z', 'updated_at': '2022-05-09T05:08:04Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:07.860571 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Checking router: 0da5bb04-c516-4ee4-9928-a5dfa673aad3 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:07.861285 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Updating router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 port 2e80211d-f65d-4466-b98e-3774c7804e0d binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:08:07.863806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1b6a7-10af-4572-b377-a7820420834d None None] Network 680d04d2-959e-454e-a7a3-8be43db8caf1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:07.923408 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:07.924191 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-22673fbe-cb72-4491-8696-27bdd3963dde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31ea33af0617468a8582d72831233f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950121 May 09 05:08:07.928677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2112832573', 'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:07.934329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:07.939297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:port and tenant:709cdb5781474669b043f5177b9e22ff is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:07.942413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:07.947548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36492) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:07.950987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:07.977624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Made reservation on behalf of 709cdb5781474669b043f5177b9e22ff for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:07.980970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.001504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8de5de2a-ca8d-423e-87d5-aa87581dd1c2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.009105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:08.025416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:08.028204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.042344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5de2a-ca8d-423e-87d5-aa87581dd1c2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb41e2eb-6d05-4862-ad19-8ae4c314ba8f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:08.052549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] device_id is not set on port cb307e17-0810-44bc-8ce7-8c8fba6706e8 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:08.077716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-997c222f-b4b5-48ea-ae48-b01966d68da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.089605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ad4cb5-5354-4b69-9ed3-2def8e9460d6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:08.196934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-997c222f-b4b5-48ea-ae48-b01966d68da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.237787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.249431 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-49758570-ab47-457e-8b08-f2470c316d9a tempest-RoutersAdminNegativeIpV6Test-928258591 tempest-RoutersAdminNegativeIpV6Test-928258591-project-admin] 10.222.0.50 "DELETE /v2.0/ports/30ad4cb5-5354-4b69-9ed3-2def8e9460d6 HTTP/1.1" status: 204 len: 168 time: 1.2855415 May 09 05:08:08.293409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-997c222f-b4b5-48ea-ae48-b01966d68da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.314192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c222f-b4b5-48ea-ae48-b01966d68da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da66fa8-529c-4fa8-90d7-d1f2ba22b83c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:08.319449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-997c222f-b4b5-48ea-ae48-b01966d68da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.321994 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-997c222f-b4b5-48ea-ae48-b01966d68da4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2da66fa8-529c-4fa8-90d7-d1f2ba22b83c HTTP/1.1" status: 204 len: 168 time: 0.3734295 May 09 05:08:08.385119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Allocated IP 2001:db8::185 (680d04d2-959e-454e-a7a3-8be43db8caf1/e8d9d68a-2a0a-4a9b-93d2-c4883a07400e/cb307e17-0810-44bc-8ce7-8c8fba6706e8) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:08.398028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.429603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-53034270-7f8c-4627-8128-ec805eb4cf68 None None] Provisioning complete for port 2d747474-cd14-44a2-bd44-bc57e4e605bb triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:08.430502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53034270-7f8c-4627-8128-ec805eb4cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.454876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8de5de2a-ca8d-423e-87d5-aa87581dd1c2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.458358 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8de5de2a-ca8d-423e-87d5-aa87581dd1c2 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/bb41e2eb-6d05-4862-ad19-8ae4c314ba8f HTTP/1.1" status: 204 len: 168 time: 0.9288347 May 09 05:08:08.458729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36502) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:08.504267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-53034270-7f8c-4627-8128-ec805eb4cf68 None None] Port 2d747474-cd14-44a2-bd44-bc57e4e605bb cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:08.506939 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.524208 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Transition to ACTIVE for port object 2e80211d-f65d-4466-b98e-3774c7804e0d will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:08.531514 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.561710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a1bb3937-56d1-473b-b8f7-5e86c1572fed tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:08.588309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a1bb3937-56d1-473b-b8f7-5e86c1572fed tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:08.590377 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a1bb3937-56d1-473b-b8f7-5e86c1572fed tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1303620 May 09 05:08:08.593341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36510) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:08.599189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '8a2373b9-eed2-4003-a9de-47d92478abe2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:08.610666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:08.611255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:08.624167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:08.636151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:08.638038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:08.641873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:08.642506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.663498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36516) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:08.677026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=4cfc8e64-31e0-4b3f-b8b7-5dd2e0a509f0,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:08.690646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.692829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:08.694492 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-df651ffb-6a7f-41ae-a9c5-2c544cd7bd13 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2882125 May 09 05:08:08.700121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36524) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:08.788184 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Pushing event updated for resources: {'Port': ['ID=2e80211d-f65d-4466-b98e-3774c7804e0d,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:08.796716 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.797214 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.797686 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.798104 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.798632 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.799137 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.799551 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.799981 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.800435 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.800850 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.801257 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.801659 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:08.862185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.872909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.934505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177c4b9c-92cc-43d8-9cfd-319d27a28b68,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:08.936963 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Attempting to bind port 2e80211d-f65d-4466-b98e-3774c7804e0d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:08.937718 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Attempting to bind port 2e80211d-f65d-4466-b98e-3774c7804e0d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:08.944178 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Attempting to bind port 2e80211d-f65d-4466-b98e-3774c7804e0d on network 39dd6644-ed2b-4f35-941f-3256808fcad5 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:08.952812 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:08.953501 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Checking segment: {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:08.954438 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.954833 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Bound using segment: {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:08.955353 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Bound port: 2e80211d-f65d-4466-b98e-3774c7804e0d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:08.955732 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.967773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:08.972384 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-318cd85a-f197-437d-a61a-5ed4c34270bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3778720 May 09 05:08:08.973432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36532) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:09.034405 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7f203c18-286b-47a1-9278-e9611b6fd1e5 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules/177c4b9c-92cc-43d8-9cfd-319d27a28b68 HTTP/1.1" status: 200 len: 763 time: 0.0591993 May 09 05:08:09.038765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36536) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:09.095664 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] For port 2e80211d-f65d-4466-b98e-3774c7804e0d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:09.096209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 4cfc8e64-31e0-4b3f-b8b7-5dd2e0a509f0 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:09.096605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.100138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] For port 2e80211d-f65d-4466-b98e-3774c7804e0d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2e80211d-f65d-4466-b98e-3774c7804e0d,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:09.110258 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.135804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-677ca981-86a5-4b24-af54-b2cc87430dcf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:09.142963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.164255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:09.192728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:54377df2a9534b82af0d1dab91eb54ad is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:09.197311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:09.204962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:09.205359 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cffbb22d-89c5-4396-b2e2-3be47e3f7336 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9881358 May 09 05:08:09.208293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.210339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:09.211582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36546) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:09.220026 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:09.220667 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:09.228546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:09.229519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:09.238230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-677ca981-86a5-4b24-af54-b2cc87430dcf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:09.243791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36548) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:09.244789 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-677ca981-86a5-4b24-af54-b2cc87430dcf tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2026579 May 09 05:08:09.247193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:09.262362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'network': {'name': 'tempest-RoutersTest-92089900'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:09.309836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:09.320630 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d25b-f087-474c-969c-335a21dceb7c None None] Pushing event updated for resources: {'Port': ['ID=2e80211d-f65d-4466-b98e-3774c7804e0d,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:09.351967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:network and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:09.377464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:09.388548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06284635-2e2b-4026-a800-9a9d5ac22319 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.429736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:09.447475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.466505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.527706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:09.528271 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:09.540449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36556) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:09.575696 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54377df2a9534b82af0d1dab91eb54ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9106152 May 09 05:08:09.576965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36562) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:09.596666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1bdd9-a350-4092-a09e-be3e55633fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156d7ad3-6dd5-41bc-8500-fbe073959fe6,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:09.659575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-528139dd-388f-43a6-b793-a4d9978c416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.694919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-528139dd-388f-43a6-b793-a4d9978c416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.738492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06284635-2e2b-4026-a800-9a9d5ac22319 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.749767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1386952072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:09.763129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:09.772672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:router and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:09.776281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:09.779781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-528139dd-388f-43a6-b793-a4d9978c416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.789300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:09.793138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.796275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:09.812696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-528139dd-388f-43a6-b793-a4d9978c416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.824546 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-528139dd-388f-43a6-b793-a4d9978c416a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/156d7ad3-6dd5-41bc-8500-fbe073959fe6 HTTP/1.1" status: 204 len: 168 time: 0.2347684 May 09 05:08:09.828363 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528139dd-388f-43a6-b793-a4d9978c416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156d7ad3-6dd5-41bc-8500-fbe073959fe6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:09.830787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.834249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.842117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.882504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.925956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.986623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.987544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06284635-2e2b-4026-a800-9a9d5ac22319 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:09.992523 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9f34f0b6-bdf4-462e-83ba-caf383768d1d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4400349 May 09 05:08:09.994348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36570) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:09.996523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 4cfc8e64-31e0-4b3f-b8b7-5dd2e0a509f0 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:10.007968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1684176628'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:10.018014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:10.028471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:network and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:10.034947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.036189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:10.039439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:10.076464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:10.099912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Made reservation on behalf of 92521eea6ff1419595293278b61b91c4 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:10.106225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.107974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:05Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:06Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:10.120437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06284635-2e2b-4026-a800-9a9d5ac22319 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=177c4b9c-92cc-43d8-9cfd-319d27a28b68,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:10.121077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:10.121833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Updating router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf port 2d747474-cd14-44a2-bd44-bc57e4e605bb binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:08:10.130289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.148683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.149034 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added segment 3e5ce36f-1bba-4f18-ac9b-911899898d17 of type vlan for network 7548b754-92e4-4b64-a873-3df971426d4a May 09 05:08:10.156304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:10.161386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:security_group_rule and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:10.164780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:10.174891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:10.186170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network 680d04d2-959e-454e-a7a3-8be43db8caf1 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:10.193044 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:02Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:15Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e80211d-f65d-4466-b98e-3774c7804e0d', 'name': '', 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:a7:78:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:58Z', 'updated_at': '2022-05-09T05:08:09Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:10.201436 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae7a44-bd46-4605-9f03-ae995d0d6a2b None None] The sync data for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv is: [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:02Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:15Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e80211d-f65d-4466-b98e-3774c7804e0d', 'name': '', 'network_id': '39dd6644-ed2b-4f35-941f-3256808fcad5', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:a7:78:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:58Z', 'updated_at': '2022-05-09T05:08:09Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '0e3a7938-05b8-49a2-a46d-efd7cc3f99d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:10.203252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:10.217046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.228213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:10.229554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:10.230164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.237023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Port': ['ID=cb307e17-0810-44bc-8ce7-8c8fba6706e8,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:10.239900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-06284635-2e2b-4026-a800-9a9d5ac22319 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.241062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-06284635-2e2b-4026-a800-9a9d5ac22319 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/177c4b9c-92cc-43d8-9cfd-319d27a28b68 HTTP/1.1" status: 204 len: 168 time: 0.9895723 May 09 05:08:10.247264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.251373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36576) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:10.329250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.338133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.344158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.394427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:10.414431 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ed6b2ae7-2fcc-481a-b45f-90b8c4663b76 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5598397 May 09 05:08:10.415276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cbf855-cd8a-43b6-86ad-8e95fed69797,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:10.419841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36580) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:10.425535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.426192 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Added segment 52eb260c-f1a0-493a-b6ef-0295d5d49154 of type vlan for network 031d2a34-5b20-41e7-90c1-eb13dff56d23 May 09 05:08:10.456725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=4cfc8e64-31e0-4b3f-b8b7-5dd2e0a509f0,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:10.474712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4d20a0a-375c-4ae5-bf72-34bdcf31b67f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:10.480007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.482550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ad421ca2-0d2a-4554-907a-7d2929fa5c46 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/4cfc8e64-31e0-4b3f-b8b7-5dd2e0a509f0 HTTP/1.1" status: 204 len: 168 time: 1.7787712 May 09 05:08:10.486737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36584) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:10.492663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'mac_address': 'fa:16:3e:85:44:69', 'name': 'tempest-PortsTestJSON-1611073175'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:10.524668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.533962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.541683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Deleting port cb307e17-0810-44bc-8ce7-8c8fba6706e8 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:10.542022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.543484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:10.544311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.600356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36588) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:10.775948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:10.776758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.781105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4d20a0a-375c-4ae5-bf72-34bdcf31b67f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:10.785771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b4d20a0a-375c-4ae5-bf72-34bdcf31b67f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5328021 May 09 05:08:10.787575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36592) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:10.797315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Transition to ACTIVE for port object 2d747474-cd14-44a2-bd44-bc57e4e605bb will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:10.798690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:10.805891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '8a2373b9-eed2-4003-a9de-47d92478abe2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:10.809057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.813111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:10.817439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.822843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:10.823427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.824289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:10.836701 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.5917537 May 09 05:08:10.836701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dbce2-e351-4655-89be-bd96f9c3fcdf tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Network': ['ID=7548b754-92e4-4b64-a873-3df971426d4a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:10.838872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36596) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:10.839987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:10.854063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'subnet': {'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:10.870160 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Project 6c24bdebb579420d815140fcbaf7e1bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:08:10.873253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 7548b754-92e4-4b64-a873-3df971426d4a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:10.882488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:10.884619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:10.949256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Network': ['ID=031d2a34-5b20-41e7-90c1-eb13dff56d23,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:10.957628 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7740f587-89de-492c-82f6-a34346b766b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38c58aafc360491c9a5956c88188e1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510923 May 09 05:08:10.961214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36600) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:10.969177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.033288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.079476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3608ee4-2547-42f8-86b7-3ee44275d56b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:11.081670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.113001 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fdfbe0aa-d423-4782-9d5e-33bea4cd3d8e tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1172197 May 09 05:08:11.113699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36604) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:11.113896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:11.133375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'subnet': {'network_id': '031d2a34-5b20-41e7-90c1-eb13dff56d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:11.246623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.247828 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-afe9f052-33ad-4e98-97ec-7f88eccfc212 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4552536 May 09 05:08:11.253750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36608) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:11.261193 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:11.289522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:subnet and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:11.295107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4390f5-8d45-4fb7-a05d-04e46dafae00 None None] Pushing event updated for resources: {'Port': ['ID=2d747474-cd14-44a2-bd44-bc57e4e605bb,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:11.295369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:11.299919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:11.300615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.319619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1cd5c204-c30c-4552-889e-d055162891b0 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules/b3608ee4-2547-42f8-86b7-3ee44275d56b HTTP/1.1" status: 200 len: 769 time: 0.0609825 May 09 05:08:11.322910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:11.324736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36612) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:11.368502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Made reservation on behalf of f8d134e004a34bf2a557199b517cd30d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:11.371989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.389518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 96f3f729-9c1b-41fd-8066-c812fe372dfa yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:11.448788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Calling delete_port for cb307e17-0810-44bc-8ce7-8c8fba6706e8 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:11.467080 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Attempting to bind port 2d747474-cd14-44a2-bd44-bc57e4e605bb on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:11.467469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Attempting to bind port 2d747474-cd14-44a2-bd44-bc57e4e605bb by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:11.467975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Attempting to bind port 2d747474-cd14-44a2-bd44-bc57e4e605bb on network 13203835-c4ab-4401-8eaa-46684f9e6d4a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:11.475459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:11.475729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Checking segment: {'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:11.476212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.476720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Bound using segment: {'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:11.477280 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Bound port: 2d747474-cd14-44a2-bd44-bc57e4e605bb, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6930e4-4b42-4f6d-a089-ebf169f9ccff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:11.480271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.525333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9ccfa71a-88b4-40a8-94bc-9c48012bfee7 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:11.535091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627b1a82-8772-4350-89d8-9f814f321e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.566572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:11.581341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] For port 2d747474-cd14-44a2-bd44-bc57e4e605bb, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:11.584951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] For port 2d747474-cd14-44a2-bd44-bc57e4e605bb, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2d747474-cd14-44a2-bd44-bc57e4e605bb,segment=NetworkSegment(1b6930e4-4b42-4f6d-a089-ebf169f9ccff),segment_id=1b6930e4-4b42-4f6d-a089-ebf169f9ccff)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:11.586719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:subnet and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:11.590551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.594575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9ccfa71a-88b4-40a8-94bc-9c48012bfee7 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:11.598471 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9ccfa71a-88b4-40a8-94bc-9c48012bfee7 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2701592 May 09 05:08:11.600437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36616) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:11.603718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:11.608076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627b1a82-8772-4350-89d8-9f814f321e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.620724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:11.674549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:11.675304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:11.694817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Made reservation on behalf of 92521eea6ff1419595293278b61b91c4 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:11.698499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.739346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3b087d6-a473-4c35-b0af-5ee288bf6e55 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.789643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3b087d6-a473-4c35-b0af-5ee288bf6e55 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.790392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4390f5-8d45-4fb7-a05d-04e46dafae00 None None] Pushing event updated for resources: {'Port': ['ID=2d747474-cd14-44a2-bd44-bc57e4e605bb,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:11.840304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.853843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:11.855781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627b1a82-8772-4350-89d8-9f814f321e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.935281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b1a82-8772-4350-89d8-9f814f321e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637ec243-b0b3-48ab-a156-1f7fb9e5cff5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:11.937283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb307e17-0810-44bc-8ce7-8c8fba6706e8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:11.994386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627b1a82-8772-4350-89d8-9f814f321e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:11.998091 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-627b1a82-8772-4350-89d8-9f814f321e89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/637ec243-b0b3-48ab-a156-1f7fb9e5cff5 HTTP/1.1" status: 204 len: 168 time: 1.0312030 May 09 05:08:11.999672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.010740 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-632221aa-26fa-4782-b8c8-56c7dd683d13 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "DELETE /v2.0/ports/cb307e17-0810-44bc-8ce7-8c8fba6706e8 HTTP/1.1" status: 204 len: 168 time: 1.5876331 May 09 05:08:12.013327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36624) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:12.019746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.038511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3b087d6-a473-4c35-b0af-5ee288bf6e55 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.052524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1', 'external_fixed_ips': [{'subnet_id': 'e8d9d68a-2a0a-4a9b-93d2-c4883a07400e', 'ip_address': '2001:db8::185'}]}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:12.061842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:12.074350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:router and tenant:709cdb5781474669b043f5177b9e22ff is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:12.079410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:12.091869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:12.095706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b087d6-a473-4c35-b0af-5ee288bf6e55 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3608ee4-2547-42f8-86b7-3ee44275d56b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:12.116164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.122632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.123621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.159770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e80211d-f65d-4466-b98e-3774c7804e0d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:12.193772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.253980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Subnet': ['ID=a4d20ab2-1278-419a-baa7-29ceeecc0458,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:12.257224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3b087d6-a473-4c35-b0af-5ee288bf6e55 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.259064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f3b087d6-a473-4c35-b0af-5ee288bf6e55 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b3608ee4-2547-42f8-86b7-3ee44275d56b HTTP/1.1" status: 204 len: 168 time: 0.6572521 May 09 05:08:12.265386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36628) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:12.291656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.321786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Subnet': ['ID=f1d86e42-1410-43c6-9d69-a9b0d51fee3e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:12.332042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.347045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Checking segment: {'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:12.347476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network hostable DHCP agents. Network: 7548b754-92e4-4b64-a873-3df971426d4a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:12.358969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f079-8c13-4762-a393-c7c95c4f78ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.397381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2e80211d-f65d-4466-b98e-3774c7804e0d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:12.399070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Checking segment: {'id': '52eb260c-f1a0-493a-b6ef-0295d5d49154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '031d2a34-5b20-41e7-90c1-eb13dff56d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:12.399736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network hostable DHCP agents. Network: 031d2a34-5b20-41e7-90c1-eb13dff56d23, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:12.432559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-303a9957-f7da-4df9-b699-e7fc9f9713e4 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:12.439311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2e80211d-f65d-4466-b98e-3774c7804e0d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:12.439654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.461000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:12.466092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:12.475180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:12.481218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:12.482229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.538384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=96f3f729-9c1b-41fd-8066-c812fe372dfa,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:12.552503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 7548b754-92e4-4b64-a873-3df971426d4a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:12.567485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-303a9957-f7da-4df9-b699-e7fc9f9713e4 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:12.571410 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-303a9957-f7da-4df9-b699-e7fc9f9713e4 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3021090 May 09 05:08:12.571410 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-99187e88-a386-4993-82d9-2e8e7eab09c5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0821347 May 09 05:08:12.572784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36640) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:12.573060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36642) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:12.591421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:12.635054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.657017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ce1fb-0cb1-42ce-a35d-2833964f3cbb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:12.657611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-182ce1fb-0cb1-42ce-a35d-2833964f3cbb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:12.674493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 7548b754-92e4-4b64-a873-3df971426d4a) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:12.683846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 2e80211d-f65d-4466-b98e-3774c7804e0d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2e80211d-f65d-4466-b98e-3774c7804e0d,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:12.685611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:12.686196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.688212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:05Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:11Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:12.696225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a880ca-bb76-4a8e-aabd-5acd30104cdd None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:05Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:11Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:12.701131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6148213f-26ea-4ee9-a4b3-e9a595bd94f9 None None] Network 7548b754-92e4-4b64-a873-3df971426d4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:12.740011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-182ce1fb-0cb1-42ce-a35d-2833964f3cbb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:12.744067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-182ce1fb-0cb1-42ce-a35d-2833964f3cbb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/96f3f729-9c1b-41fd-8066-c812fe372dfa HTTP/1.1" status: 200 len: 841 time: 0.1660848 May 09 05:08:12.751676 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ff046b0a-b49a-4033-b36f-cf6bfc637751 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9034657 May 09 05:08:12.759846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36650) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:12.759846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36652) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:12.935185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.960294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:12.975937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 031d2a34-5b20-41e7-90c1-eb13dff56d23) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:13.019313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:13.019898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.089673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 96f3f729-9c1b-41fd-8066-c812fe372dfa {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:13.090252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.173833 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dda95574-61a0-4b39-bf59-13eaef00cb07 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0539858 May 09 05:08:13.184318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36666) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:13.195741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'network': {'name': 'tempest-router-network01--562523351'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:13.201973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:13.207328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=2e80211d-f65d-4466-b98e-3774c7804e0d,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:13.207500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:network and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:13.211411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:13.226778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:13.237745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81080c6-2009-4d96-9078-d8b5689ebb04 None None] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:13.252705 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Made reservation on behalf of 92521eea6ff1419595293278b61b91c4 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:13.256818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.303917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:13.335289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.337918 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Added segment 9400cbb3-dd2a-41bb-a742-a97431eea3aa of type vlan for network c5b37add-be93-492a-81ac-cec682399ef7 May 09 05:08:13.349100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e15f76-4bae-45ac-a4d3-e94d889b2eea tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.359521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36670) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:13.493243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.501278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-7548b754-92e4-4b64-a873-3df971426d4a', 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'fixed_ips': [{'subnet_id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:13.502118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.530060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e15f76-4bae-45ac-a4d3-e94d889b2eea tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.693362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-115843143'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:13.744612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Allocated IP 172.23.0.2 (7548b754-92e4-4b64-a873-3df971426d4a/a4d20ab2-1278-419a-baa7-29ceeecc0458/1422fe13-0b48-49a7-b0cf-8d3be386fc1a) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:13.836194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:08:13.843919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:13.848500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-031d2a34-5b20-41e7-90c1-eb13dff56d23', 'network_id': '031d2a34-5b20-41e7-90c1-eb13dff56d23', 'tenant_id': '92521eea6ff1419595293278b61b91c4', 'fixed_ips': [{'subnet_id': 'f1d86e42-1410-43c6-9d69-a9b0d51fee3e'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:13.849342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.854399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:network and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:13.860287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:13.870001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:13.876181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.909857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.915887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:13.916216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.925056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e15f76-4bae-45ac-a4d3-e94d889b2eea tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.937550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:13.987029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:13.990573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.011813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.020046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e3e15f76-4bae-45ac-a4d3-e94d889b2eea tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.021558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e3e15f76-4bae-45ac-a4d3-e94d889b2eea tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/8a2373b9-eed2-4003-a9de-47d92478abe2 HTTP/1.1" status: 204 len: 168 time: 1.4476631 May 09 05:08:14.031480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e15f76-4bae-45ac-a4d3-e94d889b2eea tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2373b9-eed2-4003-a9de-47d92478abe2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:14.043846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36678) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:14.140093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.189498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.191564 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0047607 May 09 05:08:14.192922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Allocated IP 172.20.0.2 (031d2a34-5b20-41e7-90c1-eb13dff56d23/f1d86e42-1410-43c6-9d69-a9b0d51fee3e/a8ce4b66-1b75-4a58-beb5-92a39e5e2ece) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:14.196004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:14.198138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36682) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:14.206816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Transition to ACTIVE for port object 1422fe13-0b48-49a7-b0cf-8d3be386fc1a will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:14.210112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:security_group_rule and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:14.217181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:14.227408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'network': {'name': 'tempest-router-network02--386424272'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:14.237599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6665-d225-45fb-a634-0b067b81930f tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Network': ['ID=c5b37add-be93-492a-81ac-cec682399ef7,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:14.240970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:14.245565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:14.252217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:network and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:14.290275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:14.293721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Transition to ACTIVE for port object 1422fe13-0b48-49a7-b0cf-8d3be386fc1a will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:14.295053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network c5b37add-be93-492a-81ac-cec682399ef7 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:14.313831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:14.337235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e80211d-f65d-4466-b98e-3774c7804e0d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:14.354492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Made reservation on behalf of 92521eea6ff1419595293278b61b91c4 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:14.358045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.361832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.373348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 96f3f729-9c1b-41fd-8066-c812fe372dfa owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:14.457171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:14.468732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Allocated IP 2001:db8::185 (680d04d2-959e-454e-a7a3-8be43db8caf1/e8d9d68a-2a0a-4a9b-93d2-c4883a07400e/dd99b3d7-2063-499a-8549-a57a36250480) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:14.489670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.490368 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Added segment 98754e3e-09a1-4bd7-9045-5fe5d1008490 of type vlan for network efa9c74d-e113-4562-9fbb-c022d981bf68 May 09 05:08:14.518183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4a9f1d2c-493b-4496-8ef6-f9d618dec658 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:14.553090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Network 7548b754-92e4-4b64-a873-3df971426d4a is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:14.557405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4a9f1d2c-493b-4496-8ef6-f9d618dec658 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:14.565763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a9f1d2c-493b-4496-8ef6-f9d618dec658 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5135012 May 09 05:08:14.565763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.568612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:14.570077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36688) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:14.582130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:14.586924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Pushing event updated for resources: {'Port': ['ID=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:14.644341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.648190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.653314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-57a7d6f4-d931-4fab-93a8-dcec39caf17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.653541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group': {'name': 'tempest-secgroup--727953166'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:14.657491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=96f3f729-9c1b-41fd-8066-c812fe372dfa,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:14.657665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.677967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:14.685300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.701403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e905ded-caa5-491a-9729-ff977c39e261,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:14.703062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:14.718387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.731820 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa50b81d-933d-4fd8-a17e-9dd4d0104e74 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/96f3f729-9c1b-41fd-8066-c812fe372dfa HTTP/1.1" status: 204 len: 168 time: 1.9663599 May 09 05:08:14.735721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36692) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:14.743652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:14.770905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.776546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Attempting to bind port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:14.776923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Attempting to bind port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:14.777276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Attempting to bind port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a on network 7548b754-92e4-4b64-a873-3df971426d4a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:14.781114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.781114 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Added segment bcba5df2-3157-4387-8222-d3836d471ef3 of type vlan for network b05d4b78-866b-4b64-acd1-c7937be92865 May 09 05:08:14.787806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2e80211d-f65d-4466-b98e-3774c7804e0d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:14.788275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.789328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.795382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:14.796092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.820409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.825989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:14.826212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Checking segment: {'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:14.826576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.826929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Bound using segment: {'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:14.827526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Bound port: 1422fe13-0b48-49a7-b0cf-8d3be386fc1a, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:14.827889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.850343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.859505 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-d740ff79-b371-4443-a22a-6a72cb01d67b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:08:14.860038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d740ff79-b371-4443-a22a-6a72cb01d67b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:14.908087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Transition to ACTIVE for port object a8ce4b66-1b75-4a58-beb5-92a39e5e2ece will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:14.933721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:14.940419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:14.946883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:14.954496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:14.956205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Transition to ACTIVE for port object a8ce4b66-1b75-4a58-beb5-92a39e5e2ece will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:14.965844 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7639878 May 09 05:08:14.966766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:14.968893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36696) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:14.972450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab71b6-5a93-4088-872f-61e62b34a955 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Network': ['ID=efa9c74d-e113-4562-9fbb-c022d981bf68,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:14.982137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'subnet': {'network_id': 'c5b37add-be93-492a-81ac-cec682399ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:15.004244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.004505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d740ff79-b371-4443-a22a-6a72cb01d67b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:15.005300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.006271 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d740ff79-b371-4443-a22a-6a72cb01d67b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/96f3f729-9c1b-41fd-8066-c812fe372dfa HTTP/1.1" status: 404 len: 333 time: 0.2693305 May 09 05:08:15.010541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36700) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:15.047329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.055101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:15.055101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.116923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'name': 'tempest-PortsTestJSON-163375014'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:15.147405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network efa9c74d-e113-4562-9fbb-c022d981bf68 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:15.228122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] For port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:15.263488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] For port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:15.279716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:15.281605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2d747474-cd14-44a2-bd44-bc57e4e605bb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:15.287222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network 680d04d2-959e-454e-a7a3-8be43db8caf1 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:15.302403 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9378488 May 09 05:08:15.305787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Pushing event updated for resources: {'Port': ['ID=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:15.308621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.317445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:15.319084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:15.336648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Allocated IP 172.23.0.1 (7548b754-92e4-4b64-a873-3df971426d4a/a4d20ab2-1278-419a-baa7-29ceeecc0458/b0743fb6-4c9a-4bef-a5af-535c5ebed667) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:15.353323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:15.379061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:15.380269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36704) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:15.431960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:15.455046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:subnet and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:15.460353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:15.460555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:15.476072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:15.476621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Port': ['ID=dd99b3d7-2063-499a-8549-a57a36250480,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:15.499341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2b1a7-5237-468b-8019-43a4ac187889 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Network': ['ID=b05d4b78-866b-4b64-acd1-c7937be92865,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:15.525713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:15.534893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.553195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.581955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Made reservation on behalf of 92521eea6ff1419595293278b61b91c4 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:15.585411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.602711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829bd59-3069-4d79-b994-68b1d4286452 None None] Pushing event updated for resources: {'Port': ['ID=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:15.604155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.613709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Attempting to bind port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:15.614186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Attempting to bind port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '52eb260c-f1a0-493a-b6ef-0295d5d49154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '031d2a34-5b20-41e7-90c1-eb13dff56d23'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:15.614634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Attempting to bind port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece on network 031d2a34-5b20-41e7-90c1-eb13dff56d23 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:15.633997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:15.645549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:15.647726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:15.648193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Checking segment: {'id': '52eb260c-f1a0-493a-b6ef-0295d5d49154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '031d2a34-5b20-41e7-90c1-eb13dff56d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:15.648715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.649217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Bound using segment: {'id': '52eb260c-f1a0-493a-b6ef-0295d5d49154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '031d2a34-5b20-41e7-90c1-eb13dff56d23'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:15.650060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Bound port: a8ce4b66-1b75-4a58-beb5-92a39e5e2ece, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52eb260c-f1a0-493a-b6ef-0295d5d49154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '031d2a34-5b20-41e7-90c1-eb13dff56d23'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:15.652522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.660618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:15.677360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:15.694750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:15.702094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:15.707522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2d747474-cd14-44a2-bd44-bc57e4e605bb completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:15.708716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:15.712199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:15.716425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.717959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2d747474-cd14-44a2-bd44-bc57e4e605bb triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:15.718319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.726502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f86668-7695-48a8-bbf5-db65b6e35bc1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:15.738552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:15.760194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Transition to ACTIVE for port object b0743fb6-4c9a-4bef-a5af-535c5ebed667 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:15.771739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.773144 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b77245ac-a384-4ad4-8d21-a55b39ac4f99 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1710937 May 09 05:08:15.777038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36708) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:15.784048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Request body: {'security_group_rule': {'security_group_id': '33f86668-7695-48a8-bbf5-db65b6e35bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:15.793225 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:15.803455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Usage tracker for resource:security_group_rule and tenant:6c24bdebb579420d815140fcbaf7e1bf is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:15.839195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:15.862500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:15.901303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] For port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:15.908493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.913970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] For port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,segment=NetworkSegment(52eb260c-f1a0-493a-b6ef-0295d5d49154),segment_id=52eb260c-f1a0-493a-b6ef-0295d5d49154)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:15.935897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.949125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:15.958074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.002075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.019909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 87174bae-bc18-45b5-8ae1-65b4e04aa636 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:16.082721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:16.089546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.152143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.167404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e40ab9-78ce-4d35-ba9a-0b7942c960bd None None] Pushing event updated for resources: {'Port': ['ID=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:16.178887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 7548b754-92e4-4b64-a873-3df971426d4a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:16.188795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.193902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:16.202595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 2d747474-cd14-44a2-bd44-bc57e4e605bb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2d747474-cd14-44a2-bd44-bc57e4e605bb,segment=NetworkSegment(1b6930e4-4b42-4f6d-a089-ebf169f9ccff),segment_id=1b6930e4-4b42-4f6d-a089-ebf169f9ccff)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:16.211620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.234311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:16.263749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=b0743fb6-4c9a-4bef-a5af-535c5ebed667,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:16.293566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=2d747474-cd14-44a2-bd44-bc57e4e605bb,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:16.363059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.372425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.401601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.435144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b417c7-9dec-4726-b023-09a70b6976a2,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:16.473050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Subnet': ['ID=7ce41175-fde0-4b41-b885-7299be2284de,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:16.475298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.494736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1422fe13-0b48-49a7-b0cf-8d3be386fc1a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:16.519940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Checking segment: {'id': '9400cbb3-dd2a-41bb-a742-a97431eea3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c5b37add-be93-492a-81ac-cec682399ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:16.521233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network hostable DHCP agents. Network: c5b37add-be93-492a-81ac-cec682399ef7, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:16.529807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.531754 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f56d3e00-2c21-4d5a-a25f-61906ac73b8f tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7537000 May 09 05:08:16.534596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:16.624991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:16.767374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network c5b37add-be93-492a-81ac-cec682399ef7 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:16.794174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.795072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, c5b37add-be93-492a-81ac-cec682399ef7) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:16.808171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1babc2-bce6-434b-b296-a02104fad277 None None] Network c5b37add-be93-492a-81ac-cec682399ef7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:16.810018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:16.810864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.820501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c23fa604-b71b-4043-ac62-ea458aeabbe3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.873214 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-350c4648-a102-44f3-ace3-a053e4cf5b51 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8964348 May 09 05:08:16.877394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36718) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:16.885539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c23fa604-b71b-4043-ac62-ea458aeabbe3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:16.907310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'subnet': {'network_id': 'efa9c74d-e113-4562-9fbb-c022d981bf68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:16.954929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.130124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.131612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.172989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:17.183530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-c5b37add-be93-492a-81ac-cec682399ef7', 'network_id': 'c5b37add-be93-492a-81ac-cec682399ef7', 'tenant_id': '92521eea6ff1419595293278b61b91c4', 'fixed_ips': [{'subnet_id': '7ce41175-fde0-4b41-b885-7299be2284de'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:17.186894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.201291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=67a920f7-6357-4e09-b09b-2a34b46e69b1,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:17.227127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:17.230962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network hostable DHCP agents. Network: b05d4b78-866b-4b64-acd1-c7937be92865, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:17.240702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.242430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Usage tracker for resource:subnet and tenant:92521eea6ff1419595293278b61b91c4 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:17.249504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:17.253256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:17.259039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:17.262487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:17.262806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c23fa604-b71b-4043-ac62-ea458aeabbe3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.268311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:17.268971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.270040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:17.303264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fa604-b71b-4043-ac62-ea458aeabbe3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f86668-7695-48a8-bbf5-db65b6e35bc1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:17.400095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=87174bae-bc18-45b5-8ae1-65b4e04aa636,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:17.409585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Made reservation on behalf of 92521eea6ff1419595293278b61b91c4 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:17.413113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.423483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f506cf-b896-48e0-aa26-96fb8f5ea1f6 None None] Network 7548b754-92e4-4b64-a873-3df971426d4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:17.434251 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-61e21199-299f-4193-8aa1-da1f19deb58c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3858755 May 09 05:08:17.434251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:17.444620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36722) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:17.454230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:17.486787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, b05d4b78-866b-4b64-acd1-c7937be92865) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:17.505133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c23fa604-b71b-4043-ac62-ea458aeabbe3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.508965 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c23fa604-b71b-4043-ac62-ea458aeabbe3 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/33f86668-7695-48a8-bbf5-db65b6e35bc1 HTTP/1.1" status: 204 len: 168 time: 0.9725718 May 09 05:08:17.509652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36726) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:17.524286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:17.525182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.600002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f63b24d-b412-49b9-9917-dddf8fddc09a None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:17.622858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.645787 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dd807e9f-f013-435e-a2e0-f34651c1c823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2573063 May 09 05:08:17.647744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36730) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:17.687492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a6de16-cf24-441a-83bc-5af70215b738 None None] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:17.788539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d2161c38-e04c-4805-83a6-6ceba91aa4ac tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:17.829616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'name': 'tempest-NetworksTestDHCPv6-1895337716'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:17.865790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d2161c38-e04c-4805-83a6-6ceba91aa4ac tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:17.870043 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d2161c38-e04c-4805-83a6-6ceba91aa4ac tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3006418 May 09 05:08:17.871411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36734) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:17.895057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f2562d8c-2b43-4e7f-9beb-a1b8e36a3c2a None None] Provisioning for port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:17.947739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f2562d8c-2b43-4e7f-9beb-a1b8e36a3c2a None None] Provisioning complete for port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:17.948106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2562d8c-2b43-4e7f-9beb-a1b8e36a3c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.981875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.985948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:17.988770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.034188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Allocated IP 172.20.0.2 (c5b37add-be93-492a-81ac-cec682399ef7/7ce41175-fde0-4b41-b885-7299be2284de/d0b39117-3982-4d13-b424-a1ce962ea270) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:18.036804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.135816 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6ce35918-7e98-4a26-8fd8-e0a5695206a9 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2157359 May 09 05:08:18.138417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36738) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:18.179492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Router 63362842-cc0e-458c-ba0d-fb06988a0343 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:08:18.213295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Subnet': ['ID=745f78dd-80ed-4cb4-8075-cbdb05409a7f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:18.223665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.232490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event updated for resources: {'Port': ['ID=b0743fb6-4c9a-4bef-a5af-535c5ebed667,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:18.247655 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-bcdc6eb3-3dc5-4dc2-9312-59b9639277e6 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] delete failed (client error): The resource could not be found. May 09 05:08:18.254284 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bcdc6eb3-3dc5-4dc2-9312-59b9639277e6 tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "DELETE /v2.0/security-groups/33f86668-7695-48a8-bbf5-db65b6e35bc1 HTTP/1.1" status: 404 len: 347 time: 0.1007566 May 09 05:08:18.265472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:18.272324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36742) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:18.334775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:18.353280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:18.371383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Checking segment: {'id': '98754e3e-09a1-4bd7-9045-5fe5d1008490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efa9c74d-e113-4562-9fbb-c022d981bf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:18.371754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network hostable DHCP agents. Network: efa9c74d-e113-4562-9fbb-c022d981bf68, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:18.385108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:18.396080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Network 7548b754-92e4-4b64-a873-3df971426d4a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:18.411281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '67a920f7-6357-4e09-b09b-2a34b46e69b1'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:18.412130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.422352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:18.447583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:18.451055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.503609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2562d8c-2b43-4e7f-9beb-a1b8e36a3c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.513871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network efa9c74d-e113-4562-9fbb-c022d981bf68 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:18.548560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d2eb5e5c-9fdc-41ef-b86c-41ae40f053bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Synchronizing usage tracker for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:18.559535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a8ce4b66-1b75-4a58-beb5-92a39e5e2ece up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:18.562086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:08:18.572332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 4115c541-1abf-4284-a3e7-63c47df5138a yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:18.630275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.653798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.669779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, efa9c74d-e113-4562-9fbb-c022d981bf68) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:18.685986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:18.686657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.708409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2941e-4d33-4696-9cad-8a7e8c19b9d6 None None] Network efa9c74d-e113-4562-9fbb-c022d981bf68 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:18.713328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d2eb5e5c-9fdc-41ef-b86c-41ae40f053bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] Unset dirty status for tenant:6c24bdebb579420d815140fcbaf7e1bf on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:18.714802 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d2eb5e5c-9fdc-41ef-b86c-41ae40f053bc tempest-SecGroupIPv6Test-1663378150 tempest-SecGroupIPv6Test-1663378150-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4416151 May 09 05:08:18.742559 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bead189f-f8ff-4eb0-a9c1-955adfeb1750 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8639719 May 09 05:08:18.747571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:18.748114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:18.749753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:18.765517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] In _notify_port_updated(), no bound segment for port 87174bae-bc18-45b5-8ae1-65b4e04aa636 on network 10c1be21-f0f8-495e-842b-cd37d3f9b940 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:08:18.770938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:18.771232 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Sync routers for ids ['63362842-cc0e-458c-ba0d-fb06988a0343'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:18.772432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.773952 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "PUT /v2.0/ports/87174bae-bc18-45b5-8ae1-65b4e04aa636 HTTP/1.1" status: 200 len: 818 time: 1.3282092 May 09 05:08:18.780995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36754) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:18.784165 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Routers {'63362842-cc0e-458c-ba0d-fb06988a0343'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:18.784848 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['63362842-cc0e-458c-ba0d-fb06988a0343'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:18.795654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.816866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Transition to ACTIVE for port object d0b39117-3982-4d13-b424-a1ce962ea270 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:18.845563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Transition to ACTIVE for port object d0b39117-3982-4d13-b424-a1ce962ea270 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:18.864942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f2562d8c-2b43-4e7f-9beb-a1b8e36a3c2a None None] For port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:18.887848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.954671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 87174bae-bc18-45b5-8ae1-65b4e04aa636 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:18.955349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:18.988540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfe9aa-e837-4b39-ba47-398fc5a4c209 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=87174bae-bc18-45b5-8ae1-65b4e04aa636,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:19.021576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.027654 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5692f9e5-8d5a-4b6d-bbb4-4175796e3a20 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.0131474 May 09 05:08:19.028426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36758) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:19.112814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::2c8 (b05d4b78-866b-4b64-acd1-c7937be92865/67a920f7-6357-4e09-b09b-2a34b46e69b1/4115c541-1abf-4284-a3e7-63c47df5138a) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:19.171910 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Set router 63362842-cc0e-458c-ba0d-fb06988a0343 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:19.201880 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f2562d8c-2b43-4e7f-9beb-a1b8e36a3c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.251080 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Network c5b37add-be93-492a-81ac-cec682399ef7 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:19.265913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.284815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:19.309768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:19.317152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36762) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:19.372861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Pushing event updated for resources: {'Port': ['ID=d0b39117-3982-4d13-b424-a1ce962ea270,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:19.485059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:19.592920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.618587 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63362842-cc0e-458c-ba0d-fb06988a0343', 'name': '', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1', 'external_fixed_ips': [{'subnet_id': 'e8d9d68a-2a0a-4a9b-93d2-c4883a07400e', 'ip_address': '2001:db8::185'}], 'enable_snat': True}, 'gw_port_id': 'dd99b3d7-2063-499a-8549-a57a36250480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:12Z', 'updated_at': '2022-05-09T05:08:15Z', 'revision_number': 3, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port': {'id': 'dd99b3d7-2063-499a-8549-a57a36250480', 'name': '', 'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63362842-cc0e-458c-ba0d-fb06988a0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'e8d9d68a-2a0a-4a9b-93d2-c4883a07400e', 'ip_address': '2001:db8::185', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:13Z', 'updated_at': '2022-05-09T05:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8d9d68a-2a0a-4a9b-93d2-c4883a07400e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:19.618915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2d747474-cd14-44a2-bd44-bc57e4e605bb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:19.628343 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Checking router: 63362842-cc0e-458c-ba0d-fb06988a0343 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:19.628704 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Updating router 63362842-cc0e-458c-ba0d-fb06988a0343 port dd99b3d7-2063-499a-8549-a57a36250480 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:08:19.696906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Provisioning for port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:19.711532 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.757109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Provisioning complete for port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:19.757881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.790955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Attempting to bind port d0b39117-3982-4d13-b424-a1ce962ea270 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:19.791706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Attempting to bind port d0b39117-3982-4d13-b424-a1ce962ea270 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '9400cbb3-dd2a-41bb-a742-a97431eea3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c5b37add-be93-492a-81ac-cec682399ef7'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:19.792269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Attempting to bind port d0b39117-3982-4d13-b424-a1ce962ea270 on network c5b37add-be93-492a-81ac-cec682399ef7 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:19.844129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:19.844853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Checking segment: {'id': '9400cbb3-dd2a-41bb-a742-a97431eea3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c5b37add-be93-492a-81ac-cec682399ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:19.845392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.845935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Bound using segment: {'id': '9400cbb3-dd2a-41bb-a742-a97431eea3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c5b37add-be93-492a-81ac-cec682399ef7'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:19.846679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Bound port: d0b39117-3982-4d13-b424-a1ce962ea270, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9400cbb3-dd2a-41bb-a742-a97431eea3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c5b37add-be93-492a-81ac-cec682399ef7'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:19.847269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.862026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2562d8c-2b43-4e7f-9beb-a1b8e36a3c2a None None] Pushing event updated for resources: {'Port': ['ID=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:19.950972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:19.972473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 4115c541-1abf-4284-a3e7-63c47df5138a will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:19.982446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:19.997927 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-607c9eba-dbc1-4a9a-aaa0-869c3dd4d37a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2236128 May 09 05:08:20.001663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36770) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:20.011593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:20.026017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.062829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:20.115556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-efa9c74d-e113-4562-9fbb-c022d981bf68', 'network_id': 'efa9c74d-e113-4562-9fbb-c022d981bf68', 'tenant_id': '92521eea6ff1419595293278b61b91c4', 'fixed_ips': [{'subnet_id': '745f78dd-80ed-4cb4-8075-cbdb05409a7f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:20.116692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.179530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:20.180523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:20.226536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:20.277847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.282054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:20.305756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:20.309636 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.311382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:20.312023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.317817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2d747474-cd14-44a2-bd44-bc57e4e605bb triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:20.318418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.333510 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Transition to ACTIVE for port object dd99b3d7-2063-499a-8549-a57a36250480 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:20.343359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=4115c541-1abf-4284-a3e7-63c47df5138a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:20.345027 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.378548 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b0db3307-6aa3-403c-819b-bb1dfc3371ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c24bdebb579420d815140fcbaf7e1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8469307 May 09 05:08:20.388104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36774) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:20.391488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.396204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.404539 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4de43f2f-f04f-470f-9483-b1044763dd62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5819597 May 09 05:08:20.408784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36778) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:20.484511 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] For port d0b39117-3982-4d13-b424-a1ce962ea270, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:20.494104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/67a920f7-6357-4e09-b09b-2a34b46e69b1/7b8f5673-5680-4dd8-8583-ac2fdfff2628) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:20.498061 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Attempting to bind port dd99b3d7-2063-499a-8549-a57a36250480 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:20.498606 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Attempting to bind port dd99b3d7-2063-499a-8549-a57a36250480 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '84bee74f-1795-4bec-8f6a-966f49a981c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:20.499049 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Attempting to bind port dd99b3d7-2063-499a-8549-a57a36250480 on network 680d04d2-959e-454e-a7a3-8be43db8caf1 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:20.513456 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e611-23e4-473c-818e-de1ee4c7bbff None None] Pushing event updated for resources: {'Port': ['ID=dd99b3d7-2063-499a-8549-a57a36250480,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:20.532138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:20.533476 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Checking segment: {'id': '84bee74f-1795-4bec-8f6a-966f49a981c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:20.536583 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.537031 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Bound using segment: {'id': '84bee74f-1795-4bec-8f6a-966f49a981c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:20.537751 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Bound port: dd99b3d7-2063-499a-8549-a57a36250480, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bee74f-1795-4bec-8f6a-966f49a981c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '680d04d2-959e-454e-a7a3-8be43db8caf1'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:20.537984 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.538596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] For port d0b39117-3982-4d13-b424-a1ce962ea270, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0b39117-3982-4d13-b424-a1ce962ea270,segment=NetworkSegment(9400cbb3-dd2a-41bb-a742-a97431eea3aa),segment_id=9400cbb3-dd2a-41bb-a742-a97431eea3aa)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:20.548188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.581855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 87174bae-bc18-45b5-8ae1-65b4e04aa636 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:20.588028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.615713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Deleting port dd99b3d7-2063-499a-8549-a57a36250480 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:20.616329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.663753 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] For port dd99b3d7-2063-499a-8549-a57a36250480, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:20.667123 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] For port dd99b3d7-2063-499a-8549-a57a36250480, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd99b3d7-2063-499a-8549-a57a36250480,segment=NetworkSegment(84bee74f-1795-4bec-8f6a-966f49a981c5),segment_id=84bee74f-1795-4bec-8f6a-966f49a981c5)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:20.673596 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.739891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:20.773475 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Routers {'63362842-cc0e-458c-ba0d-fb06988a0343'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:20.774151 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['63362842-cc0e-458c-ba0d-fb06988a0343'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:20.900182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] For port dd99b3d7-2063-499a-8549-a57a36250480, host dv-neutron-840482-1-hyperv, got binding levels [] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:20.900634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:20.924493 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] For port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,segment=NetworkSegment(52eb260c-f1a0-493a-b6ef-0295d5d49154),segment_id=52eb260c-f1a0-493a-b6ef-0295d5d49154)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:21.016451 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] Set router 63362842-cc0e-458c-ba0d-fb06988a0343 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:21.048519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.058204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Allocated IP 172.20.0.2 (efa9c74d-e113-4562-9fbb-c022d981bf68/745f78dd-80ed-4cb4-8075-cbdb05409a7f/48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:21.105051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5c0a-8fd5-4907-96c9-5ffa19adde43 None None] Pushing event updated for resources: {'Port': ['ID=d0b39117-3982-4d13-b424-a1ce962ea270,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:21.156168 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63362842-cc0e-458c-ba0d-fb06988a0343', 'name': '', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:12Z', 'updated_at': '2022-05-09T05:08:20Z', 'revision_number': 4, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:21.162732 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e611-23e4-473c-818e-de1ee4c7bbff None None] Pushing event updated for resources: {'Port': ['ID=dd99b3d7-2063-499a-8549-a57a36250480,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:21.171838 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0803463-cc68-4100-9f3b-793f1149925e None None] The sync data for ids ['63362842-cc0e-458c-ba0d-fb06988a0343'] in dv-neutron-840482-1-hyperv is: [{'id': '63362842-cc0e-458c-ba0d-fb06988a0343', 'name': '', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:12Z', 'updated_at': '2022-05-09T05:08:20Z', 'revision_number': 4, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:21.185870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Calling delete_port for dd99b3d7-2063-499a-8549-a57a36250480 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:21.287039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.373105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=87174bae-bc18-45b5-8ae1-65b4e04aa636,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:21.388597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65a1286f-f616-46e0-8c97-9b635e21bedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.391616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Pushing event updated for resources: {'Port': ['ID=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:21.409322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47bf3f-cd38-4dd8-b0a1-5324c1b4d01a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:21.410294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ba47bf3f-cd38-4dd8-b0a1-5324c1b4d01a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:21.430034 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Provisioning complete for port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:21.430390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.460538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.extraroute_db [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 09 05:08:21.480332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65a1286f-f616-46e0-8c97-9b635e21bedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.516097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.545222 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-101be92b-8451-4ae8-8858-594eecf717da tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/87174bae-bc18-45b5-8ae1-65b4e04aa636 HTTP/1.1" status: 204 len: 168 time: 2.7579010 May 09 05:08:21.557946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36786) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:21.569475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ba47bf3f-cd38-4dd8-b0a1-5324c1b4d01a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:21.573963 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ba47bf3f-cd38-4dd8-b0a1-5324c1b4d01a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.1626658 May 09 05:08:21.575959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36790) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:21.593305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.extraroute_db [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Removed routes are [] {{(pid=88041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 09 05:08:21.594103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.676816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 4115c541-1abf-4284-a3e7-63c47df5138a {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:21.677514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.719242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0b39117-3982-4d13-b424-a1ce962ea270 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:21.752435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:08:21.752935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:08:21.856847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:21.892519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Allocated IP 172.20.0.1 (c5b37add-be93-492a-81ac-cec682399ef7/7ce41175-fde0-4b41-b885-7299be2284de/bd152396-ee63-4f2e-9a36-d47fec5c8482) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:21.923482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Transition to ACTIVE for port object 7b8f5673-5680-4dd8-8583-ac2fdfff2628 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:21.951526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65a1286f-f616-46e0-8c97-9b635e21bedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.053599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Transition to ACTIVE for port object 7b8f5673-5680-4dd8-8583-ac2fdfff2628 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:22.098342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1286f-f616-46e0-8c97-9b635e21bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4ae2c7-7cc7-4720-aadd-0523ca4814bf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:22.115554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.181199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port d0b39117-3982-4d13-b424-a1ce962ea270 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:22.225415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Provisioning for port b0743fb6-4c9a-4bef-a5af-535c5ebed667 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:22.228509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1422fe13-0b48-49a7-b0cf-8d3be386fc1a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:22.236653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.273959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:22.286245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:22.288953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:22.295271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Provisioning complete for port b0743fb6-4c9a-4bef-a5af-535c5ebed667 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:22.295781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.298582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.314662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.323771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accde7a9-17a1-44a2-bc20-61f1a70d52e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:22.329034 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-accde7a9-17a1-44a2-bc20-61f1a70d52e4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7662356 May 09 05:08:22.330788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36794) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:22.373368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.397452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe07e88-0e5e-481b-bca7-399eef4904ea None None] Network c5b37add-be93-492a-81ac-cec682399ef7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:22.409626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Deleting port dd99b3d7-2063-499a-8549-a57a36250480 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:22.409626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.412094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0743fb6-4c9a-4bef-a5af-535c5ebed667', 'name': '', 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:da:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:15Z', 'updated_at': '2022-05-09T05:08:17Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:22.433749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Pushing event updated for resources: {'Port': ['ID=7b8f5673-5680-4dd8-8583-ac2fdfff2628,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:22.454328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 4115c541-1abf-4284-a3e7-63c47df5138a owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:22.472866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:22.473222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Updating router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf port b0743fb6-4c9a-4bef-a5af-535c5ebed667 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:08:22.523224 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dddb26-c229-4355-a779-61ffdcfac924 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:08:22.527473 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-98dddb26-c229-4355-a779-61ffdcfac924 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/87174bae-bc18-45b5-8ae1-65b4e04aa636 HTTP/1.1" status: 404 len: 333 time: 0.1852181 May 09 05:08:22.529059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36798) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:22.540061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-358480922'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:22.553722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Transition to ACTIVE for port object 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:22.575942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:22.577134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65a1286f-f616-46e0-8c97-9b635e21bedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.581324 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-65a1286f-f616-46e0-8c97-9b635e21bedc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a4ae2c7-7cc7-4720-aadd-0523ca4814bf HTTP/1.1" status: 204 len: 168 time: 2.1771278 May 09 05:08:22.590856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:22.626752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Transition to ACTIVE for port object 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:22.635420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:22.642092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:22.645160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.652308 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:22.673979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-705c8ab8-bfd2-41ef-8ca3-f44064336247 None None] Port b0743fb6-4c9a-4bef-a5af-535c5ebed667 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:22.714272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Attempting to bind port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:22.714920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Attempting to bind port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:22.715346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Attempting to bind port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:22.717089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:22.721375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.724832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.748545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.804931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:22.805510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:22.805745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.806066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:22.806628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Bound port: 7b8f5673-5680-4dd8-8583-ac2fdfff2628, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:22.806905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.807176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] For port dd99b3d7-2063-499a-8549-a57a36250480, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd99b3d7-2063-499a-8549-a57a36250480,segment=NetworkSegment(84bee74f-1795-4bec-8f6a-966f49a981c5),segment_id=84bee74f-1795-4bec-8f6a-966f49a981c5)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:22.807737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.818389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:22.824029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:22.932920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=4115c541-1abf-4284-a3e7-63c47df5138a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:22.972805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Transition to ACTIVE for port object bd152396-ee63-4f2e-9a36-d47fec5c8482 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:22.977205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Network efa9c74d-e113-4562-9fbb-c022d981bf68 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:22.977970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Provisioning for port d0b39117-3982-4d13-b424-a1ce962ea270 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:23.006819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:23.014209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.017780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Provisioning complete for port d0b39117-3982-4d13-b424-a1ce962ea270 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:23.018146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.019088 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aaaa2326-1ff5-401f-95bc-acec662fab11 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 200 len: 934 time: 3.0163376 May 09 05:08:23.021018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36810) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:23.042949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:23.043360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.057880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Calling delete_port for dd99b3d7-2063-499a-8549-a57a36250480 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:23.071143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:23.073214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:23.147090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.147763 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment 764431e0-0ace-428a-b42d-d4bff2a7b2fd of type vlan for network d19ce56a-1651-4aaa-943b-10a18982e5e5 May 09 05:08:23.160018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Pushing event updated for resources: {'Port': ['ID=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:23.178424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.192820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.218649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.255552 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e2adcd9b-c265-49fe-a9f9-ebf465d9da43 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/4115c541-1abf-4284-a3e7-63c47df5138a HTTP/1.1" status: 204 len: 168 time: 1.6782737 May 09 05:08:23.258615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36820) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:23.300598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network c5b37add-be93-492a-81ac-cec682399ef7 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:23.301994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Port': ['ID=bd152396-ee63-4f2e-9a36-d47fec5c8482,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:23.305533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:23.316714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:23.350987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.357307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:23.357997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.392123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eda762-3a4e-453e-9059-0cc7c3c7a426 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:23.392883 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-33dc2f11-941f-4b8a-ba32-363b47e3c0b1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 200 len: 934 time: 0.3704247 May 09 05:08:23.393706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36828) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:23.394075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eda762-3a4e-453e-9059-0cc7c3c7a426 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:23.394912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91eda762-3a4e-453e-9059-0cc7c3c7a426 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:23.407010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'routes': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:23.523664 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9914591 May 09 05:08:23.536491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36836) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:23.545095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:23.566246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91eda762-3a4e-453e-9059-0cc7c3c7a426 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:23.567812 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-91eda762-3a4e-453e-9059-0cc7c3c7a426 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3069847 May 09 05:08:23.571782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] For port 7b8f5673-5680-4dd8-8583-ac2fdfff2628, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:23.575480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36840) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:23.575638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.583135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] For port 7b8f5673-5680-4dd8-8583-ac2fdfff2628, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7b8f5673-5680-4dd8-8583-ac2fdfff2628,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:23.591655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Attempting to bind port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:23.592012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Attempting to bind port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '98754e3e-09a1-4bd7-9045-5fe5d1008490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efa9c74d-e113-4562-9fbb-c022d981bf68'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:23.592357 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Attempting to bind port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 on network efa9c74d-e113-4562-9fbb-c022d981bf68 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:23.613654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.631947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda168c7-7fb2-4157-95a2-34c5dee35cb4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=d19ce56a-1651-4aaa-943b-10a18982e5e5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:23.696390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:23.696876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Checking segment: {'id': '98754e3e-09a1-4bd7-9045-5fe5d1008490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efa9c74d-e113-4562-9fbb-c022d981bf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:23.697276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.697645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Bound using segment: {'id': '98754e3e-09a1-4bd7-9045-5fe5d1008490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efa9c74d-e113-4562-9fbb-c022d981bf68'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:23.702373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Bound port: 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98754e3e-09a1-4bd7-9045-5fe5d1008490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efa9c74d-e113-4562-9fbb-c022d981bf68'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:23.702639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.711379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36844) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:23.715117 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025773 May 09 05:08:23.721479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36846) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:23.722840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426401f-e9a8-4b57-81a4-76a5f318a212 None None] Pushing event updated for resources: {'Port': ['ID=7b8f5673-5680-4dd8-8583-ac2fdfff2628,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:23.725559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:23.756511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.819332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 67a920f7-6357-4e09-b09b-2a34b46e69b1 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:23.825006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd99b3d7-2063-499a-8549-a57a36250480,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:23.827532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:23.856416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.952653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:23.960071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.085963 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d559f826-26d5-424c-8aaf-ea9c545186ba tempest-NetworksApiDiscovery-900364534 tempest-NetworksApiDiscovery-900364534-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3524263 May 09 05:08:24.086994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:24.098740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:24.109325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.283374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:24.386811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.431460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.438315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.440205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:24.443819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.448526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] For port d0b39117-3982-4d13-b424-a1ce962ea270, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0b39117-3982-4d13-b424-a1ce962ea270,segment=NetworkSegment(9400cbb3-dd2a-41bb-a742-a97431eea3aa),segment_id=9400cbb3-dd2a-41bb-a742-a97431eea3aa)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:24.472062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.474876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.502934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Transition to ACTIVE for port object b0743fb6-4c9a-4bef-a5af-535c5ebed667 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:24.523771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] For port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:24.529328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] For port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,segment=NetworkSegment(98754e3e-09a1-4bd7-9045-5fe5d1008490),segment_id=98754e3e-09a1-4bd7-9045-5fe5d1008490)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:24.563175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36856) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:24.583827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.637221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.637964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63362842-cc0e-458c-ba0d-fb06988a0343 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:08:24.663796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.739622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.extraroute_db [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added routes are [] {{(pid=88041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 09 05:08:24.740568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.extraroute_db [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 09 05:08:24.780572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.782493 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-60a1d554-6f61-4f78-883a-3fa2ec2f08f3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "DELETE /v2.0/routers/63362842-cc0e-458c-ba0d-fb06988a0343 HTTP/1.1" status: 204 len: 168 time: 5.4770174 May 09 05:08:24.796460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36862) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:24.878822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:24.933482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Pushing event updated for resources: {'Port': ['ID=d0b39117-3982-4d13-b424-a1ce962ea270,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:24.983596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Provisioning complete for port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:24.984174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44368d65-e6fb-4bdd-9330-f160e2c4bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.058781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.083035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.128444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a8ce4b66-1b75-4a58-beb5-92a39e5e2ece up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:25.177580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.224613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=ba2ba870-dde1-4bc1-9daa-6112660f48a0,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:25.247786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:25.260920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Usage tracker for resource:security_group_rule and tenant:d099f2a245a348a6b45bd4f244020de5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:25.275669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Deleting subnet e8d9d68a-2a0a-4a9b-93d2-c4883a07400e {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:25.281358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:25.295765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.338817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:25.391531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f3fd8-c854-4a0b-8853-1579123a9e62 None None] Pushing event updated for resources: {'Port': ['ID=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:25.478331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.491348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Attempting to bind port b0743fb6-4c9a-4bef-a5af-535c5ebed667 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:25.492748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Attempting to bind port b0743fb6-4c9a-4bef-a5af-535c5ebed667 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:25.493111 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Attempting to bind port b0743fb6-4c9a-4bef-a5af-535c5ebed667 on network 7548b754-92e4-4b64-a873-3df971426d4a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:25.526631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9040435e-c879-45fb-8e0d-ccca8b25b2f6 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:25.553237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:25.553610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Checking segment: {'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:25.554007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.554393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Bound using segment: {'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:25.554869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Bound port: b0743fb6-4c9a-4bef-a5af-535c5ebed667, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5ce36f-1bba-4f18-ac9b-911899898d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:25.555240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.571824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.599626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.612137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.635615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': '764431e0-0ace-428a-b42d-d4bff2a7b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:25.636005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: d19ce56a-1651-4aaa-943b-10a18982e5e5, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:25.640826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.700734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3da0f1-b513-4c22-aded-5f8d4db4c841 None None] Pushing event updated for resources: {'Port': ['ID=b0743fb6-4c9a-4bef-a5af-535c5ebed667,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:25.724563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=67a920f7-6357-4e09-b09b-2a34b46e69b1,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:25.746128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.773859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:25.796234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.806961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.852334 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d099f2a245a348a6b45bd4f244020de5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2877634 May 09 05:08:25.854994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, d19ce56a-1651-4aaa-943b-10a18982e5e5) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:25.858239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36868) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:25.860810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:25.861390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.865647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.867061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Port': ['ID=bd152396-ee63-4f2e-9a36-d47fec5c8482,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:25.874531 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-29b8b83f-ba41-4ced-9dba-15bd5c482d9b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/67a920f7-6357-4e09-b09b-2a34b46e69b1 HTTP/1.1" status: 204 len: 168 time: 2.2889555 May 09 05:08:25.882990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.886994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36872) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:25.892183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf3bf3a-0c5f-40b2-afc3-dcbd67ec3167 None None] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:25.922058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:25.922580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.936991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d9d68a-2a0a-4a9b-93d2-c4883a07400e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:25.938965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.954125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:25.956277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9021-7436-49a1-aba9-cddeabed1e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed6f38-a2b4-41a6-90e1-1f26508d4bd5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:25.962332 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-401e3743-2480-4459-9815-c9b9b8dc5da4 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/e8d9d68a-2a0a-4a9b-93d2-c4883a07400e HTTP/1.1" status: 204 len: 168 time: 1.1582541 May 09 05:08:25.964597 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-58972a1c-43a4-440a-b5aa-420034a60d5f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4262273 May 09 05:08:25.965346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36876) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:25.965717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36878) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:25.992752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:25.993354 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1c660741-eadb-4c50-87f2-d10b22b801cb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010368 May 09 05:08:26.003548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.010580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36884) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:26.107839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:26.165082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] For port b0743fb6-4c9a-4bef-a5af-535c5ebed667, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:26.192622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] For port b0743fb6-4c9a-4bef-a5af-535c5ebed667, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b0743fb6-4c9a-4bef-a5af-535c5ebed667,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:26.203355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.222494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.268407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:26.288332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:26.295170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:26.341140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network c5b37add-be93-492a-81ac-cec682399ef7 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:26.376740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:26.454853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f52dd88e-485e-4f60-a490-b3ca0896ca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.502510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f52dd88e-485e-4f60-a490-b3ca0896ca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.531815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:26.539870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7b8f5673-5680-4dd8-8583-ac2fdfff2628 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:26.559465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.606738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680d04d2-959e-454e-a7a3-8be43db8caf1']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:26.618405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:26.622700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.626684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a1f6a4-2671-4979-ad15-8024ac4c8156 None None] Network efa9c74d-e113-4562-9fbb-c022d981bf68 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:26.639666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:26.640308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:26.736215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bee74f-1795-4bec-8f6a-966f49a981c5') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:26.736645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bee74f-1795-4bec-8f6a-966f49a981c5') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:26.755992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.794975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.809095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:08:26.809802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:08:26.824962 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:08:26.870461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c095b068-eb80-4060-99d3-bbb3c58831b9 None None] Provisioning for port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:26.886960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3da0f1-b513-4c22-aded-5f8d4db4c841 None None] Pushing event updated for resources: {'Port': ['ID=b0743fb6-4c9a-4bef-a5af-535c5ebed667,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:26.887704 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba2ba870-dde1-4bc1-9daa-6112660f48a0 (CIDR: 172.20.0.0/28) May 09 05:08:26.909705 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:08:26.910780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:08:26.946316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36888) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:26.947894 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ead3fb3e-db9e-48d4-a446-28c0e603fedd tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9779756 May 09 05:08:26.957809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:26.967283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:26.978300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:26.999939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 680d04d2-959e-454e-a7a3-8be43db8caf1 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 09 05:08:27.002888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:27.009515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.028474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event deleted for resources: {'Network': ['ID=680d04d2-959e-454e-a7a3-8be43db8caf1,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:27.033863 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-d19ce56a-1651-4aaa-943b-10a18982e5e5', 'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5', 'tenant_id': '99d4548c969946e7bb158105ec1d9cd5', 'fixed_ips': [{'subnet_id': 'ba2ba870-dde1-4bc1-9daa-6112660f48a0'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:27.034723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.048523 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dc977b67-4403-43e3-b1c5-bdc8d580d220 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "DELETE /v2.0/networks/680d04d2-959e-454e-a7a3-8be43db8caf1 HTTP/1.1" status: 204 len: 168 time: 1.0771463 May 09 05:08:27.081607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:27.082272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:08:27.111154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:27.117457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] Deleting port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:27.117837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.129825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:27.143266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:27.152584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c095b068-eb80-4060-99d3-bbb3c58831b9 None None] Provisioning complete for port d0b39117-3982-4d13-b424-a1ce962ea270 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:27.152919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c095b068-eb80-4060-99d3-bbb3c58831b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.172833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f52dd88e-485e-4f60-a490-b3ca0896ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.177739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:27.215518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:27.218917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.258288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dd88e-485e-4f60-a490-b3ca0896ca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed6f38-a2b4-41a6-90e1-1f26508d4bd5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:27.321326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:27.321657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.421066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f52dd88e-485e-4f60-a490-b3ca0896ca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.424919 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f52dd88e-485e-4f60-a490-b3ca0896ca96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39ed6f38-a2b4-41a6-90e1-1f26508d4bd5 HTTP/1.1" status: 204 len: 168 time: 1.5633183 May 09 05:08:27.511854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:27.525177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Router 46fb258e-d612-4fc9-a3b3-2d3f5e46e230 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:08:27.533324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:27.548279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:27.563546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:27.659767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36902) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:27.674376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'router': {'name': 'tempest-router--54203540', 'project_id': '25a884270da1491f824e2e6cba3dbfb6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:27.683624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:27.688712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:router and tenant:25a884270da1491f824e2e6cba3dbfb6 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:27.692262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:27.698648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:27.705916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:27.709533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.715443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.726700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.734751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:27.762847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.810133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.838687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.840664 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f690b915-48f0-41b0-a96c-63e7a523f905 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1772788 May 09 05:08:27.844544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36906) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:27.892173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36912) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:27.946251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:27.950034 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0fcb16ff-6166-44d6-8144-d7a0d7654ae6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 200 len: 700 time: 4.5494876 May 09 05:08:27.976112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36918) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:28.198436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:28.211984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Allocated IP 172.20.0.2 (d19ce56a-1651-4aaa-943b-10a18982e5e5/ba2ba870-dde1-4bc1-9daa-6112660f48a0/b1a4f713-f3bb-4e3f-8017-f121ace0a8fc) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:28.218390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] For port 7b8f5673-5680-4dd8-8583-ac2fdfff2628, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7b8f5673-5680-4dd8-8583-ac2fdfff2628,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:28.218791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.219858 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] Sync routers for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:28.222733 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0f6f43f0-97ec-46bf-9d90-df05bbbfe727 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "PUT /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4660048 May 09 05:08:28.236903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36926) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:28.240864 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:28.241709 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:28.318388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43116936-982f-449c-bbf3-d5eb5478bce5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.445741 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:28.474221 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:28.474850 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:28.562314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.585982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] Calling delete_port for 7b8f5673-5680-4dd8-8583-ac2fdfff2628 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:28.617709 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:28.618119 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef5b67-1bef-4fb6-97d8-2c8ec8ee8d4f None None] The sync data for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:28.757115 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-eec8a719-35a5-4611-b2fa-479309e76db0 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 200 len: 700 time: 0.7709413 May 09 05:08:28.804875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.812865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36948) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:28.825551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c095b068-eb80-4060-99d3-bbb3c58831b9 None None] Provisioning for port bd152396-ee63-4f2e-9a36-d47fec5c8482 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:28.858467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43116936-982f-449c-bbf3-d5eb5478bce5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.861843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.867011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43116936-982f-449c-bbf3-d5eb5478bce5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.923132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43116936-982f-449c-bbf3-d5eb5478bce5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.924130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43116936-982f-449c-bbf3-d5eb5478bce5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae25b2c3-6c21-4205-b77d-7b13218e3ab3 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:08:28.935374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c095b068-eb80-4060-99d3-bbb3c58831b9 None None] Provisioning complete for port bd152396-ee63-4f2e-9a36-d47fec5c8482 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:28.935753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c095b068-eb80-4060-99d3-bbb3c58831b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.937315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43116936-982f-449c-bbf3-d5eb5478bce5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:28.944152 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-43116936-982f-449c-bbf3-d5eb5478bce5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ae25b2c3-6c21-4205-b77d-7b13218e3ab3 HTTP/1.1" status: 204 len: 168 time: 1.0957181 May 09 05:08:29.163969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] No DVR routers for this DVR port 7b8f5673-5680-4dd8-8583-ac2fdfff2628 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:29.165717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351859a6-184e-4d34-a8fe-13e2fa13ddd7 None None] Pushing event deleted for resources: {'Port': ['ID=7b8f5673-5680-4dd8-8583-ac2fdfff2628,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:29.200632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36966) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:29.246100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c095b068-eb80-4060-99d3-bbb3c58831b9 None None] Port bd152396-ee63-4f2e-9a36-d47fec5c8482 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:29.282483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:24Z', 'revision_number': 7, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0743fb6-4c9a-4bef-a5af-535c5ebed667', 'name': '', 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:da:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:15Z', 'updated_at': '2022-05-09T05:08:26Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:29.291803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d73bd2-99af-4cac-9331-e1ce64f2aac7 None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:24Z', 'revision_number': 7, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0743fb6-4c9a-4bef-a5af-535c5ebed667', 'name': '', 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:da:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:15Z', 'updated_at': '2022-05-09T05:08:26Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:29.294825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=34570023-e1dc-4e3a-85c5-e7cd98cc7d03,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:29.399824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36972) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:29.529198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ecfaabbc-dfd9-46fe-ab1b-0cb4df1b267f None None] Provisioning for port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:29.548595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:29.570720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.586588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Transition to ACTIVE for port object b1a4f713-f3bb-4e3f-8017-f121ace0a8fc will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:29.593250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1996674460-network', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:29.596383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:29.608220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:29.609102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.609226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203a483-c082-4312-89f6-7b2fa85ab85d None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:29.619448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:29.632277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:29.633744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Usage tracker for resource:network and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:29.640662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:29.656042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:29.676488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Made reservation on behalf of 454fa6b37fa94f58b9fedab4580432c5 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:29.676913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ecfaabbc-dfd9-46fe-ab1b-0cb4df1b267f None None] Provisioning complete for port bd152396-ee63-4f2e-9a36-d47fec5c8482 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:29.677274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ecfaabbc-dfd9-46fe-ab1b-0cb4df1b267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.679144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.695949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-113228352', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:29.710160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:29.712454 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c249174d-0320-42f6-98ed-95c4702ee89b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6891739 May 09 05:08:29.713323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.723720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36978) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:29.730999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Usage tracker for resource:router and tenant:be09dcfb06124d94a0a38946d9439edc is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:29.737001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'name': 'tempest-NetworksTestDHCPv6-66735710'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:29.755396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:29.774425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Transition to ACTIVE for port object b1a4f713-f3bb-4e3f-8017-f121ace0a8fc will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:29.816677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.818324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:29.820875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:29.844157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:29.849299 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:29.861466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:29.889291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.890953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.903981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ecfaabbc-dfd9-46fe-ab1b-0cb4df1b267f None None] Port bd152396-ee63-4f2e-9a36-d47fec5c8482 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:29.951534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:29.954542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Pushing event updated for resources: {'Port': ['ID=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:29.956209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:29.960495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:29.979920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:29.985205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:29.991717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:30.002317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:30.005419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:30.087677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:30.144052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:30.144433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.291943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:30.295667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.314936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '34570023-e1dc-4e3a-85c5-e7cd98cc7d03'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:30.315750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.327754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Attempting to bind port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:30.328281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Attempting to bind port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '764431e0-0ace-428a-b42d-d4bff2a7b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:30.328599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Attempting to bind port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc on network d19ce56a-1651-4aaa-943b-10a18982e5e5 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:30.338739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 4d576d62-428f-427d-800e-afa75817b80a yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:30.340779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:30.341164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Checking segment: {'id': '764431e0-0ace-428a-b42d-d4bff2a7b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:30.341556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.341939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Bound using segment: {'id': '764431e0-0ace-428a-b42d-d4bff2a7b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:30.342412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Bound port: b1a4f713-f3bb-4e3f-8017-f121ace0a8fc, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764431e0-0ace-428a-b42d-d4bff2a7b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:30.343058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.437109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.449296 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:30.476032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.530346 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:08:30.586420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.602887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:30.605405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd17954-aa9c-4766-a4d8-9c11afd188c7 req-738de5fb-af7f-46ba-b488-c04a2df15b47 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:30.607421 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-acd17954-aa9c-4766-a4d8-9c11afd188c7 req-738de5fb-af7f-46ba-b488-c04a2df15b47 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 1.3264749 May 09 05:08:30.616501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef552125-399c-4634-a2ec-df3296eb8dad,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:30.616788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:30.617181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:30.669326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.669736 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Added segment 59021dd0-53eb-4be8-99c5-3281f3d865b8 of type vlan for network c163bfb8-efe2-412d-818a-b3dd6ddac857 May 09 05:08:30.710272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.772560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.781024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.800149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] For port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:30.804731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::fc (b05d4b78-866b-4b64-acd1-c7937be92865/34570023-e1dc-4e3a-85c5-e7cd98cc7d03/4d576d62-428f-427d-800e-afa75817b80a) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:30.835864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] For port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,segment=NetworkSegment(764431e0-0ace-428a-b42d-d4bff2a7b2fd),segment_id=764431e0-0ace-428a-b42d-d4bff2a7b2fd)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:30.837284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:30.853336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:30.858243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-acd17954-aa9c-4766-a4d8-9c11afd188c7 req-dfd7f4b2-4930-4388-80cc-01adf3cb91a6 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113631 May 09 05:08:30.871641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:30.875053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:30.875643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.884114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,segment=NetworkSegment(98754e3e-09a1-4bd7-9045-5fe5d1008490),segment_id=98754e3e-09a1-4bd7-9045-5fe5d1008490)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:30.910823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.934401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=94cbdf8c-e816-4aa8-a8d2-83bb57fcb031,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:30.959174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.962901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a51744d4-a578-4f8e-baa4-a4591190642b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.0113070 May 09 05:08:30.963719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36982) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:30.965524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0b39117-3982-4d13-b424-a1ce962ea270 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:30.975912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:30.977572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:30.978335 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5', 'fixed_ips': [{'subnet_id': 'ba2ba870-dde1-4bc1-9daa-6112660f48a0'}, {'subnet_id': '94cbdf8c-e816-4aa8-a8d2-83bb57fcb031'}], 'name': 'tempest-PortsTestJSON-212901649'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:30.978593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:31.077416 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-2eca160d-1447-4d8d-a182-b7d9d7c819f4 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:08:31.081378 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2eca160d-1447-4d8d-a182-b7d9d7c819f4 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "PUT /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8407791 May 09 05:08:31.082138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36986) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:31.137787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51c6ad-3b4d-45e2-934c-e593959f9f53 None None] Pushing event updated for resources: {'Port': ['ID=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:31.263494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:31.273400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:31.278439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:31.284148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:31.293434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] Pushing event updated for resources: {'Network': ['ID=c163bfb8-efe2-412d-818a-b3dd6ddac857,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:31.317853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:31.332655 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9d34fd51-c03b-4cc5-976c-2abdfe76bc28 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1280110 May 09 05:08:31.346953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 36990) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:31.350975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:31.368751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Request body: {'subnet': {'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1996674460-subnet', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:31.392052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:31.403603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Usage tracker for resource:subnet and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:31.409020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:31.420160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:31.446907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:31.482463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:31.497756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:31.564519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d0b39117-3982-4d13-b424-a1ce962ea270 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:31.564836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:31.750082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:24Z', 'revision_number': 7, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0743fb6-4c9a-4bef-a5af-535c5ebed667', 'name': '', 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:da:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:15Z', 'updated_at': '2022-05-09T05:08:26Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:31.761113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:31.763040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:31.767706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Made reservation on behalf of 454fa6b37fa94f58b9fedab4580432c5 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:31.770192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:31.779844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:31.780779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:31.870898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7b8f5673-5680-4dd8-8583-ac2fdfff2628 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:31.918139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:31.947230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 4d576d62-428f-427d-800e-afa75817b80a will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:31.965730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.010121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 7b8f5673-5680-4dd8-8583-ac2fdfff2628 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:32.010540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7b8f5673-5680-4dd8-8583-ac2fdfff2628 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:32.045204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:32.201925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.217432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.332177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Allocated IP 172.26.0.184 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/c13f7b3a-67e0-47ad-84c0-0d3f191a4bb9) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:32.403375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/34570023-e1dc-4e3a-85c5-e7cd98cc7d03/015deb97-bcc1-4a64-a2c8-c39b1c2bcef4) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:32.522896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:32.556988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.563696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:32.570491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:32.585499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:32.591261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:32.592012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.629666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec385d-009d-4feb-93ea-b6115ca0657b req-e5c064a9-737e-43b8-b9cb-fc1a769ed3c5 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:32.631744 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2bec385d-009d-4feb-93ea-b6115ca0657b req-e5c064a9-737e-43b8-b9cb-fc1a769ed3c5 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.6245832 May 09 05:08:32.665731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:32.679402 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9518838 May 09 05:08:32.680202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20de532-2b6e-4eac-ad8d-c8d5e39fb83f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=4d576d62-428f-427d-800e-afa75817b80a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:32.682435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 36996) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:32.716279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4be98f-ed67-445d-a462-2db8fe731ae6 None None] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:32.763877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.774881 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2bec385d-009d-4feb-93ea-b6115ca0657b req-0dc2bacb-9612-4518-8b7a-69a72d15dd07 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276481 May 09 05:08:32.820060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.892388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:32.913852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:32.920548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:32.925350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:32.937430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Transition to ACTIVE for port object 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:32.953593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c103ba8-92ea-40f1-b6e0-dc94d35a9d9b None None] Provisioning for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:32.963391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event updated for resources: {'Port': ['ID=c13f7b3a-67e0-47ad-84c0-0d3f191a4bb9,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:32.990175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dddee5-1d7d-4dea-bc27-f3753da2c144 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:32.990895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d0dddee5-1d7d-4dea-bc27-f3753da2c144 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:32.992696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff710824-31e2-4999-b24b-b2d6c9bb2d67,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:33.034161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Transition to ACTIVE for port object 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:33.040314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Checking segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:33.040852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Network hostable DHCP agents. Network: c163bfb8-efe2-412d-818a-b3dd6ddac857, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:33.086456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.092907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.112444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port b0743fb6-4c9a-4bef-a5af-535c5ebed667 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:33.112941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.208145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d0dddee5-1d7d-4dea-bc27-f3753da2c144 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:33.208813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:33.208813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.210304 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d0dddee5-1d7d-4dea-bc27-f3753da2c144 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.5207129 May 09 05:08:33.232434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37000) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:33.236815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:33.254787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:33.268960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:33.271468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:33.330302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Pushing event updated for resources: {'Port': ['ID=015deb97-bcc1-4a64-a2c8-c39b1c2bcef4,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:33.358562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, c163bfb8-efe2-412d-818a-b3dd6ddac857) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:33.376136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b3ba8-f98c-46cd-806e-b96198291337 None None] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:33.385636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 2e80211d-f65d-4466-b98e-3774c7804e0d {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:33.386079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.435945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:33.437410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.520959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 4d576d62-428f-427d-800e-afa75817b80a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:33.521943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.571698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Attempting to bind port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:33.572306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Attempting to bind port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:33.572543 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Attempting to bind port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:33.622609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:33.622609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:33.622971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.623186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:33.623821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Bound port: 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:33.624721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.640857 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b9a99a42-99cf-472a-aaf9-4610b7554ece admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2879064 May 09 05:08:33.652699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37004) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:33.656495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.12 (d19ce56a-1651-4aaa-943b-10a18982e5e5/ba2ba870-dde1-4bc1-9daa-6112660f48a0/3ec6ded2-85c0-4686-97e2-7e1b324a5ada) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:33.674009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:24Z', 'revision_number': 7, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0743fb6-4c9a-4bef-a5af-535c5ebed667', 'name': '', 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:da:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:15Z', 'updated_at': '2022-05-09T05:08:26Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:33.696266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:33.699760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.19 (d19ce56a-1651-4aaa-943b-10a18982e5e5/94cbdf8c-e816-4aa8-a8d2-83bb57fcb031/3ec6ded2-85c0-4686-97e2-7e1b324a5ada) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:33.725937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc222f-13c5-4ece-b870-f892354cd145 None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:24Z', 'revision_number': 7, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0743fb6-4c9a-4bef-a5af-535c5ebed667', 'name': '', 'network_id': '7548b754-92e4-4b64-a873-3df971426d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:da:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:15Z', 'updated_at': '2022-05-09T05:08:26Z', 'revision_number': 4, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': 'a4d20ab2-1278-419a-baa7-29ceeecc0458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:33.758314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:33.769152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0743fb6-4c9a-4bef-a5af-535c5ebed667 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:33.809732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.963647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] For port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:33.984878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-c163bfb8-efe2-412d-818a-b3dd6ddac857', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:33.986435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:33.999609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] For port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=015deb97-bcc1-4a64-a2c8-c39b1c2bcef4,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:34.005505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] Update dhcp port {'port': {'network_id': 'd19ce56a-1651-4aaa-943b-10a18982e5e5', 'fixed_ips': [{'subnet_id': 'ba2ba870-dde1-4bc1-9daa-6112660f48a0', 'ip_address': '172.20.0.2'}, {'subnet_id': '94cbdf8c-e816-4aa8-a8d2-83bb57fcb031'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'b1a4f713-f3bb-4e3f-8017-f121ace0a8fc'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:08:34.012203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Usage tracker for resource:router and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:34.052846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:34.066378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:34.102836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.139504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.140522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.149179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port b0743fb6-4c9a-4bef-a5af-535c5ebed667, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b0743fb6-4c9a-4bef-a5af-535c5ebed667,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:34.149529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.197898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b0743fb6-4c9a-4bef-a5af-535c5ebed667 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:34.234489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b0743fb6-4c9a-4bef-a5af-535c5ebed667 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:34.234720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.269879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting port bd152396-ee63-4f2e-9a36-d47fec5c8482 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:34.270471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.306865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.322308 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.345417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for b0743fb6-4c9a-4bef-a5af-535c5ebed667 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:34.420483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364ec0-795d-474b-be6a-0a0f7b958d9c None None] Pushing event updated for resources: {'Port': ['ID=015deb97-bcc1-4a64-a2c8-c39b1c2bcef4,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:34.609623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.611191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Allocated IP 172.20.0.2 (c163bfb8-efe2-412d-818a-b3dd6ddac857/ff710824-31e2-4999-b24b-b2d6c9bb2d67/a1b6d4d8-684f-4f6c-b401-d464ab894612) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:34.663204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.742586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.761081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.801243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Calling delete_port for bd152396-ee63-4f2e-9a36-d47fec5c8482 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:34.824358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b0743fb6-4c9a-4bef-a5af-535c5ebed667, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b0743fb6-4c9a-4bef-a5af-535c5ebed667,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:34.830382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.831156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1a4f713-f3bb-4e3f-8017-f121ace0a8fc up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:34.872245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Router 68ec4312-9aaf-4734-bd35-93e95458f3b7 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:08:34.894002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 4d576d62-428f-427d-800e-afa75817b80a owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:34.945441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 2e80211d-f65d-4466-b98e-3774c7804e0d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2e80211d-f65d-4466-b98e-3774c7804e0d,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:34.945962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:34.990336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b0743fb6-4c9a-4bef-a5af-535c5ebed667,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:35.050941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6deff-8d8b-473f-a4cb-9d8a78941fe3 req-9e7fb64e-99fb-4796-9ec3-52ae834bb469 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:35.052800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ac6deff-8d8b-473f-a4cb-9d8a78941fe3 req-9e7fb64e-99fb-4796-9ec3-52ae834bb469 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 1.1003838 May 09 05:08:35.076338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.102173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:35.108580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Transition to ACTIVE for port object a1b6d4d8-684f-4f6c-b401-d464ab894612 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:35.115662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:35.116152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.179786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Transition to ACTIVE for port object a1b6d4d8-684f-4f6c-b401-d464ab894612 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:35.199631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.313293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:35.314940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:35.316548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.320669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:35.323469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:35.331434 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] Sync routers for ids ['68ec4312-9aaf-4734-bd35-93e95458f3b7'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:35.352997 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] Routers {'68ec4312-9aaf-4734-bd35-93e95458f3b7'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:35.355365 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['68ec4312-9aaf-4734-bd35-93e95458f3b7'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:35.398637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Port': ['ID=bd152396-ee63-4f2e-9a36-d47fec5c8482,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:35.458481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.481161 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:35.482967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Attempting to bind port a1b6d4d8-684f-4f6c-b401-d464ab894612 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:35.483453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Attempting to bind port a1b6d4d8-684f-4f6c-b401-d464ab894612 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:35.483810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Attempting to bind port a1b6d4d8-684f-4f6c-b401-d464ab894612 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:35.489987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Pushing event updated for resources: {'Port': ['ID=a1b6d4d8-684f-4f6c-b401-d464ab894612,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:35.495444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:35.495801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Checking segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:35.496193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.496605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Bound using segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:35.497715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Bound port: a1b6d4d8-684f-4f6c-b401-d464ab894612, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:35.497715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.501650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.506151 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6af96d36-d36f-48bc-a17b-3b090a32aa75 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1047487 May 09 05:08:35.507119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37010) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:35.509945 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] Routers {'68ec4312-9aaf-4734-bd35-93e95458f3b7'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:35.510583 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['68ec4312-9aaf-4734-bd35-93e95458f3b7'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:35.625946 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:35.626348 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d3d48-9e64-47c8-8fd2-f7af401a28af None None] The sync data for ids ['68ec4312-9aaf-4734-bd35-93e95458f3b7'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:35.637992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,segment=NetworkSegment(764431e0-0ace-428a-b42d-d4bff2a7b2fd),segment_id=764431e0-0ace-428a-b42d-d4bff2a7b2fd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:35.645950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:35.784441 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ac6deff-8d8b-473f-a4cb-9d8a78941fe3 req-be728136-8b16-4e1b-97d8-bc737b465238 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5565157 May 09 05:08:35.805890 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ee43e53a-b869-43de-91d1-957940808516 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/68ec4312-9aaf-4734-bd35-93e95458f3b7 HTTP/1.1" status: 200 len: 924 time: 0.2817523 May 09 05:08:35.806506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37014) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:35.844741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:35.866773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] For port a1b6d4d8-684f-4f6c-b401-d464ab894612, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:35.870578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0743fb6-4c9a-4bef-a5af-535c5ebed667 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:35.874434 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9a59f41f-98d7-447e-a09b-e50729162a06 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=68ec4312-9aaf-4734-bd35-93e95458f3b7 HTTP/1.1" status: 200 len: 205 time: 0.0625217 May 09 05:08:35.875760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37018) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:35.893718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 2e80211d-f65d-4466-b98e-3774c7804e0d owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:35.932281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b080097b-2574-4f6d-9b3e-b7bf686b8c0f None None] Provisioning for port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:35.943419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] For port a1b6d4d8-684f-4f6c-b401-d464ab894612, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a1b6d4d8-684f-4f6c-b401-d464ab894612,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:35.982113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b0743fb6-4c9a-4bef-a5af-535c5ebed667 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:35.982558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.042936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.163302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.181748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:36.315667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe082-9a1d-477a-b2aa-620f1888f104 None None] Pushing event updated for resources: {'Port': ['ID=a1b6d4d8-684f-4f6c-b401-d464ab894612,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:36.345813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.346452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:36.346602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.352228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:36.352912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.365168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:08:36.365547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:08:36.382888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b2cc27b-70d0-4d3c-a541-1b17c605b9cc None None] Provisioning for port 4d576d62-428f-427d-800e-afa75817b80a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:36.396192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.399630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.432634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8b2cc27b-70d0-4d3c-a541-1b17c605b9cc None None] Provisioning complete for port 4d576d62-428f-427d-800e-afa75817b80a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:36.432993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc27b-70d0-4d3c-a541-1b17c605b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.439880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.474346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=2e80211d-f65d-4466-b98e-3774c7804e0d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:36.475232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8b2cc27b-70d0-4d3c-a541-1b17c605b9cc None None] Port 4d576d62-428f-427d-800e-afa75817b80a was deleted so its status cannot be updated. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 09 05:08:36.543079 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.642953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=015deb97-bcc1-4a64-a2c8-c39b1c2bcef4,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:36.651942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.680063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object 3ec6ded2-85c0-4686-97e2-7e1b324a5ada will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:36.724568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=4d576d62-428f-427d-800e-afa75817b80a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:36.753662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=015deb97-bcc1-4a64-a2c8-c39b1c2bcef4,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:36.778779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:36.870168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Router 46fb258e-d612-4fc9-a3b3-2d3f5e46e230 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:36.982040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port b0743fb6-4c9a-4bef-a5af-535c5ebed667 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:36.982392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.073786 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3f8154b6-626c-40fd-a112-5df62b75b0d0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/4d576d62-428f-427d-800e-afa75817b80a HTTP/1.1" status: 204 len: 168 time: 3.8344350 May 09 05:08:37.087975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37024) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:37.098816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.145461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:37.161586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.168088 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0a2b5b91-d785-4daa-890d-8cdf156db946 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "PUT /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0787425 May 09 05:08:37.173386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37028) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:37.174120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Deleting port c13f7b3a-67e0-47ad-84c0-0d3f191a4bb9 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:37.174449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.194992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] Sync routers for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:37.210483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.219719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:37.220474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:37.284435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:37.298620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] Allocated IP 172.20.0.18 (d19ce56a-1651-4aaa-943b-10a18982e5e5/94cbdf8c-e816-4aa8-a8d2-83bb57fcb031/b1a4f713-f3bb-4e3f-8017-f121ace0a8fc) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:37.303179 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-a756f36a-d4d3-4b48-90a0-68786160ea29 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] delete failed (client error): The resource could not be found. May 09 05:08:37.308150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a756f36a-d4d3-4b48-90a0-68786160ea29 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1053739811 HTTP/1.1" status: 404 len: 335 time: 0.1060240 May 09 05:08:37.308340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:37.308340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:37.311548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37032) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:37.321706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-effe65e0-d835-44f5-b04d-94b63d31676a tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'router': {'external_gateway_info': {'network_id': '46fb258e-d612-4fc9-a3b3-2d3f5e46e230'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:37.374235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e524859-8079-444e-b243-8b0ff4f506f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:37.375814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e524859-8079-444e-b243-8b0ff4f506f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:37.376578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6e524859-8079-444e-b243-8b0ff4f506f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:37.379675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:37.379675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea44e7-f930-4762-a76f-ca786761a17d None None] The sync data for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:37.405171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:37.415306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:37.434874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:37.490563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=3ec6ded2-85c0-4686-97e2-7e1b324a5ada,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:37.558230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] For port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,segment=NetworkSegment(764431e0-0ace-428a-b42d-d4bff2a7b2fd),segment_id=764431e0-0ace-428a-b42d-d4bff2a7b2fd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:37.585063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.603110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] Transition to ACTIVE for port object b1a4f713-f3bb-4e3f-8017-f121ace0a8fc will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:37.608193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.620989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6e524859-8079-444e-b243-8b0ff4f506f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:37.622152 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6e524859-8079-444e-b243-8b0ff4f506f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5327487 May 09 05:08:37.629020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37036) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:37.692836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b94c8-e747-4a87-96de-f481b08f0ce2 req-39b7a8e3-d4fe-4d5f-bcca-45fb265032a8 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:37.693590 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1e2b94c8-e747-4a87-96de-f481b08f0ce2 req-39b7a8e3-d4fe-4d5f-bcca-45fb265032a8 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.7179642 May 09 05:08:37.716900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77e5e-6cd0-4a5d-a571-5a4545e58a42 None None] Pushing event updated for resources: {'Port': ['ID=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:37.780064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 34570023-e1dc-4e3a-85c5-e7cd98cc7d03 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:37.796515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port b0743fb6-4c9a-4bef-a5af-535c5ebed667, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b0743fb6-4c9a-4bef-a5af-535c5ebed667,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:37.796887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.862857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:37.891136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fbecb1-8871-4c8a-a7e4-72e4bb946d15 None None] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:38.157055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.170186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1a4f713-f3bb-4e3f-8017-f121ace0a8fc up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:38.219312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.260032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c36a9c2e-973e-4849-93ea-45230677bd6d None None] Provisioning for port a1b6d4d8-684f-4f6c-b401-d464ab894612 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:38.290435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a1b6d4d8-684f-4f6c-b401-d464ab894612 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:38.318473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.344009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Calling delete_port for c13f7b3a-67e0-47ad-84c0-0d3f191a4bb9 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:38.355729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:38.356422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.384079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-effe65e0-d835-44f5-b04d-94b63d31676a tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.433991 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1e2b94c8-e747-4a87-96de-f481b08f0ce2 req-d2097cfb-037b-4459-956f-a77fc6796515 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7261512 May 09 05:08:38.475600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37040) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:38.477622 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c175344f-a05b-465c-b221-3a302b2b454c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.5098538 May 09 05:08:38.480581 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-effe65e0-d835-44f5-b04d-94b63d31676a tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] update failed (client error): The resource could not be found. May 09 05:08:38.481589 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-effe65e0-d835-44f5-b04d-94b63d31676a tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "PUT /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230 HTTP/1.1" status: 404 len: 339 time: 1.1701190 May 09 05:08:38.488838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba2ba870-dde1-4bc1-9daa-6112660f48a0'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:38.496946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for b0743fb6-4c9a-4bef-a5af-535c5ebed667 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:38.501101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a1b6d4d8-684f-4f6c-b401-d464ab894612 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:38.521544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a1b6d4d8-684f-4f6c-b401-d464ab894612 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:38.522339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.530300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37044) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:38.569132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc5c83-6aa3-4822-bd9c-bd7339c456a5 None None] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:38.672282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.709918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e08a0c21-c44e-4271-9e14-6b2e7a7018d4 None None] Provisioning for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:38.715695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.735818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e08a0c21-c44e-4271-9e14-6b2e7a7018d4 None None] Provisioning complete for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:38.736459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e08a0c21-c44e-4271-9e14-6b2e7a7018d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.854883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.900108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:38.921763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event deleted for resources: {'Port': ['ID=c13f7b3a-67e0-47ad-84c0-0d3f191a4bb9,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:38.937410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.094851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a1b6d4d8-684f-4f6c-b401-d464ab894612, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a1b6d4d8-684f-4f6c-b401-d464ab894612,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:39.115881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.134835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.135611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:39.197098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.274132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=34570023-e1dc-4e3a-85c5-e7cd98cc7d03,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:39.286843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.302130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a1b6d4d8-684f-4f6c-b401-d464ab894612,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:39.313507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ed90b-0651-44f0-8262-daeb3341afcc None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:39.339143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.348590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.414455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.414455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Fanout notify agent at l3_agent the message router_deleted on router 68ec4312-9aaf-4734-bd35-93e95458f3b7 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:08:39.430603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:39.430603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.457986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.459422 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-81347151-d93a-4dc2-b707-3fa776bde6bb tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/68ec4312-9aaf-4734-bd35-93e95458f3b7 HTTP/1.1" status: 204 len: 168 time: 3.5803397 May 09 05:08:39.467988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37050) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:39.477245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-495707941', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': False}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:39.485245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:39.531793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:router and tenant:709cdb5781474669b043f5177b9e22ff is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:39.541217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:39.552499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:39.578472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Delete allocated IP 172.20.0.19 (d19ce56a-1651-4aaa-943b-10a18982e5e5/94cbdf8c-e816-4aa8-a8d2-83bb57fcb031) {{(pid=88042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 05:08:39.582261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.583573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.684242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.715048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2d297722-40c3-4353-8eae-06d3704d381e None None] Provisioning complete for port a1b6d4d8-684f-4f6c-b401-d464ab894612 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:39.715481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2d297722-40c3-4353-8eae-06d3704d381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:39.766151 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8b878ef3-8996-4172-a405-a689e25641f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/34570023-e1dc-4e3a-85c5-e7cd98cc7d03 HTTP/1.1" status: 204 len: 168 time: 2.1335905 May 09 05:08:39.777516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:39.778464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37054) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:39.834738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Allocated IP 172.26.0.52 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/aac8821d-b1b3-4977-a3b7-83040af37429) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:39.959194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:08:39.970360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] Deleting port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:39.970741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.020743 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1a4f713-f3bb-4e3f-8017-f121ace0a8fc up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:40.141818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-39af330c-55fb-4f61-a7f2-58d7cfd8b7f4 None None] Provisioning complete for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:40.142182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-39af330c-55fb-4f61-a7f2-58d7cfd8b7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.169986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.191226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.226312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Ignored duplicate provisioning block setup for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 09 05:08:40.247725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.276012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-186e0ed4-87ad-40fa-973f-00dba4a3c705 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2230606 May 09 05:08:40.276274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.286959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:40.287331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.289495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37058) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:40.355575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=3ec6ded2-85c0-4686-97e2-7e1b324a5ada,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:40.371338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:40.407124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] For port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=015deb97-bcc1-4a64-a2c8-c39b1c2bcef4,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:40.407720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.517074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] In _notify_port_updated(), no bound segment for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada on network d19ce56a-1651-4aaa-943b-10a18982e5e5 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:08:40.523283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:40.524042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.528842 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-25b4987a-683f-4123-8e2c-982682216a4f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "PUT /v2.0/ports/3ec6ded2-85c0-4686-97e2-7e1b324a5ada HTTP/1.1" status: 200 len: 919 time: 2.0504618 May 09 05:08:40.529930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37062) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:40.548311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba2ba870-dde1-4bc1-9daa-6112660f48a0'}, {'subnet_id': '94cbdf8c-e816-4aa8-a8d2-83bb57fcb031'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:40.615761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.621568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.638004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] Calling delete_port for 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:40.712350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.743214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-39af330c-55fb-4f61-a7f2-58d7cfd8b7f4 None None] Provisioning for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:40.768518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-39af330c-55fb-4f61-a7f2-58d7cfd8b7f4 None None] Provisioning complete for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:40.768895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-39af330c-55fb-4f61-a7f2-58d7cfd8b7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.823182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=b0743fb6-4c9a-4bef-a5af-535c5ebed667,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:40.823784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a1b6d4d8-684f-4f6c-b401-d464ab894612 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:40.874761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:40.889606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2f561-4d43-4bf8-a222-bc4786ce4605 req-ebdb0a2b-06d8-4130-b205-2e2d3d6cb98e tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:40.891062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2e2f561-4d43-4bf8-a222-bc4786ce4605 req-ebdb0a2b-06d8-4130-b205-2e2d3d6cb98e tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 1.1844268 May 09 05:08:40.918788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-39af330c-55fb-4f61-a7f2-58d7cfd8b7f4 None None] Port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:40.944142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] Pushing event deleted for resources: {'Port': ['ID=015deb97-bcc1-4a64-a2c8-c39b1c2bcef4,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:40.948585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453bfb43-678c-420c-b0e1-f5fc2985f1be None None] No DVR routers for this DVR port 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:40.975070 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a1b6d4d8-684f-4f6c-b401-d464ab894612 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:40.976340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:41.004781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:41.035659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:41.053660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:41.067767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:41.076184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:41.079875 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] Sync routers for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:41.094054 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2e2f561-4d43-4bf8-a222-bc4786ce4605 req-c76efc61-f99e-4b55-86ac-a0f4cfdf6694 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723065 May 09 05:08:41.095580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6a12fb47-b866-43ba-a46a-515fb7c8fe29 None None] Provisioning complete for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:41.095987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6a12fb47-b866-43ba-a46a-515fb7c8fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:41.096737 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:41.097550 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:41.209265 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bf216ad7-c733-4b2f-8042-9173e063e1e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/0da5bb04-c516-4ee4-9928-a5dfa673aad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3156741 May 09 05:08:41.288775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:41.291808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:41.293201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:41.313063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-6a12fb47-b866-43ba-a46a-515fb7c8fe29 None None] Port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:41.363184 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:41.370579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:41.558845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:41.641453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.24 (d19ce56a-1651-4aaa-943b-10a18982e5e5/94cbdf8c-e816-4aa8-a8d2-83bb57fcb031/3ec6ded2-85c0-4686-97e2-7e1b324a5ada) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:41.659507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Allocated IP 172.26.0.37 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/a44c2755-9b80-4c5e-aad2-81a9307d3e9b) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:41.739907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:41.765264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:41.767731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:41.774131 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:36Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:15Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:41.778344 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] Checking router: 0da5bb04-c516-4ee4-9928-a5dfa673aad3 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:41.787513 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:41.788113 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:41.805226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:41.845690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Pushing event updated for resources: {'Port': ['ID=aac8821d-b1b3-4977-a3b7-83040af37429,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:41.988553 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:42.003662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Allocated IP 172.20.0.1 (031d2a34-5b20-41e7-90c1-eb13dff56d23/f1d86e42-1410-43c6-9d69-a9b0d51fee3e/70cdb595-865c-4a66-933c-e9fd27e650df) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:42.021480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:42.065138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:42.065720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 015deb97-bcc1-4a64-a2c8-c39b1c2bcef4 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:42.196722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.219249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.278698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object 3ec6ded2-85c0-4686-97e2-7e1b324a5ada will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:42.297990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.324141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7cb37d98-7225-45ec-b907-8fe089579fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.384155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a47436-5675-4b48-97b5-9ce9c455f1f8 req-e3df6a0d-4bb4-4e72-a857-3ffca8e44793 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:42.385092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a2a47436-5675-4b48-97b5-9ce9c455f1f8 req-e3df6a0d-4bb4-4e72-a857-3ffca8e44793 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:42.419868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.480857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=3ec6ded2-85c0-4686-97e2-7e1b324a5ada,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:42.512640 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:36Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:15Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:42.517685 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fa51e-f13b-496c-97c7-1628f64f80d0 None None] The sync data for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv is: [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:36Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '864cfbc0-e427-4f32-8b8e-e563e832c184', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.119', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'port_id': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'mac_address': 'fa:16:3e:23:d2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fefb11-148e-405e-aad9-b0db22581d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:06:04Z', 'updated_at': '2022-05-09T05:06:15Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:42.612646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:42.620650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:42.628880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:42.632741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a2a47436-5675-4b48-97b5-9ce9c455f1f8 req-e3df6a0d-4bb4-4e72-a857-3ffca8e44793 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:42.633884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2a47436-5675-4b48-97b5-9ce9c455f1f8 req-e3df6a0d-4bb4-4e72-a857-3ffca8e44793 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 946 time: 0.9551971 May 09 05:08:42.650648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-73b44619-dd55-4f4f-9475-4fa3f8472aeb None None] Provisioning for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:42.657148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-73b44619-dd55-4f4f-9475-4fa3f8472aeb None None] Provisioning complete for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:42.658005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-73b44619-dd55-4f4f-9475-4fa3f8472aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.679605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5a09-b1c9-41ce-9fe8-06ca2218e77d req-5a1d4065-8bce-4d69-b74a-9f82e9a89ecd tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:42.681103 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-855a5a09-b1c9-41ce-9fe8-06ca2218e77d req-5a1d4065-8bce-4d69-b74a-9f82e9a89ecd tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.4532509 May 09 05:08:42.695711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Port': ['ID=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:42.712450 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2a47436-5675-4b48-97b5-9ce9c455f1f8 req-c3e81ec5-abb9-44cc-92fd-513104bc64e9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546479 May 09 05:08:42.718094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-73b44619-dd55-4f4f-9475-4fa3f8472aeb None None] Port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:42.726618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] In _notify_port_updated(), no bound segment for port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada on network d19ce56a-1651-4aaa-943b-10a18982e5e5 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:08:42.732027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:42.732669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.741942 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2093ef26-b2ad-47a3-b179-98a74927cc50 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "PUT /v2.0/ports/3ec6ded2-85c0-4686-97e2-7e1b324a5ada HTTP/1.1" status: 200 len: 999 time: 2.2028778 May 09 05:08:42.741942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37072) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:42.829741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:42.833104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.893833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.956776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 3ec6ded2-85c0-4686-97e2-7e1b324a5ada {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:42.957745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:42.994182 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-855a5a09-b1c9-41ce-9fe8-06ca2218e77d req-3678fbc1-bb84-4cde-93f2-83fe1843eb17 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014474 May 09 05:08:43.169826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:43.174288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=5132eafe-1dca-4e9e-9d5d-7c289c697375,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:43.181314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:43.185253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Transition to ACTIVE for port object 70cdb595-865c-4a66-933c-e9fd27e650df will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:43.194553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a2f8e-ab72-4793-bd75-0ebe88d86e7e None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:43.235741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:43.236324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:43.386929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:43.419197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:43.424522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '5132eafe-1dca-4e9e-9d5d-7c289c697375'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:43.426133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:43.489938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0500705d-3e7a-42bf-abfc-665fe0e4d90d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1504431 May 09 05:08:43.494405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37076) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:43.510743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'name': 'tempest-NetworksTestDHCPv6-911355344'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:43.515759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:43.590871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:43.602476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:43.615798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/5132eafe-1dca-4e9e-9d5d-7c289c697375/ed2cd1bb-43b7-40db-9b61-0592f90a9c0d) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:43.629260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:43.629904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:43.656218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fcb9b696-40f4-4bb3-acc7-8992614963ea tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7208979 May 09 05:08:43.664428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37080) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:43.805126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 3ec6ded2-85c0-4686-97e2-7e1b324a5ada owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:43.844315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:43.882892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:43.938187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e80211d-f65d-4466-b98e-3774c7804e0d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:43.994839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:44.014732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:44.056027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2e80211d-f65d-4466-b98e-3774c7804e0d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:44.056027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2e80211d-f65d-4466-b98e-3774c7804e0d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:44.056303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:44.151476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet a4d20ab2-1278-419a-baa7-29ceeecc0458 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:44.236350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-ac1b6521-d225-40a1-be70-baf347bc148a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:44.238142 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-ac1b6521-d225-40a1-be70-baf347bc148a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 946 time: 0.9791441 May 09 05:08:44.239172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.332810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.347723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Transition to ACTIVE for port object ed2cd1bb-43b7-40db-9b61-0592f90a9c0d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:44.352836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.360520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Port': ['ID=70cdb595-865c-4a66-933c-e9fd27e650df,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:44.370638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:44.385279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Transition to ACTIVE for port object ed2cd1bb-43b7-40db-9b61-0592f90a9c0d will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:44.402235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:44.407305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.413727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:44.439077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.447889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:44.453611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2dab489c-d9ce-4cf5-b0bf-6ef94df55132 None None] Provisioning for port 70cdb595-865c-4a66-933c-e9fd27e650df completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:44.488606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.498280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.518087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2dab489c-d9ce-4cf5-b0bf-6ef94df55132 None None] Provisioning complete for port 70cdb595-865c-4a66-933c-e9fd27e650df triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:44.518582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2dab489c-d9ce-4cf5-b0bf-6ef94df55132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.552734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:44.563314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f85fc1-7590-4958-87e9-52dc7fc7296f req-889dae80-dc29-44d5-9fdc-f4de759d6d43 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:44.564832 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-17f85fc1-7590-4958-87e9-52dc7fc7296f req-889dae80-dc29-44d5-9fdc-f4de759d6d43 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.3716102 May 09 05:08:44.572784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:44.573008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.576776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:44.610288 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Pushing event updated for resources: {'Port': ['ID=ed2cd1bb-43b7-40db-9b61-0592f90a9c0d,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:44.653537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-24ee2ced-925a-430e-9e96-6b7d20fd2add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.667564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=3ec6ded2-85c0-4686-97e2-7e1b324a5ada,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:44.697558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2dab489c-d9ce-4cf5-b0bf-6ef94df55132 None None] Port 70cdb595-865c-4a66-933c-e9fd27e650df cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:44.726560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Attempting to bind port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:44.726923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Attempting to bind port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:44.727289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Attempting to bind port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:44.736296 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:44.736722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:44.737117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.737500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:44.737959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Bound port: ed2cd1bb-43b7-40db-9b61-0592f90a9c0d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:44.738326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.764284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4901-495f-4fe7-9535-fb8d6bea3be1 req-c98acc83-9c81-4f7c-bda5-fea125a8f838 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:44.765793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3f5b4901-495f-4fe7-9535-fb8d6bea3be1 req-c98acc83-9c81-4f7c-bda5-fea125a8f838 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 946 time: 0.9166632 May 09 05:08:44.781561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port b318510a-9888-4863-8c38-e351065dc028 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:44.781978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.799193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:40Z', 'revision_number': 8, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:44.812762 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-17f85fc1-7590-4958-87e9-52dc7fc7296f req-57e97704-c547-4089-b9d7-e45c0590682b tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286861 May 09 05:08:44.814029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:44.841011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:44.841507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:44.844118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:44.847363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.867562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:44.872070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Router a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:08:44.893600 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2ddce083-a4ca-4d34-9bca-7192f6a0f1b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/3ec6ded2-85c0-4686-97e2-7e1b324a5ada HTTP/1.1" status: 204 len: 168 time: 2.1536405 May 09 05:08:44.894411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37088) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:44.927057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 17e88755-817f-4893-a3c4-4ef128ad9171 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:44.981009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] For port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:45.001630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-42850e9c-0740-4f1d-aafc-d2247a47064a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:08:45.002017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-42850e9c-0740-4f1d-aafc-d2247a47064a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:45.010736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] For port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ed2cd1bb-43b7-40db-9b61-0592f90a9c0d,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:45.025406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.087515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:45.093787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-42850e9c-0740-4f1d-aafc-d2247a47064a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:45.097738 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-42850e9c-0740-4f1d-aafc-d2247a47064a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/3ec6ded2-85c0-4686-97e2-7e1b324a5ada HTTP/1.1" status: 404 len: 333 time: 0.1544199 May 09 05:08:45.098311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37092) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:45.161322 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3f5b4901-495f-4fe7-9535-fb8d6bea3be1 req-887780c4-ccf4-4278-a808-cab3aac391c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3439677-5994-424f-a5e8-c3a84ade67e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373744 May 09 05:08:45.176226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:45.196961 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Sync routers for ids ['a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:45.205886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet 94cbdf8c-e816-4aa8-a8d2-83bb57fcb031 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:45.209252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.227425 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Routers {'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:45.227974 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:45.240359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.244010 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-417f90c1-c7b0-4f67-96a3-75b2c46706c6 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7727308 May 09 05:08:45.247137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37096) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:45.326177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591e934-ba4a-48cd-910b-fff42cb635ab None None] Pushing event updated for resources: {'Port': ['ID=ed2cd1bb-43b7-40db-9b61-0592f90a9c0d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:45.467541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.543523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.568565 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Set router a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:45.608212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.633044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.666756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:40Z', 'revision_number': 8, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:45.677008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7607a-e8a8-4bd9-8e27-395d1f0e3489 None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:08:40Z', 'revision_number': 8, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '2d747474-cd14-44a2-bd44-bc57e4e605bb', 'name': '', 'network_id': '13203835-c4ab-4401-8eaa-46684f9e6d4a', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:45:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:01Z', 'updated_at': '2022-05-09T05:08:16Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '69a11dd9-eb33-4e3d-aa64-e310d2e36aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:45.802411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.844868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::ed (b05d4b78-866b-4b64-acd1-c7937be92865/5132eafe-1dca-4e9e-9d5d-7c289c697375/17e88755-817f-4893-a3c4-4ef128ad9171) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:45.863054 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1f82af82-255b-48db-bc0b-370d03cbaf9d tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f HTTP/1.1" status: 200 len: 907 time: 0.6148500 May 09 05:08:45.867285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37100) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:45.872204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-495707941', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': True}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:45.882428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:45.887330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Usage tracker for resource:router and tenant:709cdb5781474669b043f5177b9e22ff is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:45.892849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:45.901276 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f', 'name': 'tempest-snat-router-495707941', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.37'}], 'enable_snat': False}, 'gw_port_id': 'a44c2755-9b80-4c5e-aad2-81a9307d3e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:39Z', 'updated_at': '2022-05-09T05:08:43Z', 'revision_number': 3, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port': {'id': 'a44c2755-9b80-4c5e-aad2-81a9307d3e9b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:41Z', 'updated_at': '2022-05-09T05:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:45.902912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:45.908387 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Checking router: a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:45.908987 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Updating router a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f port a44c2755-9b80-4c5e-aad2-81a9307d3e9b binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:08:45.911242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.919514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.953770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.954826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.976779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=94cbdf8c-e816-4aa8-a8d2-83bb57fcb031,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:45.980190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:45.985953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910b5be-c923-467c-8ec7-7c980075fd7a None None] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:45.990016 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d6711ec9-44f5-4d2a-8b96-112372104d64 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/94cbdf8c-e816-4aa8-a8d2-83bb57fcb031 HTTP/1.1" status: 204 len: 168 time: 0.8818977 May 09 05:08:45.993451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37106) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:46.001651 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.040359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.194286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:08:46.200836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet ba2ba870-dde1-4bc1-9daa-6112660f48a0 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:46.222118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.255688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ed2cd1bb-43b7-40db-9b61-0592f90a9c0d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:46.507794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port b318510a-9888-4863-8c38-e351065dc028, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b318510a-9888-4863-8c38-e351065dc028,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:46.508250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.674750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for b318510a-9888-4863-8c38-e351065dc028 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:46.679888 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.683421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:46.693821 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Transition to ACTIVE for port object a44c2755-9b80-4c5e-aad2-81a9307d3e9b will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:46.706415 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.736448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0743fb6-4c9a-4bef-a5af-535c5ebed667 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:46.787258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.791457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b0743fb6-4c9a-4bef-a5af-535c5ebed667 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:46.791800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0743fb6-4c9a-4bef-a5af-535c5ebed667 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:46.809727 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a1dcb204-a988-4860-b2fc-1f652d018d45 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:46.811949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.825805 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Attempting to bind port a44c2755-9b80-4c5e-aad2-81a9307d3e9b on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:46.826443 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Attempting to bind port a44c2755-9b80-4c5e-aad2-81a9307d3e9b by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:46.826980 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Attempting to bind port a44c2755-9b80-4c5e-aad2-81a9307d3e9b on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:46.838212 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:46.838861 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:46.839432 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.839980 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:46.840652 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Bound port: a44c2755-9b80-4c5e-aad2-81a9307d3e9b, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:46.841188 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.919108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.923559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.942621 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] For port a44c2755-9b80-4c5e-aad2-81a9307d3e9b, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:46.947595 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] For port a44c2755-9b80-4c5e-aad2-81a9307d3e9b, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:46.957543 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:46.977902 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718c114-cf6e-4362-8698-e2abc072999a None None] Pushing event updated for resources: {'Port': ['ID=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:46.991801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.000687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c637-cacc-4c21-bd0e-6baa72655948 req-800ba94f-2782-4313-9d86-ccb39f9f68df tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:47.003608 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d066c637-cacc-4c21-bd0e-6baa72655948 req-800ba94f-2782-4313-9d86-ccb39f9f68df tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.8847744 May 09 05:08:47.046773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4ade7ec2-af84-439b-a35d-f38958922a60 None None] Provisioning for port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:47.069141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:08:47.071908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.080311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4ade7ec2-af84-439b-a35d-f38958922a60 None None] Provisioning complete for port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:47.081027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4ade7ec2-af84-439b-a35d-f38958922a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.129015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:47.150166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.151217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b318510a-9888-4863-8c38-e351065dc028 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:47.157435 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718c114-cf6e-4362-8698-e2abc072999a None None] Pushing event updated for resources: {'Port': ['ID=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:47.176660 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Routers {'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:47.177277 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:47.207373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.223635 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-983d303f-0c4e-42df-bf1c-7b78d2b0b045 req-dba95286-fea9-42a2-a7ac-a93621161aa6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 210 time: 0.7657297 May 09 05:08:47.313971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d20ab2-1278-419a-baa7-29ceeecc0458,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:47.325478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.351081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a80af-62c4-41f3-aaaf-22ad6e5a43d5 None None] Network 7548b754-92e4-4b64-a873-3df971426d4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:47.353094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=b318510a-9888-4863-8c38-e351065dc028,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:47.353929 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d066c637-cacc-4c21-bd0e-6baa72655948 req-82ceaf65-82c3-4a1f-a2fb-bd97b3a115a8 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350518 May 09 05:08:47.360269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2ba870-dde1-4bc1-9daa-6112660f48a0,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:47.365385 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-479155f7-3f56-441f-abf6-f0c44c1f53e5 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/a4d20ab2-1278-419a-baa7-29ceeecc0458 HTTP/1.1" status: 204 len: 168 time: 3.6935937 May 09 05:08:47.367763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37120) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:47.370714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.386745 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7991bc06-dc5b-4221-b5e4-6cc5d824214e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/ba2ba870-dde1-4bc1-9daa-6112660f48a0 HTTP/1.1" status: 204 len: 168 time: 1.3921638 May 09 05:08:47.387193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: b318510a-9888-4863-8c38-e351065dc028 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:47.387540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b318510a-9888-4863-8c38-e351065dc028 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:47.388871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37124) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:47.560320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:47.565272 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] Set router a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:47.602780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.618889 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b3c2f4-04bc-4c8e-9cce-602ff4d2c1a6'] response: {'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'code': 200} May 09 05:08:47.642864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.747558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:47.761356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:47.776273 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:47.776944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:47.850692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4ade7ec2-af84-439b-a35d-f38958922a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.881288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.890166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:47.893741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.894141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port b318510a-9888-4863-8c38-e351065dc028 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:47.897576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:47.900508 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8590cfe6-191f-4c6b-9e1e-abfefb6804ae req-126e6379-b05d-4b78-8d3a-95e460c5475a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/b318510a-9888-4863-8c38-e351065dc028 HTTP/1.1" status: 204 len: 173 time: 3.6065111 May 09 05:08:47.906170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4ade7ec2-af84-439b-a35d-f38958922a60 None None] For port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ed2cd1bb-43b7-40db-9b61-0592f90a9c0d,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:47.912962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76749cd5-168c-43fd-b3b0-e7019e2bb1f0 None None] Network d19ce56a-1651-4aaa-943b-10a18982e5e5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:47.926877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'name': 'network-vif-deleted', 'tag': 'b318510a-9888-4863-8c38-e351065dc028'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:08:47.947278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4ade7ec2-af84-439b-a35d-f38958922a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.085851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.100566 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f', 'name': 'tempest-snat-router-495707941', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.37'}], 'enable_snat': False}, 'gw_port_id': 'a44c2755-9b80-4c5e-aad2-81a9307d3e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:39Z', 'updated_at': '2022-05-09T05:08:43Z', 'revision_number': 3, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port': {'id': 'a44c2755-9b80-4c5e-aad2-81a9307d3e9b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:41Z', 'updated_at': '2022-05-09T05:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:48.111427 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaef2e2-903f-4eaf-878b-422312d97c49 None None] The sync data for ids ['a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f'] in dv-neutron-840482-1-hyperv is: [{'id': 'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f', 'name': 'tempest-snat-router-495707941', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.37'}], 'enable_snat': False}, 'gw_port_id': 'a44c2755-9b80-4c5e-aad2-81a9307d3e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:39Z', 'updated_at': '2022-05-09T05:08:43Z', 'revision_number': 3, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port': {'id': 'a44c2755-9b80-4c5e-aad2-81a9307d3e9b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:41Z', 'updated_at': '2022-05-09T05:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:48.124648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.126235 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3df4a291-2c47-4d9f-ade6-aa6e5caf0348 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.4666865 May 09 05:08:48.130719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.173969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37132) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:48.271729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:48.272325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.288673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.308048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 17e88755-817f-4893-a3c4-4ef128ad9171 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:48.325263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade7ec2-af84-439b-a35d-f38958922a60 None None] Pushing event updated for resources: {'Port': ['ID=ed2cd1bb-43b7-40db-9b61-0592f90a9c0d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:48.339879 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73863e8a-4592-44d2-a7c2-270e504611e5'] response: {'server_uuid': '3889f6d1-5068-4e89-a16f-81562204d3b7', 'name': 'network-vif-deleted', 'tag': 'b318510a-9888-4863-8c38-e351065dc028', 'status': 'completed', 'code': 200} May 09 05:08:48.356303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:48.440324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.581873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.586560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3ed9903e-2dfe-40b3-8419-b181a5a928fb req-f2f01f55-3ca9-4342-851e-eb2474065225 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:48.608923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event updated for resources: {'Port': ['ID=70cdb595-865c-4a66-933c-e9fd27e650df,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:48.778535 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:48.815549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a1dcb204-a988-4860-b2fc-1f652d018d45 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:08:48.894911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:48.905827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:48.911931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:48.912581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:48.938180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3ed9903e-2dfe-40b3-8419-b181a5a928fb req-f2f01f55-3ca9-4342-851e-eb2474065225 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:48.939371 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3ed9903e-2dfe-40b3-8419-b181a5a928fb req-f2f01f55-3ca9-4342-851e-eb2474065225 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3889f6d1-5068-4e89-a16f-81562204d3b7 HTTP/1.1" status: 200 len: 210 time: 0.4834771 May 09 05:08:48.981326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=17e88755-817f-4893-a3c4-4ef128ad9171,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:49.003482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-61c01fdc-257d-4ea1-9b19-555b4771e2d7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5031040 May 09 05:08:49.083345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] For port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,segment=NetworkSegment(764431e0-0ace-428a-b42d-d4bff2a7b2fd),segment_id=764431e0-0ace-428a-b42d-d4bff2a7b2fd)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:49.083753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.092057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37140) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:49.219554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.226749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cf2b2a8e-c07c-4910-8064-e4ed44d57ee7 None None] Provisioning complete for port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:49.230184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cf2b2a8e-c07c-4910-8064-e4ed44d57ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.346404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] DHCP port deletion for 7548b754-92e4-4b64-a873-3df971426d4a request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:08:49.353858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:49.357638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:49.362776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Deleting port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:49.363253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.406663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.430781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:49.460765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for b1a4f713-f3bb-4e3f-8017-f121ace0a8fc owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:49.483320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'port_id': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'mac_address': 'fa:16:3e:6e:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:08:49.514707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.541892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:49.542620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.560626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.660709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f4287-e219-4223-bdcf-365a6cec352b None None] DHCP port deletion for d19ce56a-1651-4aaa-943b-10a18982e5e5 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:08:49.669854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:42Z', 'revision_number': 3, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:49.677942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:49.678545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Updating router 6f18b872-72ef-4efb-b8ef-e0fd54543368 port aac8821d-b1b3-4977-a3b7-83040af37429 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:08:49.708295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dcb204-a988-4860-b2fc-1f652d018d45 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:08:49.719604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f4287-e219-4223-bdcf-365a6cec352b None None] Deleting port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:49.720059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4287-e219-4223-bdcf-365a6cec352b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.755501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 1422fe13-0b48-49a7-b0cf-8d3be386fc1a owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:49.836978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54e936-4692-467d-b8b5-9c71466b8355 req-88f2ca19-d34b-4a28-9832-a6fb6037f598 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:49.842054 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0c54e936-4692-467d-b8b5-9c71466b8355 req-88f2ca19-d34b-4a28-9832-a6fb6037f598 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 943 time: 1.1359670 May 09 05:08:49.928629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:49.929133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74558bab-0fa4-44c1-bbb9-c5fd915daaaf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:49.936841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74558bab-0fa4-44c1-bbb9-c5fd915daaaf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:49.941148 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-74558bab-0fa4-44c1-bbb9-c5fd915daaaf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8417811 May 09 05:08:49.943882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.945582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:49.956025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37144) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:50.023935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Router 46fb258e-d612-4fc9-a3b3-2d3f5e46e230 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:50.164688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c467-46d8-4704-9e0c-00dc92542c61 req-11285c4f-2f50-4830-8a12-2860ca7f5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:50.164963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] For port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,segment=NetworkSegment(3e5ce36f-1bba-4f18-ac9b-911899898d17),segment_id=3e5ce36f-1bba-4f18-ac9b-911899898d17)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:50.164963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.165156 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41a8c467-46d8-4704-9e0c-00dc92542c61 req-11285c4f-2f50-4830-8a12-2860ca7f5990 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.8036315 May 09 05:08:50.166127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37148) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:50.234369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.242045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.260498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a44c2755-9b80-4c5e-aad2-81a9307d3e9b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:50.317492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f4287-e219-4223-bdcf-365a6cec352b None None] The port 'b1a4f713-f3bb-4e3f-8017-f121ace0a8fc' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:08:50.372835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=b1a4f713-f3bb-4e3f-8017-f121ace0a8fc,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:50.381735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No DVR routers for this DVR port b1a4f713-f3bb-4e3f-8017-f121ace0a8fc on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:50.387181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No DVR routers for this DVR port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:50.405255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:50.408532 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41a8c467-46d8-4704-9e0c-00dc92542c61 req-60a8331a-0a60-41d8-a494-0ce1d0ae4681 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297175 May 09 05:08:50.417403 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-00832948-69bb-4593-a8fa-c17b4ebec10c tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "PUT /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8829777 May 09 05:08:50.422488 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] Sync routers for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:50.424370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37154) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:50.435212 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:50.436217 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:50.448723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Calling delete_port for 1422fe13-0b48-49a7-b0cf-8d3be386fc1a owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:50.530284 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:50.538935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=1422fe13-0b48-49a7-b0cf-8d3be386fc1a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:50.541061 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:50.541887 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:50.545622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.552869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 17e88755-817f-4893-a3c4-4ef128ad9171 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:50.553279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.572713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:50.591923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:08:50.592930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:08:50.598758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a44c2755-9b80-4c5e-aad2-81a9307d3e9b completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:50.604619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a44c2755-9b80-4c5e-aad2-81a9307d3e9b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:50.605006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.645299 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:50.646209 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37419f37-d211-4ff3-9cf5-4634791dd54c None None] The sync data for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:50.676532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b943f35d-849d-4d80-93fb-a5896bf61534 None None] Provisioning complete for port 70cdb595-865c-4a66-933c-e9fd27e650df triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:50.676925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b943f35d-849d-4d80-93fb-a5896bf61534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.706705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['a1dcb204-a988-4860-b2fc-1f652d018d45'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:08:50.710835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.729872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.793422 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0c54e936-4692-467d-b8b5-9c71466b8355 req-255df3b0-5cdb-4c4d-a613-44200ddeb533 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8526032 May 09 05:08:50.818663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9f68d465-7287-47a9-8ee2-0e3de46736b9 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.846952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Allocated IP 172.26.0.175 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/2b196924-30e6-4151-b6ef-d3fad517fa90) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:50.889582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b943f35d-849d-4d80-93fb-a5896bf61534 None None] Port 70cdb595-865c-4a66-933c-e9fd27e650df cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:50.923736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b943f35d-849d-4d80-93fb-a5896bf61534 None None] Provisioning for port 17e88755-817f-4893-a3c4-4ef128ad9171 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:50.937500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:50.948182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b943f35d-849d-4d80-93fb-a5896bf61534 None None] Provisioning complete for port 17e88755-817f-4893-a3c4-4ef128ad9171 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:50.948630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b943f35d-849d-4d80-93fb-a5896bf61534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.022014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.025715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a44c2755-9b80-4c5e-aad2-81a9307d3e9b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:51.046841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.047671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ed2cd1bb-43b7-40db-9b61-0592f90a9c0d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:51.074348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b943f35d-849d-4d80-93fb-a5896bf61534 None None] Port 17e88755-817f-4893-a3c4-4ef128ad9171 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:51.129172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Deleting port 1422fe13-0b48-49a7-b0cf-8d3be386fc1a {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:51.129172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.129679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.162066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19ce56a-1651-4aaa-943b-10a18982e5e5']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:51.204670 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-9f68d465-7287-47a9-8ee2-0e3de46736b9 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] delete failed (client error): There was a conflict when trying to complete your request. May 09 05:08:51.206012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9f68d465-7287-47a9-8ee2-0e3de46736b9 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230 HTTP/1.1" status: 409 len: 329 time: 0.7805274 May 09 05:08:51.209141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37158) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:51.211579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764431e0-0ace-428a-b42d-d4bff2a7b2fd') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:51.211905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764431e0-0ace-428a-b42d-d4bff2a7b2fd') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:51.235668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7548b754-92e4-4b64-a873-3df971426d4a']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:51.246457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-854f8999-0b07-4824-9b29-ed5002516605 None None] The port '1422fe13-0b48-49a7-b0cf-8d3be386fc1a' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:08:51.249804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.290494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:51.293893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5ce36f-1bba-4f18-ac9b-911899898d17') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:51.294587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5ce36f-1bba-4f18-ac9b-911899898d17') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:51.314712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.316380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:51.316774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.328645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.353279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.404348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.416941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3439677-5994-424f-a5e8-c3a84ade67e1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:51.452753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.453439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.453767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.454098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.454406 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.454735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.455057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.455378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.455697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.456016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.456331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.456655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:51.491942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 17e88755-817f-4893-a3c4-4ef128ad9171 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:51.527495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.532731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:08:51.533183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.559383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Allocated IP 172.20.0.1 (c163bfb8-efe2-412d-818a-b3dd6ddac857/ff710824-31e2-4999-b24b-b2d6c9bb2d67/f81a5a7f-c588-41bf-aa32-539675f819b7) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:08:51.561843 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:08:51.599204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1a4f713-f3bb-4e3f-8017-f121ace0a8fc no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:51.612067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.616003 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c4d9c1c7-f4c7-4562-bc4b-6965152b09ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/c3439677-5994-424f-a5e8-c3a84ade67e1 HTTP/1.1" status: 204 len: 168 time: 1.4490824 May 09 05:08:51.630979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.642871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b1a4f713-f3bb-4e3f-8017-f121ace0a8fc {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:51.643244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1a4f713-f3bb-4e3f-8017-f121ace0a8fc not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:51.643621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1422fe13-0b48-49a7-b0cf-8d3be386fc1a no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:51.681062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37164) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:51.681350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:08:51.681470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 1422fe13-0b48-49a7-b0cf-8d3be386fc1a {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:51.681470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1422fe13-0b48-49a7-b0cf-8d3be386fc1a not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:51.681665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:08:51.697680 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:08:51.854476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:51.875890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet 0e3a7938-05b8-49a2-a46d-efd7cc3f99d9 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:51.895756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.016155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a44c2755-9b80-4c5e-aad2-81a9307d3e9b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:52.018369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.044792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.049581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.066173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=d19ce56a-1651-4aaa-943b-10a18982e5e5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:52.068122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.075566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.084818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Transition to ACTIVE for port object f81a5a7f-c588-41bf-aa32-539675f819b7 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:52.130566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.169124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.213731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.232947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a44c2755-9b80-4c5e-aad2-81a9307d3e9b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:52.233343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.247975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.274277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:52.275337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=7548b754-92e4-4b64-a873-3df971426d4a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:52.286872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:52.302426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:52.343807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:52.351257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:52.357578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:52.407114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f81a5a7f-c588-41bf-aa32-539675f819b7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:52.409790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.411709 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/17e88755-817f-4893-a3c4-4ef128ad9171 HTTP/1.1" status: 204 len: 168 time: 2.1651278 May 09 05:08:52.413948 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-43f00491-019d-42e6-bcfe-327c65d0b1e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/d19ce56a-1651-4aaa-943b-10a18982e5e5 HTTP/1.1" status: 204 len: 168 time: 5.0211992 May 09 05:08:52.415179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37170) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:52.419274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Port': ['ID=2b196924-30e6-4151-b6ef-d3fad517fa90,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:52.421611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37172) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:52.425431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.431006 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1f44d6bf-89bb-45a2-b6f6-f44185033a0d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/7548b754-92e4-4b64-a873-3df971426d4a HTTP/1.1" status: 204 len: 168 time: 5.0457635 May 09 05:08:52.434336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37178) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:52.493346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30805dc9-0d45-4fd7-96fb-efb0f1b37ff0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=17e88755-817f-4893-a3c4-4ef128ad9171,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:52.545955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.612821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Transition to ACTIVE for port object aac8821d-b1b3-4977-a3b7-83040af37429 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:52.624258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.631331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.728316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Attempting to bind port aac8821d-b1b3-4977-a3b7-83040af37429 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:52.728707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Attempting to bind port aac8821d-b1b3-4977-a3b7-83040af37429 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:52.729054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Attempting to bind port aac8821d-b1b3-4977-a3b7-83040af37429 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:52.738558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:52.738934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:52.739770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.740487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:52.740982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Bound port: aac8821d-b1b3-4977-a3b7-83040af37429, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:52.741354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.789346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a1dcb204-a988-4860-b2fc-1f652d018d45 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:52.792970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e9421-46ba-40bc-80b7-7fc58848afda req-25482d9b-93a8-4069-b97d-312aaedd11ac tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:52.794558 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-857e9421-46ba-40bc-80b7-7fc58848afda req-25482d9b-93a8-4069-b97d-312aaedd11ac tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 944 time: 0.7103639 May 09 05:08:52.844618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Pushing event updated for resources: {'Port': ['ID=aac8821d-b1b3-4977-a3b7-83040af37429,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:52.864275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.887063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.887472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.887742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.888118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.888390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.888759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.889198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.889594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.889897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.890481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.890716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.891022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:52.905463 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0d72c25f-17e4-45f6-b61e-f58faf475054 None None] Provisioning for port f81a5a7f-c588-41bf-aa32-539675f819b7 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:52.923303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0d72c25f-17e4-45f6-b61e-f58faf475054 None None] Provisioning complete for port f81a5a7f-c588-41bf-aa32-539675f819b7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:52.923561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0d72c25f-17e4-45f6-b61e-f58faf475054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.935089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c199fbe2-445e-4ec9-87b3-610f483ad6c0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:52.935768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c199fbe2-445e-4ec9-87b3-610f483ad6c0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:52.955816 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-857e9421-46ba-40bc-80b7-7fc58848afda req-d66152d2-f39a-44b3-a215-e29404b3b766 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485684 May 09 05:08:52.960382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] For port aac8821d-b1b3-4977-a3b7-83040af37429, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:52.981104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] For port aac8821d-b1b3-4977-a3b7-83040af37429, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=aac8821d-b1b3-4977-a3b7-83040af37429,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:52.993338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:52.996800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port a1dcb204-a988-4860-b2fc-1f652d018d45 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:52.997274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.014849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3a7938-05b8-49a2-a46d-efd7cc3f99d9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:53.039303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.044922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86358f-2fe6-46a6-b1d1-962ac3afa415 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:53.046915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86358f-2fe6-46a6-b1d1-962ac3afa415 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:53.047729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1e86358f-2fe6-46a6-b1d1-962ac3afa415 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:53.061105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c199fbe2-445e-4ec9-87b3-610f483ad6c0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:53.067062 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c199fbe2-445e-4ec9-87b3-610f483ad6c0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6408067 May 09 05:08:53.067435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37182) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:53.086402 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c55180e0-afbc-42a3-b6d9-474ffa0e9971 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/0e3a7938-05b8-49a2-a46d-efd7cc3f99d9 HTTP/1.1" status: 204 len: 168 time: 1.4050953 May 09 05:08:53.091219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37186) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:53.095046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d5f7e-c93e-4d86-9af2-117a8fbb3984 None None] Network 39dd6644-ed2b-4f35-941f-3256808fcad5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:53.119534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0d72c25f-17e4-45f6-b61e-f58faf475054 None None] Port f81a5a7f-c588-41bf-aa32-539675f819b7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:53.156454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.232323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d634d94-dd1a-4f0e-8d13-f63785ad48d7 None None] Pushing event updated for resources: {'Port': ['ID=aac8821d-b1b3-4977-a3b7-83040af37429,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:53.250947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:53.251578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:53.257541 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0939f922-be3f-40be-9f57-901f1771483c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1769161 May 09 05:08:53.273186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37190) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:53.383686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1e86358f-2fe6-46a6-b1d1-962ac3afa415 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:53.384772 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1e86358f-2fe6-46a6-b1d1-962ac3afa415 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9628844 May 09 05:08:53.393844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37194) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:53.402088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-876999993'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:53.470109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:53.493944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:53.501671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:53.534549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:53.561013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 5132eafe-1dca-4e9e-9d5d-7c289c697375 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:53.561621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.567388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.603061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.626952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.627206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:53.635997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.666646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:53.670914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.696207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port e7807588-7253-4e0a-9e66-b59ed6e3763f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:53.696740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.763938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:08:53.806205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:08:53.819771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.820184 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment 486ce837-c5f0-4fa4-8665-55104a920b60 of type vlan for network 6f615048-b2aa-416b-ab82-b3443273df48 May 09 05:08:53.834749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:53.856623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.893090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.895970 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a508a834-6a83-40b0-a734-922054897641'] response: {'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'code': 200} May 09 05:08:53.903217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] DHCP port deletion for 39dd6644-ed2b-4f35-941f-3256808fcad5 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:08:53.907850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.928311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Deleting port e7807588-7253-4e0a-9e66-b59ed6e3763f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:53.928726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.955902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:53.979992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e7807588-7253-4e0a-9e66-b59ed6e3763f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:54.033348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.040556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:54.041226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.126822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:54.219609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.275813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=5132eafe-1dca-4e9e-9d5d-7c289c697375,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:54.293463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.293837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.294136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.294472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.294786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.295116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.295639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.295957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.296093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.296498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.296742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.297045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:08:54.300617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.322830 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b190d48b-a43d-415f-a3f8-94a510809d47 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/5132eafe-1dca-4e9e-9d5d-7c289c697375 HTTP/1.1" status: 204 len: 168 time: 0.9255867 May 09 05:08:54.323071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d2da2-bc7f-4238-a402-690531d98320 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:54.324184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37202) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:54.351035 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0651670 May 09 05:08:54.361074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37206) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:54.391617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '6f615048-b2aa-416b-ab82-b3443273df48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:54.398273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Router 7824362e-204b-42dd-9b11-51bbac22440a is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:08:54.401729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.406939 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fcb31a6f-5028-46b8-a4f2-addcb940ce63 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799437 May 09 05:08:54.413521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting port 70cdb595-865c-4a66-933c-e9fd27e650df {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:54.413521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.416143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b9cbb-f451-4d39-b6c0-34ab470ddbeb req-efeaad24-b7aa-4adf-8751-de5f0f3282f1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:54.418272 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-172b9cbb-f451-4d39-b6c0-34ab470ddbeb req-efeaad24-b7aa-4adf-8751-de5f0f3282f1 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.2739146 May 09 05:08:54.418813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37210) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:54.458671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a077d9b-6c5a-4bd6-9f19-ca8a5c4e360b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=6f615048-b2aa-416b-ab82-b3443273df48,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:54.466260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e7807588-7253-4e0a-9e66-b59ed6e3763f,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:54.466401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.482115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 6f615048-b2aa-416b-ab82-b3443273df48 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:08:54.602776 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-172b9cbb-f451-4d39-b6c0-34ab470ddbeb req-f4de2bb1-0fc4-4a74-97ff-021b39d78930 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478560 May 09 05:08:54.635084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Calling delete_port for e7807588-7253-4e0a-9e66-b59ed6e3763f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:54.663600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37214) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:54.792484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e7807588-7253-4e0a-9e66-b59ed6e3763f,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:54.797586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012e7ca-b3e2-4ff2-9f0b-35d793e20502 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:54.798515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a012e7ca-b3e2-4ff2-9f0b-35d793e20502 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:54.816057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e7807588-7253-4e0a-9e66-b59ed6e3763f,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:54.816776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.828717 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8d60dc38-a029-445c-ad12-559d129d59a4 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/floatingips/ab87b242-4880-4305-a77f-327aea564852 HTTP/1.1" status: 200 len: 993 time: 0.1563256 May 09 05:08:54.828717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:54.844484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:42Z', 'revision_number': 3, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:54.846844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.848763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Sync routers for ids ['7824362e-204b-42dd-9b11-51bbac22440a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:54.858207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a012e7ca-b3e2-4ff2-9f0b-35d793e20502 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:54.860603 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a012e7ca-b3e2-4ff2-9f0b-35d793e20502 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4405644 May 09 05:08:54.862389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:54.867780 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-58bb8777-7c2d-4bb8-9de4-c27872f8f257 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.9992452 May 09 05:08:54.868289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37218) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:54.868677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37220) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:54.939722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ac08a-a495-4df5-9897-c70d9ef31523 None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:42Z', 'revision_number': 3, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:54.973989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Routers {'7824362e-204b-42dd-9b11-51bbac22440a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:54.975103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7824362e-204b-42dd-9b11-51bbac22440a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:55.029965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56545420-041f-4594-9df8-20f6bc4af447 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:55.031392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56545420-041f-4594-9df8-20f6bc4af447 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:55.045036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for e7807588-7253-4e0a-9e66-b59ed6e3763f owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:55.089929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:55.115171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=e7807588-7253-4e0a-9e66-b59ed6e3763f,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:55.122211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:55.136243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:55.157833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:55.174057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:08:55.174712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:08:55.197307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56545420-041f-4594-9df8-20f6bc4af447 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:55.198996 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56545420-041f-4594-9df8-20f6bc4af447 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3292341 May 09 05:08:55.203577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37226) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:55.232527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Set router 7824362e-204b-42dd-9b11-51bbac22440a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:55.259813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:55.263378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.288018 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-efd8d19b-0ff6-42a4-9153-f4eb57d0dd4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831227 May 09 05:08:55.293210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.294255 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5dc96a30-eb1e-47dc-b258-2a933a75e634 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/7824362e-204b-42dd-9b11-51bbac22440a HTTP/1.1" status: 200 len: 907 time: 0.4221432 May 09 05:08:55.295560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37230) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:55.306442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:55.321166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37232) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:55.362205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:08:55.416636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] Deleting port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:55.417375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.504175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:08:55.604713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:55.609177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Calling delete_port for 70cdb595-865c-4a66-933c-e9fd27e650df owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:55.616992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:55.633293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:55.639489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.649018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:08:55.649333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:08:55.676676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Deleting port e7807588-7253-4e0a-9e66-b59ed6e3763f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:55.677175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.684521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.707692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.922709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] For port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ed2cd1bb-43b7-40db-9b61-0592f90a9c0d,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:55.923255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:55.937816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.024481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.063574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:56.064718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=3db8a414-1dea-4a0e-8084-1b1c36afdf31,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:56.067662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:56.073562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:56.074531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.113090 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b505ad29-3c44-4800-ad47-2ad4900b9154 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8161693 May 09 05:08:56.115642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37238) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:56.125547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '3db8a414-1dea-4a0e-8084-1b1c36afdf31', 'ip_address': '2001:db8::4bf0:cf1e:a180:f698'}], 'name': 'tempest-NetworksTestDHCPv6-219544456'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:56.139165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] Calling delete_port for ed2cd1bb-43b7-40db-9b61-0592f90a9c0d owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:56.179528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aac8821d-b1b3-4977-a3b7-83040af37429 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:56.286941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:56.299102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:56.311938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:56.383345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port e7807588-7253-4e0a-9e66-b59ed6e3763f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:56.383691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.454370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.458310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e7807588-7253-4e0a-9e66-b59ed6e3763f,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:56.458758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.479270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824362e-204b-42dd-9b11-51bbac22440a', 'name': 'tempest-snat-router-495707941', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '2b196924-30e6-4151-b6ef-d3fad517fa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:45Z', 'updated_at': '2022-05-09T05:08:52Z', 'revision_number': 3, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port': {'id': '2b196924-30e6-4151-b6ef-d3fad517fa90', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7824362e-204b-42dd-9b11-51bbac22440a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:49Z', 'updated_at': '2022-05-09T05:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:56.479585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 58a6d1ec-caa2-4e73-99f1-27d77962e548 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:56.549792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f81a5a7f-c588-41bf-aa32-539675f819b7,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:56.581400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.600502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Checking router: 7824362e-204b-42dd-9b11-51bbac22440a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:08:56.601105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Updating router 7824362e-204b-42dd-9b11-51bbac22440a port 2b196924-30e6-4151-b6ef-d3fad517fa90 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:08:56.626222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.642006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Calling delete_port for e7807588-7253-4e0a-9e66-b59ed6e3763f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:56.703858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.736948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::4bf0:cf1e:a180:f698 (b05d4b78-866b-4b64-acd1-c7937be92865/3db8a414-1dea-4a0e-8084-1b1c36afdf31/58a6d1ec-caa2-4e73-99f1-27d77962e548) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:56.744953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] Pushing event deleted for resources: {'Port': ['ID=ed2cd1bb-43b7-40db-9b61-0592f90a9c0d,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:56.753292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port aac8821d-b1b3-4977-a3b7-83040af37429 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:08:56.759721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb65539-69ea-4093-8e9e-421844251c8d None None] No DVR routers for this DVR port ed2cd1bb-43b7-40db-9b61-0592f90a9c0d on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:56.772162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port aac8821d-b1b3-4977-a3b7-83040af37429 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:56.772729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.813335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176abcc2-d4a4-4876-927d-1e90fc721f03 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:56.894991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:56.933538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.038469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.070039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 58a6d1ec-caa2-4e73-99f1-27d77962e548 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:57.076750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.101659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.157034 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] Pushing event deleted for resources: {'Port': ['ID=e7807588-7253-4e0a-9e66-b59ed6e3763f,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:57.187299 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:57.193068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:57.195470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:57.201632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:57.202248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.220996 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=58a6d1ec-caa2-4e73-99f1-27d77962e548,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:57.231534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:57.232056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df2e54-11fe-45ee-b3a9-8b427f1a4df4 None None] No DVR routers for this DVR port e7807588-7253-4e0a-9e66-b59ed6e3763f on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:08:57.250152 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4a48daf4-d1fd-44e4-8621-414026fe0594 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1320806 May 09 05:08:57.250152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37242) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:57.347131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3cf57-470f-4e01-8227-19250113cc55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:57.348688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89b3cf57-470f-4e01-8227-19250113cc55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:57.351298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:57.368788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.372501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89b3cf57-470f-4e01-8227-19250113cc55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:57.377764 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-89b3cf57-470f-4e01-8227-19250113cc55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1254995 May 09 05:08:57.378191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37246) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:57.392796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=63d8138d-144d-477f-8374-1417fc50b870,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:57.473991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 58a6d1ec-caa2-4e73-99f1-27d77962e548 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:57.474464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.529799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': '486ce837-c5f0-4fa4-8665-55104a920b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6f615048-b2aa-416b-ab82-b3443273df48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:57.531006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: 6f615048-b2aa-416b-ab82-b3443273df48, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:08:57.591882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.596301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port e7807588-7253-4e0a-9e66-b59ed6e3763f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e7807588-7253-4e0a-9e66-b59ed6e3763f,segment=NetworkSegment(b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc),segment_id=b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:57.596700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.602402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port aac8821d-b1b3-4977-a3b7-83040af37429, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=aac8821d-b1b3-4977-a3b7-83040af37429,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:57.611676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.648486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Transition to ACTIVE for port object 2b196924-30e6-4151-b6ef-d3fad517fa90 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:57.684781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.698223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ed2cd1bb-43b7-40db-9b61-0592f90a9c0d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:08:57.724645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.756975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ed2cd1bb-43b7-40db-9b61-0592f90a9c0d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:08:57.757473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ed2cd1bb-43b7-40db-9b61-0592f90a9c0d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:08:57.790899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac105dd5-82da-4ca0-86ac-b10744e16c49 None None] Provisioning complete for port f81a5a7f-c588-41bf-aa32-539675f819b7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:57.790899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac105dd5-82da-4ca0-86ac-b10744e16c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.803270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.836045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=aac8821d-b1b3-4977-a3b7-83040af37429,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:57.846115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Attempting to bind port 2b196924-30e6-4151-b6ef-d3fad517fa90 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:08:57.846481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Attempting to bind port 2b196924-30e6-4151-b6ef-d3fad517fa90 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:08:57.846839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Attempting to bind port 2b196924-30e6-4151-b6ef-d3fad517fa90 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:08:57.894651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '3db8a414-1dea-4a0e-8084-1b1c36afdf31'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:57.894988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.923015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:08:57.923295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:08:57.923718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.927394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:08:57.927394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Bound port: 2b196924-30e6-4151-b6ef-d3fad517fa90, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:08:57.927394 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.973959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:57.986891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for e7807588-7253-4e0a-9e66-b59ed6e3763f owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:58.003838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9042ae4-d19e-4cf3-b6f2-c51f2eb66842 None None] Pushing event updated for resources: {'Port': ['ID=2b196924-30e6-4151-b6ef-d3fad517fa90,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:58.006540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aac8821d-b1b3-4977-a3b7-83040af37429 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:08:58.061047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ac105dd5-82da-4ca0-86ac-b10744e16c49 None None] Port f81a5a7f-c588-41bf-aa32-539675f819b7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:08:58.103012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Deleting port 2b196924-30e6-4151-b6ef-d3fad517fa90 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:58.103364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.128213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 6f615048-b2aa-416b-ab82-b3443273df48 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:08:58.130638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 58a6d1ec-caa2-4e73-99f1-27d77962e548 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:58.144823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Port': ['ID=70cdb595-865c-4a66-933c-e9fd27e650df,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:58.235054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 6f615048-b2aa-416b-ab82-b3443273df48) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:58.246792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] For port 2b196924-30e6-4151-b6ef-d3fad517fa90, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:08:58.268122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76f00d1-762b-4655-adbb-6b0509b07a26 None None] Network 6f615048-b2aa-416b-ab82-b3443273df48 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:08:58.292543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:58.293432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.337112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.350705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:08:58.359361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] For port 2b196924-30e6-4151-b6ef-d3fad517fa90, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2b196924-30e6-4151-b6ef-d3fad517fa90,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:08:58.379098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.396428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=58a6d1ec-caa2-4e73-99f1-27d77962e548,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:58.448481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.469235 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-67d122e3-9fb9-4f7b-b816-060698aaee5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/58a6d1ec-caa2-4e73-99f1-27d77962e548 HTTP/1.1" status: 204 len: 168 time: 1.0896401 May 09 05:08:58.471305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37250) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:58.514022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:08:58.515001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:08:58.519408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port aac8821d-b1b3-4977-a3b7-83040af37429 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:08:58.519780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.565322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c27eac-05d3-49b9-94b8-51868ae710a7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:58.566793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c27eac-05d3-49b9-94b8-51868ae710a7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:58.567537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16c27eac-05d3-49b9-94b8-51868ae710a7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:08:58.581210 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-34b1baf0-da26-4224-885c-9f593b0cd354 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2042937 May 09 05:08:58.583986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37254) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:58.590280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '6f615048-b2aa-416b-ab82-b3443273df48', 'name': 'tempest-PortsTestJSON-951844054'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:58.607911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16c27eac-05d3-49b9-94b8-51868ae710a7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:08:58.609606 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-16c27eac-05d3-49b9-94b8-51868ae710a7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1370218 May 09 05:08:58.613955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37258) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:58.619632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Routers {'7824362e-204b-42dd-9b11-51bbac22440a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:58.620263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7824362e-204b-42dd-9b11-51bbac22440a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:58.710271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9042ae4-d19e-4cf3-b6f2-c51f2eb66842 None None] Pushing event updated for resources: {'Port': ['ID=2b196924-30e6-4151-b6ef-d3fad517fa90,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:58.741682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 2d747474-cd14-44a2-bd44-bc57e4e605bb {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:58.742029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.761517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 3db8a414-1dea-4a0e-8084-1b1c36afdf31 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:08:58.788720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.789244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:58.799611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:58.801206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/3db8a414-1dea-4a0e-8084-1b1c36afdf31/823f8633-de69-4056-bcf4-bf0a9816ffa7) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:58.816444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:58.820864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.846294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:58.935483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-6f615048-b2aa-416b-ab82-b3443273df48', 'network_id': '6f615048-b2aa-416b-ab82-b3443273df48', 'tenant_id': '99d4548c969946e7bb158105ec1d9cd5', 'fixed_ips': [{'subnet_id': '63d8138d-144d-477f-8374-1417fc50b870'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:08:58.936932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.987886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] For port 2b196924-30e6-4151-b6ef-d3fad517fa90, host dv-neutron-840482-1-hyperv, got binding levels [] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:58.988246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:58.993652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] Set router 7824362e-204b-42dd-9b11-51bbac22440a gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:08:58.996306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.4 (6f615048-b2aa-416b-ab82-b3443273df48/63d8138d-144d-477f-8374-1417fc50b870/fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:59.001689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port e7807588-7253-4e0a-9e66-b59ed6e3763f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:08:59.002103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.185830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824362e-204b-42dd-9b11-51bbac22440a', 'name': 'tempest-snat-router-495707941', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:45Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:59.215637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.233647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:59.255243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77ea20-9ba4-4051-9c31-f24bba3d7c8e None None] The sync data for ids ['7824362e-204b-42dd-9b11-51bbac22440a'] in dv-neutron-840482-1-hyperv is: [{'id': '7824362e-204b-42dd-9b11-51bbac22440a', 'name': 'tempest-snat-router-495707941', 'tenant_id': '709cdb5781474669b043f5177b9e22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:45Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '709cdb5781474669b043f5177b9e22ff', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:08:59.266677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.356467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 6f615048-b2aa-416b-ab82-b3443273df48 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:59.360433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:59.364876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:59.396826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:08:59.436729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:08:59.437446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.472986 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c9aed28a-7aa9-4819-a92f-a2f777386005 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8876326 May 09 05:08:59.475926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37262) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:08:59.477930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Calling delete_port for 2b196924-30e6-4151-b6ef-d3fad517fa90 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:08:59.481287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Allocated IP 172.20.0.2 (6f615048-b2aa-416b-ab82-b3443273df48/63d8138d-144d-477f-8374-1417fc50b870/15deca4d-9d31-4573-8f31-aa6233cb110d) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:08:59.481836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '6f615048-b2aa-416b-ab82-b3443273df48', 'name': 'tempest-PortsTestJSON-1932462905'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:08:59.523218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] The port 'e7807588-7253-4e0a-9e66-b59ed6e3763f' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:08:59.646467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:08:59.650687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:08:59.654243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:08:59.660001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:08:59.671209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:08:59.674714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.704883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port e38619e8-ddee-4c0b-a082-899456e31314 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:08:59.716633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.736438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Transition to ACTIVE for port object 823f8633-de69-4056-bcf4-bf0a9816ffa7 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:59.739311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.760254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Transition to ACTIVE for port object 15deca4d-9d31-4573-8f31-aa6233cb110d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:59.772892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Transition to ACTIVE for port object 823f8633-de69-4056-bcf4-bf0a9816ffa7 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:59.784249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.785283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.786789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:08:59.791097 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Transition to ACTIVE for port object 15deca4d-9d31-4573-8f31-aa6233cb110d will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:08:59.802611 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:08:59.819418 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:08:59.820044 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:08:59.847572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:08:59.848955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.864075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:08:59.866516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:08:59.921176 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bfa111bd-9790-419e-8ae3-e7f0429efcf6 admin admin] 10.222.0.50 "PUT /v2.0/routers/6f18b872-72ef-4efb-b8ef-e0fd54543368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6886027 May 09 05:08:59.962496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:08:59.968186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port 2d747474-cd14-44a2-bd44-bc57e4e605bb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2d747474-cd14-44a2-bd44-bc57e4e605bb,segment=NetworkSegment(1b6930e4-4b42-4f6d-a089-ebf169f9ccff),segment_id=1b6930e4-4b42-4f6d-a089-ebf169f9ccff)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:08:59.968502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.061210 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:00.076236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.161112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.171247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Network 6f615048-b2aa-416b-ab82-b3443273df48 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:00.174672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:00.177691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:00.191797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 2d747474-cd14-44a2-bd44-bc57e4e605bb owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:00.224818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Attempting to bind port 823f8633-de69-4056-bcf4-bf0a9816ffa7 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:00.224818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Attempting to bind port 823f8633-de69-4056-bcf4-bf0a9816ffa7 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:00.225204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Attempting to bind port 823f8633-de69-4056-bcf4-bf0a9816ffa7 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:00.230683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=3db8a414-1dea-4a0e-8084-1b1c36afdf31,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:00.233006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.262971 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a2f074cc-1b56-4ed8-86ad-60375b1bb6c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/3db8a414-1dea-4a0e-8084-1b1c36afdf31 HTTP/1.1" status: 204 len: 168 time: 1.6478653 May 09 05:09:00.263725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37268) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:00.282947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:00.284389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:00.285100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.285636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:00.286431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Bound port: 823f8633-de69-4056-bcf4-bf0a9816ffa7, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:00.286966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.351215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Pushing event updated for resources: {'Port': ['ID=823f8633-de69-4056-bcf4-bf0a9816ffa7,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:00.368706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.8 (6f615048-b2aa-416b-ab82-b3443273df48/63d8138d-144d-477f-8374-1417fc50b870/e38619e8-ddee-4c0b-a082-899456e31314) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:00.374385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Router 46fb258e-d612-4fc9-a3b3-2d3f5e46e230 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:00.407914 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9ce29905-bd7e-4926-a4a2-c53a7409e105 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1387115 May 09 05:09:00.418958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37276) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:00.419910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.438870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:00.594657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] For port 823f8633-de69-4056-bcf4-bf0a9816ffa7, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:00.598332 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] For port 823f8633-de69-4056-bcf4-bf0a9816ffa7, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=823f8633-de69-4056-bcf4-bf0a9816ffa7,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:00.643387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Pushing event updated for resources: {'Port': ['ID=15deca4d-9d31-4573-8f31-aa6233cb110d,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:00.649281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.661739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:00.702719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:00.703836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Attempting to bind port 15deca4d-9d31-4573-8f31-aa6233cb110d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:00.704454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Attempting to bind port 15deca4d-9d31-4573-8f31-aa6233cb110d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '486ce837-c5f0-4fa4-8665-55104a920b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6f615048-b2aa-416b-ab82-b3443273df48'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:00.705037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Attempting to bind port 15deca4d-9d31-4573-8f31-aa6233cb110d on network 6f615048-b2aa-416b-ab82-b3443273df48 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:00.713357 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d086def5-2a04-47d3-be94-ab2c2f6273b2 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "PUT /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4996266 May 09 05:09:00.714854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dd6644-ed2b-4f35-941f-3256808fcad5']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:00.728809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37284) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:00.730827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:00.749467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:00.749682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:00.749929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] Sync routers for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:00.750068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ca326d-5e05-4e90-bc76-f5a5f5ff6fbc') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:00.768345 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:08:54Z', 'revision_number': 2, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:00.772122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:00.772541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Checking segment: {'id': '486ce837-c5f0-4fa4-8665-55104a920b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6f615048-b2aa-416b-ab82-b3443273df48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:00.772989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.774793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Bound using segment: {'id': '486ce837-c5f0-4fa4-8665-55104a920b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6f615048-b2aa-416b-ab82-b3443273df48'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:00.775367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Bound port: 15deca4d-9d31-4573-8f31-aa6233cb110d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486ce837-c5f0-4fa4-8665-55104a920b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6f615048-b2aa-416b-ab82-b3443273df48'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:00.777479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.778231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.781040 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:00.784487 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Updating router 6f18b872-72ef-4efb-b8ef-e0fd54543368 port f81a5a7f-c588-41bf-aa32-539675f819b7 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:09:00.811251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.815261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:00.815626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:00.827319 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-dfc1a606-883f-4cca-b190-7f9fe12d255b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2305493 May 09 05:09:00.830993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:00.831434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:00.848527 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:00.875368 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.013142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] For port 15deca4d-9d31-4573-8f31-aa6233cb110d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:01.022786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] For port 15deca4d-9d31-4573-8f31-aa6233cb110d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=15deca4d-9d31-4573-8f31-aa6233cb110d,segment=NetworkSegment(486ce837-c5f0-4fa4-8665-55104a920b60),segment_id=486ce837-c5f0-4fa4-8665-55104a920b60)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:01.031720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37292) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:01.033303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:01.034238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:01.047601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-653919662-network', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:01.056799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.058803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:01.095925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.098729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Usage tracker for resource:network and tenant:5db9d30ea46b4ca9b18c3b996a33b912 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:01.101413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=39dd6644-ed2b-4f35-941f-3256808fcad5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:01.108586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:01.113077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.127081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:01.137253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.144173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:01.148437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.152041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454a4c3-37cf-412a-99de-8c99a4ad64ff None None] Pushing event updated for resources: {'Port': ['ID=823f8633-de69-4056-bcf4-bf0a9816ffa7,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:01.167763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object e38619e8-ddee-4c0b-a082-899456e31314 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:01.189955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-81618cf3-21a2-4846-8105-1de081c77b35 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/39dd6644-ed2b-4f35-941f-3256808fcad5 HTTP/1.1" status: 204 len: 168 time: 8.0724995 May 09 05:09:01.192253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-5d517fed-dc44-4fd1-9fcd-429d90a761a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:01.193771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-5d517fed-dc44-4fd1-9fcd-429d90a761a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1f5b2c232ef42feb93a63f33dfaee46&device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1098 time: 0.2881296 May 09 05:09:01.195135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37296) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:01.203268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:01.215061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=2d747474-cd14-44a2-bd44-bc57e4e605bb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:01.219400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.243991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] Routers {'46fb258e-d612-4fc9-a3b3-2d3f5e46e230'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:01.260873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:01.263196 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-98e205fd-e449-46cd-91a7-bc01b6252bd7 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] show failed (client error): The resource could not be found. May 09 05:09:01.264273 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-98e205fd-e449-46cd-91a7-bc01b6252bd7 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1578999640 HTTP/1.1" status: 404 len: 335 time: 0.5264201 May 09 05:09:01.273809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37300) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:01.281612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:01.285110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.403503 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2712-de64-4337-8428-c2261a1fac1b None None] Pushing event updated for resources: {'Port': ['ID=15deca4d-9d31-4573-8f31-aa6233cb110d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:01.431335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 6f615048-b2aa-416b-ab82-b3443273df48 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:01.446573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:01.456521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:01.498562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=e38619e8-ddee-4c0b-a082-899456e31314,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:01.532667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:01.533490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a478914b-7c8d-4438-8f0d-691b8b218643 None None] The sync data for ids ['46fb258e-d612-4fc9-a3b3-2d3f5e46e230'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:01.547524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Deleting port 2b196924-30e6-4151-b6ef-d3fad517fa90 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:01.548034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.573443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:01.574114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.579692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Made reservation on behalf of 5db9d30ea46b4ca9b18c3b996a33b912 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:01.582412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.602115 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.617565 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Transition to ACTIVE for port object f81a5a7f-c588-41bf-aa32-539675f819b7 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:01.625136 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-de620cc1-c504-400b-b610-5f477b36ce41 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1479027 May 09 05:09:01.627549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37304) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:01.630049 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.669561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d3f2df3c-e6f3-4963-bd00-f3c0ccafa85a tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:01.804692 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee54725-dabd-4fd7-95c2-4055807bd10e None None] Pushing event updated for resources: {'Port': ['ID=f81a5a7f-c588-41bf-aa32-539675f819b7,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:01.825450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.849426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51048a2e-8108-40cc-b5fe-171aec248620 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:01.850310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-51048a2e-8108-40cc-b5fe-171aec248620 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:01.870106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.891234 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Attempting to bind port f81a5a7f-c588-41bf-aa32-539675f819b7 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:01.892236 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Attempting to bind port f81a5a7f-c588-41bf-aa32-539675f819b7 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:01.892956 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Attempting to bind port f81a5a7f-c588-41bf-aa32-539675f819b7 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:01.902065 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:01.903010 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Checking segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:01.903658 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.904238 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Bound using segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:01.905084 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Bound port: f81a5a7f-c588-41bf-aa32-539675f819b7, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:01.905863 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:01.931852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-51048a2e-8108-40cc-b5fe-171aec248620 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:01.933668 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-51048a2e-8108-40cc-b5fe-171aec248620 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.3046362 May 09 05:09:01.937013 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-d3f2df3c-e6f3-4963-bd00-f3c0ccafa85a tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] update failed (client error): The resource could not be found. May 09 05:09:01.938088 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d3f2df3c-e6f3-4963-bd00-f3c0ccafa85a tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-263539900 HTTP/1.1" status: 404 len: 334 time: 0.3925288 May 09 05:09:01.952973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37308) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:01.953306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37310) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:02.107379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:02.123158 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] For port f81a5a7f-c588-41bf-aa32-539675f819b7, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:02.126656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:02.144580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69b196-d0d3-4eb3-910a-ae0c18409a52 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:02.154843 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] For port f81a5a7f-c588-41bf-aa32-539675f819b7, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f81a5a7f-c588-41bf-aa32-539675f819b7,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:02.157676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:02.158279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.163507 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.195760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=2d726e56-f9e9-4bc2-bb10-fbbbe485ab41,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:02.223795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port e38619e8-ddee-4c0b-a082-899456e31314 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:02.224477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.253965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:02.273903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting subnet 745f78dd-80ed-4cb4-8075-cbdb05409a7f {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:02.279237 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:02.280106 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:02.305993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.356882 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9eb6b1f5-cd0d-4575-9b05-3f813fb2e901 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9355197 May 09 05:09:02.366947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37316) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:02.376019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Usage tracker for resource:security_group_rule and tenant:5db9d30ea46b4ca9b18c3b996a33b912 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:02.380575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15deca4d-9d31-4573-8f31-aa6233cb110d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:02.438054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:02.469172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '2d726e56-f9e9-4bc2-bb10-fbbbe485ab41', 'ip_address': '2001:db8::ce4a:ccc3:31f2:c543'}], 'name': 'tempest-NetworksTestDHCPv6-2117536547'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:02.503290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.584265 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:02.593398 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 15deca4d-9d31-4573-8f31-aa6233cb110d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:02.673100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.695223 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee54725-dabd-4fd7-95c2-4055807bd10e None None] Pushing event updated for resources: {'Port': ['ID=f81a5a7f-c588-41bf-aa32-539675f819b7,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:02.705095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:02.719229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:02.722201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:02.728286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:02.750008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:02.758957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '2d726e56-f9e9-4bc2-bb10-fbbbe485ab41'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '823f8633-de69-4056-bcf4-bf0a9816ffa7'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:09:02.805846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:02.821057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.881781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:02.959162 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.076756 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:02Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:03.089474 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909222f-10b6-4b27-b588-001d28ac1964 None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:02Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:03.163287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/2d726e56-f9e9-4bc2-bb10-fbbbe485ab41/823f8633-de69-4056-bcf4-bf0a9816ffa7) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:03.199438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for e38619e8-ddee-4c0b-a082-899456e31314 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:03.272355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb3faf-00d4-4477-8f52-0a59520f7065 None None] Network 6f615048-b2aa-416b-ab82-b3443273df48 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:03.304791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.347480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Subnet': ['ID=745f78dd-80ed-4cb4-8075-cbdb05409a7f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:03.395821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.407759 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5fc59265-f4f3-4df5-849d-f4b13344a0bc tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/subnets/745f78dd-80ed-4cb4-8075-cbdb05409a7f HTTP/1.1" status: 204 len: 168 time: 1.4429073 May 09 05:09:03.412357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37320) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:03.453447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 6ead5e7e-caf2-4b7a-ad47-79a5a95c0c4e {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:03.454027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.504662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64307f2a-07fe-4147-b13a-62bf73a3bffd None None] Network efa9c74d-e113-4562-9fbb-c022d981bf68 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:03.516551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting subnet 7ce41175-fde0-4b41-b885-7299be2284de {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:03.518495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.531444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] For port 823f8633-de69-4056-bcf4-bf0a9816ffa7, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=823f8633-de69-4056-bcf4-bf0a9816ffa7,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:03.551508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9d539814-0d81-4d04-8707-ef7a2572fbab None None] Provisioning for port 15deca4d-9d31-4573-8f31-aa6233cb110d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:03.586090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-d9ac6735-c585-4f74-a7e2-11020ac6af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:03.587800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-d9ac6735-c585-4f74-a7e2-11020ac6af13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005f8f21-856a-4cee-b380-58f4f94dcef4 HTTP/1.1" status: 200 len: 898 time: 2.0436985 May 09 05:09:03.646676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9d539814-0d81-4d04-8707-ef7a2572fbab None None] Provisioning complete for port 15deca4d-9d31-4573-8f31-aa6233cb110d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:03.647257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9d539814-0d81-4d04-8707-ef7a2572fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.710493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.750850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=e38619e8-ddee-4c0b-a082-899456e31314,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:03.761126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.816225 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-389a5e00-2e92-47fa-8297-863a2b71ee50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dcb204-a988-4860-b2fc-1f652d018d45 HTTP/1.1" status: 200 len: 1001 time: 0.1368072 May 09 05:09:03.847453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.864139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] Ignored duplicate provisioning block setup for port 823f8633-de69-4056-bcf4-bf0a9816ffa7 by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 09 05:09:03.923293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:03.925187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e4bb0614-92d6-491e-9fac-e1375da6ea7f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/e38619e8-ddee-4c0b-a082-899456e31314 HTTP/1.1" status: 204 len: 168 time: 1.9648831 May 09 05:09:03.928292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37324) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:03.981571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.012436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] For port 2b196924-30e6-4151-b6ef-d3fad517fa90, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2b196924-30e6-4151-b6ef-d3fad517fa90,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:04.013048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.018669 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-88215d75-9c38-414e-a438-085db7eb89ca tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:09:04.019423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-88215d75-9c38-414e-a438-085db7eb89ca tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:04.035438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.074027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-88215d75-9c38-414e-a438-085db7eb89ca tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:04.075611 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-88215d75-9c38-414e-a438-085db7eb89ca tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/e38619e8-ddee-4c0b-a082-899456e31314 HTTP/1.1" status: 404 len: 333 time: 0.1463435 May 09 05:09:04.079201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.112277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37328) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:04.128930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02489355-ccf7-4609-b43c-458ec0a18b29 None None] Pushing event updated for resources: {'Port': ['ID=823f8633-de69-4056-bcf4-bf0a9816ffa7,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:04.187639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f81a5a7f-c588-41bf-aa32-539675f819b7 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:04.224193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:04.224687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.225033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Calling delete_port for 2b196924-30e6-4151-b6ef-d3fad517fa90 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:04.255996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-b61de779-d43f-45c1-8778-42d8be5abc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:04.256340 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-b61de779-d43f-45c1-8778-42d8be5abc75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f485efc7-f398-4b72-a2c1-0b63ecf8a814 HTTP/1.1" status: 200 len: 834 time: 0.4143243 May 09 05:09:04.273422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:04.329324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:04.431011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9d539814-0d81-4d04-8707-ef7a2572fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.479888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9d539814-0d81-4d04-8707-ef7a2572fbab None None] For port 15deca4d-9d31-4573-8f31-aa6233cb110d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=15deca4d-9d31-4573-8f31-aa6233cb110d,segment=NetworkSegment(486ce837-c5f0-4fa4-8665-55104a920b60),segment_id=486ce837-c5f0-4fa4-8665-55104a920b60)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:04.481022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port f81a5a7f-c588-41bf-aa32-539675f819b7 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:04.489155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f81a5a7f-c588-41bf-aa32-539675f819b7 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:04.489527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.531960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.538277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] DHCP port deletion for efa9c74d-e113-4562-9fbb-c022d981bf68 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:04.565233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] Deleting port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:04.565868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.586876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce41175-fde0-4b41-b885-7299be2284de,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:04.616344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9d539814-0d81-4d04-8707-ef7a2572fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.634613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.648941 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4a81722f-1e4b-4f6c-b243-75420acc21e8 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/subnets/7ce41175-fde0-4b41-b885-7299be2284de HTTP/1.1" status: 204 len: 168 time: 1.2354054 May 09 05:09:04.660060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37332) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:04.676909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.677399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.698369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.725429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.798895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34be76e-50ba-46ef-b3bb-6edc6d888a64 None None] Network c5b37add-be93-492a-81ac-cec682399ef7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:04.892207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:04.895433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:04.916119 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:04.918019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539814-0d81-4d04-8707-ef7a2572fbab None None] Pushing event updated for resources: {'Port': ['ID=15deca4d-9d31-4573-8f31-aa6233cb110d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:04.938913 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:04.939679 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:04.961501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:05.044185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.086011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:05.086733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.095757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] For port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,segment=NetworkSegment(98754e3e-09a1-4bd7-9045-5fe5d1008490),segment_id=98754e3e-09a1-4bd7-9045-5fe5d1008490)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:05.095977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.195770 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:05.202497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 6ead5e7e-caf2-4b7a-ad47-79a5a95c0c4e owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:05.233185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] Calling delete_port for 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:05.365489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.375842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3c960c14-a6b8-499f-87b4-7347f54a7dcc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9056511 May 09 05:09:05.377493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37336) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:05.412960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cea4db5-f1ec-4693-b8f8-ea130736091e,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:05.441815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:09:05.442751 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.467838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-d706b278-ba2d-4032-8f9a-0bae3dec53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:05.470443 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-d706b278-ba2d-4032-8f9a-0bae3dec53f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005f8f21-856a-4cee-b380-58f4f94dcef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1490667 May 09 05:09:05.523530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:05.577609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] Pushing event deleted for resources: {'Port': ['ID=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:05.597041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecad83-b645-43f2-91c4-d1728aa2352c None None] No DVR routers for this DVR port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:05.673302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.680882 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-c2b880ab-450a-4d3a-9773-9938556a821d service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923397 May 09 05:09:05.686158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.686654 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Added segment 0b21164e-0fb3-48c3-b8ec-3c7a5dae0901 of type vlan for network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 May 09 05:09:05.732104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port f81a5a7f-c588-41bf-aa32-539675f819b7, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f81a5a7f-c588-41bf-aa32-539675f819b7,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:05.741993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:05.765698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::ce4a:ccc3:31f2:c543 (b05d4b78-866b-4b64-acd1-c7937be92865/2d726e56-f9e9-4bc2-bb10-fbbbe485ab41/dee244a6-6380-4aa2-ae4f-3c1e30c99cc8) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:05.768863 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:00Z', 'revision_number': 9, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:05.791161 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:05.805598 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:05.806213 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:05.899175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=f81a5a7f-c588-41bf-aa32-539675f819b7,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:06.002564 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:06.010626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.075024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] DHCP port deletion for c5b37add-be93-492a-81ac-cec682399ef7 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:06.085061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] Deleting port d0b39117-3982-4d13-b424-a1ce962ea270 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:06.087232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.171338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Provisioning complete for port 15deca4d-9d31-4573-8f31-aa6233cb110d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:06.172529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.192015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:09:06.198295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.237466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] For port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6,segment=NetworkSegment(98754e3e-09a1-4bd7-9045-5fe5d1008490),segment_id=98754e3e-09a1-4bd7-9045-5fe5d1008490)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:06.237866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.259991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet 69a11dd9-eb33-4e3d-aa64-e310d2e36aed {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:06.267868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.285352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.302314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 823f8633-de69-4056-bcf4-bf0a9816ffa7 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:06.305970 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-600964cb-481c-4bf0-a4c3-1434fda3a417 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0 HTTP/1.1" status: 204 len: 168 time: 2.1917124 May 09 05:09:06.374510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37340) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:06.467577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Calling delete_port for 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:06.483167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5aaa3176-11ea-4c36-bc7c-bd31ccb40030 req-9a9a7422-45c8-4095-b3b1-9f300d74f0d0 service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937546 May 09 05:09:06.501025 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:00Z', 'revision_number': 9, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:06.511207 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eccd31-0ab6-4e49-857c-b163ea8772f4 None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:00Z', 'revision_number': 9, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94f9f874-ffe7-497f-bd7b-c7ddbdff18c9', 'name': '', 'network_id': 'd79920ca-034d-4125-815b-765aaf4dff2f', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:59:71:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '4d134e64-07f9-4b86-9508-fca59473543f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:46Z', 'updated_at': '2022-05-09T05:07:58Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '4d134e64-07f9-4b86-9508-fca59473543f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:06.533470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.535048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:06.535840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.573278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Could not find standard attr ID for object fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:09:06.582765 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37ac351-ff92-4649-b9b2-e32faeddf88e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:09:06.583303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e37ac351-ff92-4649-b9b2-e32faeddf88e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:06.587824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.637333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 823f8633-de69-4056-bcf4-bf0a9816ffa7 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:06.641740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b196924-30e6-4151-b6ef-d3fad517fa90,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:06.653766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 823f8633-de69-4056-bcf4-bf0a9816ffa7 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:06.653766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.685967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e37ac351-ff92-4649-b9b2-e32faeddf88e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:06.687322 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e37ac351-ff92-4649-b9b2-e32faeddf88e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0 HTTP/1.1" status: 404 len: 333 time: 0.3117645 May 09 05:09:06.691402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37344) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:06.712978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Provisioning for port 823f8633-de69-4056-bcf4-bf0a9816ffa7 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:06.751563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.753955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:06.754470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:06.770256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Provisioning complete for port 823f8633-de69-4056-bcf4-bf0a9816ffa7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:06.770616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.784017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet 63d8138d-144d-477f-8374-1417fc50b870 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:06.787237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.842929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.852006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.876324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] For port d0b39117-3982-4d13-b424-a1ce962ea270, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0b39117-3982-4d13-b424-a1ce962ea270,segment=NetworkSegment(9400cbb3-dd2a-41bb-a742-a97431eea3aa),segment_id=9400cbb3-dd2a-41bb-a742-a97431eea3aa)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:06.876735 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:06.879196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:06.983381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.030384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] Pushing event updated for resources: {'Network': ['ID=e1221a32-f93b-4523-bc36-c3ae6f93d3f8,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:07.041134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.061178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.085788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.091530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] Calling delete_port for d0b39117-3982-4d13-b424-a1ce962ea270 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:07.126656 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0a855ab5-bc70-41ee-aaaa-95b33e9a4911 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 6.0899062 May 09 05:09:07.131646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37348) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:07.139132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=6ead5e7e-caf2-4b7a-ad47-79a5a95c0c4e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:07.144768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Request body: {'subnet': {'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-653919662-subnet', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:07.157009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:09:07.159143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:07.172316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Usage tracker for resource:subnet and tenant:5db9d30ea46b4ca9b18c3b996a33b912 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:07.179556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:07.188820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:07.193115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.252513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=69a11dd9-eb33-4e3d-aa64-e310d2e36aed,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:07.254831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.258341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting port 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:07.258678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.294768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Made reservation on behalf of 5db9d30ea46b4ca9b18c3b996a33b912 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:07.295115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb75120-73d8-4b79-bc4d-73221293d06b None None] Network 13203835-c4ab-4401-8eaa-46684f9e6d4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:07.297371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.320986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.410115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.437717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.454324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] The port '48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:09:07.455460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=63d8138d-144d-477f-8374-1417fc50b870,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:07.459094 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5a0f9c3e-cb1a-4779-90f6-c9cb730ee60b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/69a11dd9-eb33-4e3d-aa64-e310d2e36aed HTTP/1.1" status: 204 len: 168 time: 1.9916070 May 09 05:09:07.460685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.462814 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-628a3bc2-2cec-4748-9946-b61994599d6c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/63d8138d-144d-477f-8374-1417fc50b870 HTTP/1.1" status: 204 len: 168 time: 0.7703307 May 09 05:09:07.476647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37352) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:07.476647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37354) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:07.493946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bdd832-283e-4925-b771-84df134b6136 None None] Network 6f615048-b2aa-416b-ab82-b3443273df48 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:07.523064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.532662 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:09:07.591363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.607429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.614265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:07.625798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:07.634122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:07.639829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:07.640517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.659082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=dee244a6-6380-4aa2-ae4f-3c1e30c99cc8,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:07.691251 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9baf30ea-f6ec-465f-aa60-89e47ee45a57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3052461 May 09 05:09:07.693233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37360) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:07.697200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.697639 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 864cfbc0-e427-4f32-8b8e-e563e832c184 disassociated (deleted). External IP: 172.26.0.119, port: a5a8f30d-420f-438f-8938-0e53f6f45d88. May 09 05:09:07.729715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] Pushing event deleted for resources: {'Port': ['ID=d0b39117-3982-4d13-b424-a1ce962ea270,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:07.732991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b1e51-fd63-4263-83e2-3bf8037d2c42 None None] No DVR routers for this DVR port d0b39117-3982-4d13-b424-a1ce962ea270 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:07.741349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 823f8633-de69-4056-bcf4-bf0a9816ffa7, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=823f8633-de69-4056-bcf4-bf0a9816ffa7,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:07.793821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.794500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15deca4d-9d31-4573-8f31-aa6233cb110d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:07.817060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.818305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7824362e-204b-42dd-9b11-51bbac22440a {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:07.852140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.865407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.875271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.880069 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-40c9bfc8-6315-44a9-839b-16a831d4464a tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7824362e-204b-42dd-9b11-51bbac22440a HTTP/1.1" status: 204 len: 168 time: 12.5573905 May 09 05:09:07.886057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:07.887761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37364) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:07.959346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa9c74d-e113-4562-9fbb-c022d981bf68']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:08.125459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98754e3e-09a1-4bd7-9045-5fe5d1008490') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:08.125676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98754e3e-09a1-4bd7-9045-5fe5d1008490') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:08.132155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 0d769bf6-7bbf-46a2-9287-84c692a5e98d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:08.132518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.153105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:08.153700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-345a50da-8e72-4d5f-a282-720f08b81d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:08.165289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 15deca4d-9d31-4573-8f31-aa6233cb110d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:08.165664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.166763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=823f8633-de69-4056-bcf4-bf0a9816ffa7,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:08.175155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 15deca4d-9d31-4573-8f31-aa6233cb110d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:08.175524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.213489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.242269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.265438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.291372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:08.292146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.303685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] DHCP port deletion for 13203835-c4ab-4401-8eaa-46684f9e6d4a request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:08.312170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9198f3-d820-40b6-add3-633d457f324e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:08.314066 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:08.317844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9198f3-d820-40b6-add3-633d457f324e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:08.318641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ab9198f3-d820-40b6-add3-633d457f324e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:08.335190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] Deleting port 0d769bf6-7bbf-46a2-9287-84c692a5e98d {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:08.335549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.370385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] DHCP port deletion for 6f615048-b2aa-416b-ab82-b3443273df48 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:08.391314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Deleting port 15deca4d-9d31-4573-8f31-aa6233cb110d {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:08.391560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.435977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ab9198f3-d820-40b6-add3-633d457f324e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:08.440002 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ab9198f3-d820-40b6-add3-633d457f324e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.7443950 May 09 05:09:08.441252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37368) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:08.493927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.530663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:08.578957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:08.579290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 48c9ba78-e3e2-49ae-89bd-95f2dbeeb7a6 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:08.628497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.685358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.688982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:08.689290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.738870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.748622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:08.776168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Network': ['ID=efa9c74d-e113-4562-9fbb-c022d981bf68,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:08.780891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Deleting port a44c2755-9b80-4c5e-aad2-81a9307d3e9b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:08.781139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.795485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 823f8633-de69-4056-bcf4-bf0a9816ffa7 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:08.807374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0258f40-0c01-408d-976b-3abe7702b08d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:08.813223 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bda74cb7-3b2b-43a9-ac92-ddfc0489d971 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/networks/efa9c74d-e113-4562-9fbb-c022d981bf68 HTTP/1.1" status: 204 len: 168 time: 4.1495159 May 09 05:09:08.830872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37372) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:08.835256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port 0d769bf6-7bbf-46a2-9287-84c692a5e98d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0d769bf6-7bbf-46a2-9287-84c692a5e98d,segment=NetworkSegment(1b6930e4-4b42-4f6d-a089-ebf169f9ccff),segment_id=1b6930e4-4b42-4f6d-a089-ebf169f9ccff)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:08.835445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:08.846424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Checking segment: {'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:08.846896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Network hostable DHCP agents. Network: e1221a32-f93b-4523-bc36-c3ae6f93d3f8, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:09:08.897932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] For port 0d769bf6-7bbf-46a2-9287-84c692a5e98d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0d769bf6-7bbf-46a2-9287-84c692a5e98d,segment=NetworkSegment(1b6930e4-4b42-4f6d-a089-ebf169f9ccff),segment_id=1b6930e4-4b42-4f6d-a089-ebf169f9ccff)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:08.898255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.007412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 0d769bf6-7bbf-46a2-9287-84c692a5e98d owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:09.034584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] Calling delete_port for 0d769bf6-7bbf-46a2-9287-84c692a5e98d owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:09.079558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] For port 15deca4d-9d31-4573-8f31-aa6233cb110d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=15deca4d-9d31-4573-8f31-aa6233cb110d,segment=NetworkSegment(486ce837-c5f0-4fa4-8665-55104a920b60),segment_id=486ce837-c5f0-4fa4-8665-55104a920b60)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:09.080002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.087472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-02311167-f197-4f0a-a6af-5e8558521515 None None] Could not find standard attr ID for object e38619e8-ddee-4c0b-a082-899456e31314. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:09:09.116387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] For port 15deca4d-9d31-4573-8f31-aa6233cb110d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=15deca4d-9d31-4573-8f31-aa6233cb110d,segment=NetworkSegment(486ce837-c5f0-4fa4-8665-55104a920b60),segment_id=486ce837-c5f0-4fa4-8665-55104a920b60)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:09.116924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.146101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:09:09.272108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Calling delete_port for 15deca4d-9d31-4573-8f31-aa6233cb110d owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:09.281216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 15deca4d-9d31-4573-8f31-aa6233cb110d owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:09.328588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, e1221a32-f93b-4523-bc36-c3ae6f93d3f8) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:09.331130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 823f8633-de69-4056-bcf4-bf0a9816ffa7 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:09.331592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.354819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-02311167-f197-4f0a-a6af-5e8558521515 None None] Provisioning for port dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:09.355049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:09.355436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.369931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b770377a-91ba-477b-b9c8-4a6a3b95a49c None None] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:09.371436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.398468 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-79d0d856-ce59-42ef-9937-5564fc945818 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2597594 May 09 05:09:09.399010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37376) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:09.402338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-02311167-f197-4f0a-a6af-5e8558521515 None None] Provisioning complete for port dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:09.402706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02311167-f197-4f0a-a6af-5e8558521515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.415671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:09.435539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:09.440144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.450711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:09.473032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Usage tracker for resource:router and tenant:5db9d30ea46b4ca9b18c3b996a33b912 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:09.479409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:09.502428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] For port a44c2755-9b80-4c5e-aad2-81a9307d3e9b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:09.502814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.505231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] Sync routers for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:09.520049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.537165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.538342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.545145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: from cryptography.utils import int_from_bytes May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: from cryptography.utils import int_from_bytes May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn_limited( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:09:09.547790 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:09:09.600173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:09.600508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:09.619706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=15deca4d-9d31-4573-8f31-aa6233cb110d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:09.620727 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-02311167-f197-4f0a-a6af-5e8558521515 None None] Port dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:09.622511 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:09.623510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:09.623846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.634548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No DVR routers for this DVR port 15deca4d-9d31-4573-8f31-aa6233cb110d on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:09.636265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.637325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:09.658954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Calling delete_port for a44c2755-9b80-4c5e-aad2-81a9307d3e9b owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:09.673524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] No DVR routers for this DVR port 0d769bf6-7bbf-46a2-9287-84c692a5e98d on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:09.678621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254b330-0e62-4e7e-bf33-ab76852ce4e3 None None] Pushing event deleted for resources: {'Port': ['ID=0d769bf6-7bbf-46a2-9287-84c692a5e98d,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:09.691378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:09.692003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:09.720534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-02311167-f197-4f0a-a6af-5e8558521515 None None] Could not find standard attr ID for object fb80b76a-5b46-4c01-83ff-0ecebdb4c5c0. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:09:09.818358 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5f3ab23c-e1f1-4a1f-bd15-5738c58469da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/864cfbc0-e427-4f32-8b8e-e563e832c184 HTTP/1.1" status: 204 len: 168 time: 8.6093221 May 09 05:09:09.833520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b37add-be93-492a-81ac-cec682399ef7']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:09.840567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:09.870746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:09:09.937498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f81a5a7f-c588-41bf-aa32-539675f819b7 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:09.980968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9400cbb3-dd2a-41bb-a742-a97431eea3aa') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:09.992944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9400cbb3-dd2a-41bb-a742-a97431eea3aa') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:10.000856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.014032 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d325d3f-841c-4e02-8107-617e08e8cff5'] response: {'name': 'network-changed', 'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'status': 'completed', 'code': 200} May 09 05:09:10.023898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:10.036915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.050615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.076824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.090822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f615048-b2aa-416b-ab82-b3443273df48']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:10.101724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 0d769bf6-7bbf-46a2-9287-84c692a5e98d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:10.102209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.132264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:10.133385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.151676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-e1221a32-f93b-4523-bc36-c3ae6f93d3f8', 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'fixed_ips': [{'subnet_id': 'd0258f40-0c01-408d-976b-3abe7702b08d'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:10.152620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:10.157857 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:10.168855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.239278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486ce837-c5f0-4fa4-8665-55104a920b60') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:10.239607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486ce837-c5f0-4fa4-8665-55104a920b60') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:10.271078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Deleting port 15deca4d-9d31-4573-8f31-aa6233cb110d {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:10.271450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.305675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=dee244a6-6380-4aa2-ae4f-3c1e30c99cc8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:10.326151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-1247de87-1da6-4f3c-984f-82681dc2d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:10.328101 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-1247de87-1da6-4f3c-984f-82681dc2d712 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 1098 time: 0.3161604 May 09 05:09:10.331401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.380763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-13747087-fcd2-469a-902c-17f749313393 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 HTTP/1.1" status: 204 len: 168 time: 1.9342866 May 09 05:09:10.386433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37386) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:10.465610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.498618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5317d8bb-78ab-4fc3-a1b8-8639ef5c7510 None None] The port '15deca4d-9d31-4573-8f31-aa6233cb110d' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:09:10.510043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.514170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.519091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f81a5a7f-c588-41bf-aa32-539675f819b7 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:10.519461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.524839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] The port '0d769bf6-7bbf-46a2-9287-84c692a5e98d' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:09:10.558423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.581977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event deleted for resources: {'Port': ['ID=a44c2755-9b80-4c5e-aad2-81a9307d3e9b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:10.617088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf66a6a7-1561-4bf4-8f13-17f7bf9a3edf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:10.618693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf66a6a7-1561-4bf4-8f13-17f7bf9a3edf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:10.622958 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bf66a6a7-1561-4bf4-8f13-17f7bf9a3edf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2353625 May 09 05:09:10.631015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37390) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:10.657654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Network': ['ID=c5b37add-be93-492a-81ac-cec682399ef7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:10.659821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.735083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-51aa11ce-48e6-4497-bee0-c0b4654bb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:10.736636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-51aa11ce-48e6-4497-bee0-c0b4654bb83b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 200 len: 897 time: 0.3980365 May 09 05:09:10.809613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:10.810025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9ff8562f-12be-4fbd-b1e8-0bce90590ac0 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/networks/c5b37add-be93-492a-81ac-cec682399ef7 HTTP/1.1" status: 204 len: 168 time: 1.9890733 May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:10.836445 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:10.852335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37394) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:10.855903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.875248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Allocated IP 172.20.0.2 (e1221a32-f93b-4523-bc36-c3ae6f93d3f8/d0258f40-0c01-408d-976b-3abe7702b08d/881cab11-8de8-448e-96f6-84be467148d5) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:10.966152 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-47c46a4a-ec20-4475-a60d-17be5f207530 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 200 len: 217 time: 0.2197509 May 09 05:09:10.967160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:10.994605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.011153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 2d726e56-f9e9-4bc2-bb10-fbbbe485ab41 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:11.023063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.051088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13203835-c4ab-4401-8eaa-46684f9e6d4a']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:11.063028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2d747474-cd14-44a2-bd44-bc57e4e605bb no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:11.101566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.111641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2d747474-cd14-44a2-bd44-bc57e4e605bb {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:11.112432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2d747474-cd14-44a2-bd44-bc57e4e605bb not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:11.112579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0b39117-3982-4d13-b424-a1ce962ea270 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:11.131425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.139651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6930e4-4b42-4f6d-a089-ebf169f9ccff') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:11.139945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6930e4-4b42-4f6d-a089-ebf169f9ccff') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:11.151486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:36Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:11.159926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting subnet f1d86e42-1410-43c6-9d69-a9b0d51fee3e {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:11.163963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: d0b39117-3982-4d13-b424-a1ce962ea270 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:11.164422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0b39117-3982-4d13-b424-a1ce962ea270 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:11.165121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0d769bf6-7bbf-46a2-9287-84c692a5e98d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:11.166299 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=6f615048-b2aa-416b-ab82-b3443273df48,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:11.169614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.176832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.208855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] Checking router: 0da5bb04-c516-4ee4-9928-a5dfa673aad3 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:11.210650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939cba-0f4d-44c8-98ae-46d6d81a2d57 req-c0cfc377-4c7a-4cae-b631-a44be3d5624f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:11.212115 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47939cba-0f4d-44c8-98ae-46d6d81a2d57 req-c0cfc377-4c7a-4cae-b631-a44be3d5624f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 945 time: 0.8450511 May 09 05:09:11.225916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 0d769bf6-7bbf-46a2-9287-84c692a5e98d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:11.226795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0d769bf6-7bbf-46a2-9287-84c692a5e98d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:11.226795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15deca4d-9d31-4573-8f31-aa6233cb110d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:11.232969 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e9bbb78e-5008-4f43-8a85-ed0677e42f5d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/6f615048-b2aa-416b-ab82-b3443273df48 HTTP/1.1" status: 204 len: 168 time: 3.7501855 May 09 05:09:11.241400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37400) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:11.246065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.252275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.264968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.270825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-371021812'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:11.275453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 15deca4d-9d31-4573-8f31-aa6233cb110d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:11.275873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15deca4d-9d31-4573-8f31-aa6233cb110d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:11.282371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:11.283089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:08:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:11.322134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-c4aa66ec-20b4-4fc6-aa6e-fbbf184c3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:11.323704 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-c4aa66ec-20b4-4fc6-aa6e-fbbf184c3ced service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e540ea11-d57e-4a5c-af06-31a1bd243752 HTTP/1.1" status: 200 len: 833 time: 0.3105557 May 09 05:09:11.417123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.422619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.423196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:11.438051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.462673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.464379 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5835e0d1-8628-49f4-b76a-8969e814dcb1 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "DELETE /v2.0/routers/a89cac80-d6c2-458e-aa68-c5b6ee8ddb2f HTTP/1.1" status: 204 len: 168 time: 3.5756774 May 09 05:09:11.468530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37404) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:11.474077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-372339919', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:11.485773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:11.497840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Usage tracker for resource:router and tenant:be09dcfb06124d94a0a38946d9439edc is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:11.503289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.533366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.535277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:11.547988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:11.572057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:11.582862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.583889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.600169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-8259a9de-2aa4-45f8-b512-f31016f8dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:11.601720 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-8259a9de-2aa4-45f8-b512-f31016f8dbfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1282b66c-b8e7-40e1-a6d3-109f6f34cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2422597 May 09 05:09:11.621355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:11.638527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.640964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.645638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:11.645960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.650740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.679578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:11.696697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:11.721077 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:11.730064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:11.735597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d86e42-1410-43c6-9d69-a9b0d51fee3e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:11.762438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=2d726e56-f9e9-4bc2-bb10-fbbbe485ab41,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:11.764589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.804916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78175808-5d23-4780-b375-44e30d0fb34a None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:11.833815 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47939cba-0f4d-44c8-98ae-46d6d81a2d57 req-cf915619-39f0-4ca5-a8c8-81a859ba0777 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5961797 May 09 05:09:11.859981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:11.865166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:11.881609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d140c98-f99f-415a-a90a-ca771319dff7 None None] Network 031d2a34-5b20-41e7-90c1-eb13dff56d23 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:11.882341 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4f99e3b1-1bd5-4b41-8f2a-dd713a7a2459 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/subnets/f1d86e42-1410-43c6-9d69-a9b0d51fee3e HTTP/1.1" status: 204 len: 168 time: 0.9777515 May 09 05:09:11.890763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37408) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:11.910491 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-97b956eb-cbcc-454d-ac74-00ddb262d65d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/2d726e56-f9e9-4bc2-bb10-fbbbe485ab41 HTTP/1.1" status: 204 len: 168 time: 1.2786989 May 09 05:09:11.920864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37412) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:12.004613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:12.008878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.016216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Transition to ACTIVE for port object 881cab11-8de8-448e-96f6-84be467148d5 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:12.072327 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-43214d79-78ed-4265-aed1-9948a3cc3037 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479630 May 09 05:09:12.082379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37416) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:12.093571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.143168 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-94668e5b-abf2-4302-93f8-20e345e285a3 service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290384 May 09 05:09:12.146637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:12.150327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.154146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=13203835-c4ab-4401-8eaa-46684f9e6d4a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:12.164679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:09:12.188384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Transition to ACTIVE for port object 881cab11-8de8-448e-96f6-84be467148d5 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:12.228336 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7796c746-89c2-4835-8f65-eb64c54ba8f6 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/13203835-c4ab-4401-8eaa-46684f9e6d4a HTTP/1.1" status: 204 len: 168 time: 4.7519748 May 09 05:09:12.238824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.239845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.242503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37420) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:12.274892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.313760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.314152 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment 0e1bd20d-e569-4f22-925f-7a7bb1bd262b of type vlan for network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 May 09 05:09:12.368676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Deleting port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:12.369030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.454176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:12.454831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.460379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:12.468468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:12.480437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Pushing event updated for resources: {'Port': ['ID=881cab11-8de8-448e-96f6-84be467148d5,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:12.480437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b3b7dd6d-b952-471a-8adb-c00b6219461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.508358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.574889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.582001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:12.582862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.602455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Attempting to bind port 881cab11-8de8-448e-96f6-84be467148d5 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:12.602945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Attempting to bind port 881cab11-8de8-448e-96f6-84be467148d5 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:12.603167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Attempting to bind port 881cab11-8de8-448e-96f6-84be467148d5 on network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:12.607156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:36Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:12.614459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:12.614797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Checking segment: {'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:12.615197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.615761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Bound using segment: {'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:12.616416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Bound port: 881cab11-8de8-448e-96f6-84be467148d5, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:12.617136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.628949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfc873-65b9-4534-a16b-8468a90e9611 None None] The sync data for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv is: [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:08:36Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'b496ef5d-3ef9-40a6-b988-070a4171fc9e', 'name': '', 'network_id': '1282b66c-b8e7-40e1-a6d3-109f6f34cf95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:c2:b9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:05:10Z', 'updated_at': '2022-05-09T05:05:22Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e540ea11-d57e-4a5c-af06-31a1bd243752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:12.665604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.734163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:12.747301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] Deleting port 823f8633-de69-4056-bcf4-bf0a9816ffa7 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:12.748011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.796268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] DHCP port deletion for 031d2a34-5b20-41e7-90c1-eb13dff56d23 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:12.822166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] For port 881cab11-8de8-448e-96f6-84be467148d5, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:12.831832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Deleting port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:12.832744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:12.849551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=fd92d657-61aa-4518-91c1-60b7a9c5cdb5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:12.876629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:09:12.883508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:12.892259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:12.895468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:12.902709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:12.905817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] For port 881cab11-8de8-448e-96f6-84be467148d5, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=881cab11-8de8-448e-96f6-84be467148d5,segment=NetworkSegment(0b21164e-0fb3-48c3-b8ec-3c7a5dae0901),segment_id=0b21164e-0fb3-48c3-b8ec-3c7a5dae0901)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:12.943936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:12.947439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:13.035425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:13.118242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] For port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,segment=NetworkSegment(52eb260c-f1a0-493a-b6ef-0295d5d49154),segment_id=52eb260c-f1a0-493a-b6ef-0295d5d49154)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:13.118654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:13.124897 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08a9f1-1daf-434e-bd67-2f26dc8d5d4b None None] New status for floating IP 864cfbc0-e427-4f32-8b8e-e563e832c184: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:09:13.333405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5badc-dd48-472c-923d-c40275b1d21e None None] Pushing event updated for resources: {'Port': ['ID=881cab11-8de8-448e-96f6-84be467148d5,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:13.378652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Calling delete_port for a8ce4b66-1b75-4a58-beb5-92a39e5e2ece owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:13.419199 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f5d6c05-eec9-44ad-86fc-8cc261ba218e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1718640 May 09 05:09:13.430192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37426) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:13.457825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:13.470065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a8ce4b66-1b75-4a58-beb5-92a39e5e2ece no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:13.487345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:13.581059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-347270ed-a60f-415f-8607-42341d33e0fa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:13.581987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-347270ed-a60f-415f-8607-42341d33e0fa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:13.601441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:13.618647 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e70d06d4-9654-47b2-9fa9-49b6dcee8fbc req-b5eca400-a92d-4e5f-bed7-fb1523ae66c6 service neutron] 10.222.0.59 "GET /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4111640 May 09 05:09:13.642147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] For port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,segment=NetworkSegment(52eb260c-f1a0-493a-b6ef-0295d5d49154),segment_id=52eb260c-f1a0-493a-b6ef-0295d5d49154)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:13.643214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:13.697172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:13.719229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:13.732694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-347270ed-a60f-415f-8607-42341d33e0fa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:13.736239 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-347270ed-a60f-415f-8607-42341d33e0fa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 945 time: 1.5661483 May 09 05:09:13.760784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:13.761842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:13.815848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Calling delete_port for a8ce4b66-1b75-4a58-beb5-92a39e5e2ece owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:13.915099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:13.937525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:13.943125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:13.956352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:13.971951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 09 05:09:13.971951 dv-neutron-840482-1-hyperv neutron-server[88043]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 09 05:09:13.971951 dv-neutron-840482-1-hyperv neutron-server[88043]: [parameters: {'port_id': 'a8ce4b66-1b75-4a58-beb5-92a39e5e2ece', 'host': 'dv-neutron-840482-1-hyperv'}] May 09 05:09:13.971951 dv-neutron-840482-1-hyperv neutron-server[88043]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:13.972613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:13.995628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.000366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] For port 823f8633-de69-4056-bcf4-bf0a9816ffa7, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=823f8633-de69-4056-bcf4-bf0a9816ffa7,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:14.001044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.054902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bc3ab4c3-7e93-45f9-8ff9-c0753ab67979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9713290 May 09 05:09:14.061994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Allocated IP 172.26.0.239 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/0625722f-35cc-45f8-bfd6-9f92ee82ae00) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:14.065915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37430) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:14.067379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:14.068030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfb249-2e8d-4134-9512-ccca068c23b9 req-7ef0ea83-d979-478d-9115-7faed3aa85ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:14.069779 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-efbfb249-2e8d-4134-9512-ccca068c23b9 req-7ef0ea83-d979-478d-9115-7faed3aa85ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 945 time: 0.8884256 May 09 05:09:14.070676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.111703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No active binding found for port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece {{(pid=88043) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 09 05:09:14.112130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a8ce4b66-1b75-4a58-beb5-92a39e5e2ece not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:14.112702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a44c2755-9b80-4c5e-aad2-81a9307d3e9b no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:14.113325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab', 'ip_address': '2001:db8::2ea0:9d81:3d5:8902'}], 'name': 'tempest-NetworksTestDHCPv6-1981568651'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:14.171845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Port': ['ID=a8ce4b66-1b75-4a58-beb5-92a39e5e2ece,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:14.179958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] No DVR routers for this DVR port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:14.203961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] Calling delete_port for 823f8633-de69-4056-bcf4-bf0a9816ffa7 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:14.240157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port a5a8f30d-420f-438f-8938-0e53f6f45d88 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:14.240460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a44c2755-9b80-4c5e-aad2-81a9307d3e9b {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:14.240686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a44c2755-9b80-4c5e-aad2-81a9307d3e9b not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:14.240823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.241095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 823f8633-de69-4056-bcf4-bf0a9816ffa7 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:14.382965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.442060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] No DVR routers for this DVR port 823f8633-de69-4056-bcf4-bf0a9816ffa7 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:14.454202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.521683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Deleting port a8ce4b66-1b75-4a58-beb5-92a39e5e2ece {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:14.522057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.552010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97e16e-77be-408e-b263-e4fbc6704a88 None None] Pushing event deleted for resources: {'Port': ['ID=823f8633-de69-4056-bcf4-bf0a9816ffa7,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:14.556946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.564346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c067e3-0d03-48c3-bffa-b4a51bcdac4f None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:14.596756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-efbfb249-2e8d-4134-9512-ccca068c23b9 req-af45fe78-2d01-454c-b371-d82ea7bea265 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:14.610550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.700759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9f042cd2-257a-4425-9bdf-cec55ddaffa3 None None] The port 'a8ce4b66-1b75-4a58-beb5-92a39e5e2ece' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:09:14.723071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-efbfb249-2e8d-4134-9512-ccca068c23b9 req-af45fe78-2d01-454c-b371-d82ea7bea265 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:14.724336 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-efbfb249-2e8d-4134-9512-ccca068c23b9 req-af45fe78-2d01-454c-b371-d82ea7bea265 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=7764ae40-8953-40ce-94fc-a39601cfb933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6427050 May 09 05:09:14.751345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-90d6ff52-1a8e-4025-90be-83ae46288bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.799138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.855449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.862676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2dd63-1bee-47b4-bf61-18fef4a2cea4 None None] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:14.912846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:14.935641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:14.944551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:14.959017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031d2a34-5b20-41e7-90c1-eb13dff56d23']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:14.985908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:14.988024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port a5a8f30d-420f-438f-8938-0e53f6f45d88, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a5a8f30d-420f-438f-8938-0e53f6f45d88,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:14.988514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:14.992453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eb260c-f1a0-493a-b6ef-0295d5d49154') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:14.992730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eb260c-f1a0-493a-b6ef-0295d5d49154') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:15.009554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.014825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=e6fd0af6-07fc-436c-a246-3ad2f62c805e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:15.027207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.051655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:15.066524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': '0e1bd20d-e569-4f22-925f-7a7bb1bd262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:15.066889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: fd92d657-61aa-4518-91c1-60b7a9c5cdb5, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:09:15.127324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.138492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.158559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:15.158559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.162923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d7bbaa48-d189-465e-82a6-e85f021031a9 None None] Provisioning for port 881cab11-8de8-448e-96f6-84be467148d5 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:15.173485 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:15.192229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:15.193275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.202008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for a5a8f30d-420f-438f-8938-0e53f6f45d88 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:15.254622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:09:15.286398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.337247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, fd92d657-61aa-4518-91c1-60b7a9c5cdb5) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:15.339104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.354730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:15.355316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.370662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab353d41-c6b3-4c34-83fe-98ce21ce1a36 None None] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:15.387731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.400387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.493935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Pushing event updated for resources: {'Port': ['ID=0625722f-35cc-45f8-bfd6-9f92ee82ae00,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:15.496428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Pushing event deleted for resources: {'Network': ['ID=031d2a34-5b20-41e7-90c1-eb13dff56d23,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:15.501298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:15.511772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:15.514860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab/1b1437f2-15d5-4895-be1b-5d597dc21a30) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:15.525735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:15.551993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 881cab11-8de8-448e-96f6-84be467148d5 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:15.563473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Allocated IP 172.26.0.72 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/99a6e167-4325-4a75-9f31-532bf25a8edf) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:15.571507 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e67269bf-5b85-482a-8eff-e4ac6dac9046 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/networks/031d2a34-5b20-41e7-90c1-eb13dff56d23 HTTP/1.1" status: 204 len: 168 time: 3.6724703 May 09 05:09:15.572511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37434) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:15.573725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 3c69e4ca-ede1-42d3-8a33-17f5a58a507d yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:15.613508 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f91dbd3c-1350-4c34-b850-390cef0a7579 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1698284 May 09 05:09:15.655324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37438) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:15.670987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5', 'name': 'tempest-PortsTestJSON-1149957264', 'fixed_ips': [{'subnet_id': 'e6fd0af6-07fc-436c-a246-3ad2f62c805e', 'ip_address': '172.20.0.10'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:15.681878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fee574ae-f8c8-47d6-8102-d4cef2e64908 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Synchronizing usage tracker for tenant:92521eea6ff1419595293278b61b91c4 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:15.757230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.787254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 881cab11-8de8-448e-96f6-84be467148d5 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:15.800752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-61255e5b-736c-46af-84ba-51d59ca6e832 None None] Provisioning complete for port 881cab11-8de8-448e-96f6-84be467148d5 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:15.801155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61255e5b-736c-46af-84ba-51d59ca6e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.835610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 881cab11-8de8-448e-96f6-84be467148d5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:15.836023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.887062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:15.989365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=a5a8f30d-420f-438f-8938-0e53f6f45d88,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:16.008825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fee574ae-f8c8-47d6-8102-d4cef2e64908 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Unset dirty status for tenant:92521eea6ff1419595293278b61b91c4 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:16.012960 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fee574ae-f8c8-47d6-8102-d4cef2e64908 tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "GET /v2.0/ports?device_id=46fb258e-d612-4fc9-a3b3-2d3f5e46e230 HTTP/1.1" status: 200 len: 205 time: 0.4016583 May 09 05:09:16.032343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37444) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:16.123355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.137830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-fd92d657-61aa-4518-91c1-60b7a9c5cdb5', 'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5', 'tenant_id': '99d4548c969946e7bb158105ec1d9cd5', 'fixed_ips': [{'subnet_id': 'e6fd0af6-07fc-436c-a246-3ad2f62c805e'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:16.138902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.184341 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eca5aadf-db1a-4258-9922-9315dff3baba req-4e1c4cc7-ea8a-4af2-bed6-3b7ceecdd171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.2230742 May 09 05:09:16.266324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.269630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:16.296836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0da07d94-ca69-4152-af6f-415230d7624d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.297067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port a5a8f30d-420f-438f-8938-0e53f6f45d88 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:16.300713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:16.306470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:16.314298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:16.330918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.335806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'name': 'network-vif-deleted', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:09:16.372702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:16.379002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.419724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Transition to ACTIVE for port object 1b1437f2-15d5-4895-be1b-5d597dc21a30 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:16.483189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Transition to ACTIVE for port object 1b1437f2-15d5-4895-be1b-5d597dc21a30 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:16.492432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.510090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61255e5b-736c-46af-84ba-51d59ca6e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.528176 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc42c30e-6eb2-416f-8969-f46708b0bb76'] response: {'server_uuid': '69fefb11-148e-405e-aad9-b0db22581d86', 'name': 'network-vif-deleted', 'tag': 'a5a8f30d-420f-438f-8938-0e53f6f45d88', 'status': 'completed', 'code': 200} May 09 05:09:16.531674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.532677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.546343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:16.546700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.601597 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f77c1e46-44d8-4d67-8a69-e8dec58e1901 req-2798d3df-37cf-49bb-896b-5ac9b5b4560a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/a5a8f30d-420f-438f-8938-0e53f6f45d88 HTTP/1.1" status: 204 len: 173 time: 2.8426192 May 09 05:09:16.632342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:16.650731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 881cab11-8de8-448e-96f6-84be467148d5, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=881cab11-8de8-448e-96f6-84be467148d5,segment=NetworkSegment(0b21164e-0fb3-48c3-b8ec-3c7a5dae0901),segment_id=0b21164e-0fb3-48c3-b8ec-3c7a5dae0901)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:16.658555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:16.739496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Allocated IP 172.20.0.2 (fd92d657-61aa-4518-91c1-60b7a9c5cdb5/e6fd0af6-07fc-436c-a246-3ad2f62c805e/065c77c4-41bf-4a1a-8c93-0a34d2b1d696) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:16.769907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.824385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:16.835458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.840778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0da07d94-ca69-4152-af6f-415230d7624d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.848442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0da07d94-ca69-4152-af6f-415230d7624d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.853162 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::2ea0:9d81:3d5:8902 (b05d4b78-866b-4b64-acd1-c7937be92865/3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab/3c69e4ca-ede1-42d3-8a33-17f5a58a507d) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:16.869298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:16.875762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:16.880100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:16.882626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:16.884200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a5a8f30d-420f-438f-8938-0e53f6f45d88 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:16.889755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.959985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0da07d94-ca69-4152-af6f-415230d7624d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:16.960530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da07d94-ca69-4152-af6f-415230d7624d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Fanout notify agent at l3_agent the message router_deleted on router 46fb258e-d612-4fc9-a3b3-2d3f5e46e230 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:16.970916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: a5a8f30d-420f-438f-8938-0e53f6f45d88 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:16.971654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a5a8f30d-420f-438f-8938-0e53f6f45d88 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:16.981822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Pushing event updated for resources: {'Port': ['ID=1b1437f2-15d5-4895-be1b-5d597dc21a30,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:17.005181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event updated for resources: {'Port': ['ID=99a6e167-4325-4a75-9f31-532bf25a8edf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:17.122933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-61255e5b-736c-46af-84ba-51d59ca6e832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:17.123419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-61255e5b-736c-46af-84ba-51d59ca6e832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:17.128998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,segment=NetworkSegment(8ba3c6a6-15a4-4fbd-8485-40f597fcc47e),segment_id=8ba3c6a6-15a4-4fbd-8485-40f597fcc47e)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:17.129362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.130420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Attempting to bind port 1b1437f2-15d5-4895-be1b-5d597dc21a30 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:17.130789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Attempting to bind port 1b1437f2-15d5-4895-be1b-5d597dc21a30 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:17.131147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Attempting to bind port 1b1437f2-15d5-4895-be1b-5d597dc21a30 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:17.153834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:17.154299 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:17.154908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.155285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:17.155767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Bound port: 1b1437f2-15d5-4895-be1b-5d597dc21a30, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:17.156139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.199201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0da07d94-ca69-4152-af6f-415230d7624d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.203067 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0da07d94-ca69-4152-af6f-415230d7624d tempest-RoutersNegativeTest-2083403746 tempest-RoutersNegativeTest-2083403746-project] 10.222.0.50 "DELETE /v2.0/routers/46fb258e-d612-4fc9-a3b3-2d3f5e46e230 HTTP/1.1" status: 204 len: 168 time: 1.1662204 May 09 05:09:17.342948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=881cab11-8de8-448e-96f6-84be467148d5,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:17.457036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.462340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:17.464322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.481389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Transition to ACTIVE for port object 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:17.484377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] For port 1b1437f2-15d5-4895-be1b-5d597dc21a30, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:17.491687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] For port 1b1437f2-15d5-4895-be1b-5d597dc21a30, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1b1437f2-15d5-4895-be1b-5d597dc21a30,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:17.519566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Transition to ACTIVE for port object 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:17.524387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.575236 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-48142506-d258-4a66-9874-a6971b5e165c req-da9cbf56-b832-4ade-89a2-0a166a3b6526 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=69fefb11-148e-405e-aad9-b0db22581d86 HTTP/1.1" status: 200 len: 210 time: 0.0991135 May 09 05:09:17.592965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.644067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37456) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:17.673558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:17.685041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:17.687008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.10 (fd92d657-61aa-4518-91c1-60b7a9c5cdb5/e6fd0af6-07fc-436c-a246-3ad2f62c805e/78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:17.707125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:17.733582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1acea-3863-4c94-9b55-019dfe8d7ad9 None None] Pushing event updated for resources: {'Port': ['ID=1b1437f2-15d5-4895-be1b-5d597dc21a30,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:17.767992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.771258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:17.892220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 3c69e4ca-ede1-42d3-8a33-17f5a58a507d will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:18.028732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Attempting to bind port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:18.029419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Attempting to bind port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '0e1bd20d-e569-4f22-925f-7a7bb1bd262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:18.029794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Attempting to bind port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 on network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:18.036030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Pushing event updated for resources: {'Port': ['ID=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:18.040946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:18.041305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Checking segment: {'id': '0e1bd20d-e569-4f22-925f-7a7bb1bd262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:18.042225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.042603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Bound using segment: {'id': '0e1bd20d-e569-4f22-925f-7a7bb1bd262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:18.043099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Bound port: 065c77c4-41bf-4a1a-8c93-0a34d2b1d696, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1bd20d-e569-4f22-925f-7a7bb1bd262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:18.043462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.115232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.188530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] For port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:18.192721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] For port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,segment=NetworkSegment(0e1bd20d-e569-4f22-925f-7a7bb1bd262b),segment_id=0e1bd20d-e569-4f22-925f-7a7bb1bd262b)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:18.200423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.209696 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0b76fcd5-16dd-4b06-a4d1-86c92235aa68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92521eea6ff1419595293278b61b91c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640535 May 09 05:09:18.218011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37462) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:18.229228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.265644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:18.275464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=3c69e4ca-ede1-42d3-8a33-17f5a58a507d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:18.278676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:18.287776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:18.294897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:18.296566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.302012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Router 31459846-0b21-4768-8f47-3b8edbef2b16 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:09:18.302242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ec428-f091-4374-be62-ba7cb163d0bb None None] Pushing event updated for resources: {'Port': ['ID=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:18.420750 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-78772335-e769-4498-9742-f658f7a082d1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3283517 May 09 05:09:18.437640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:18.481633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.490738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e58883a9-0bab-4c47-a4b2-5f5318a48138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.600715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=94f9f874-ffe7-497f-bd7b-c7ddbdff18c9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:18.630197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:18.658381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Sync routers for ids ['31459846-0b21-4768-8f47-3b8edbef2b16'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:18.681494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.692220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Routers {'31459846-0b21-4768-8f47-3b8edbef2b16'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:18.692904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['31459846-0b21-4768-8f47-3b8edbef2b16'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:18.700929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e58883a9-0bab-4c47-a4b2-5f5318a48138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.717911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.785326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e58883a9-0bab-4c47-a4b2-5f5318a48138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.810044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37472) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:18.817682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58883a9-0bab-4c47-a4b2-5f5318a48138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cbf855-cd8a-43b6-86ad-8e95fed69797,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:18.838506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e58883a9-0bab-4c47-a4b2-5f5318a48138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.839651 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e58883a9-0bab-4c47-a4b2-5f5318a48138 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2cbf855-cd8a-43b6-86ad-8e95fed69797 HTTP/1.1" status: 204 len: 168 time: 0.6140757 May 09 05:09:18.848385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:18.849855 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dbea92a1-27d5-429d-be5b-7c1007680593 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4498441 May 09 05:09:18.855541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37478) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:18.925885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:19.071645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cfb3a-7afc-4490-8476-280676c8f945 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:19.077834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cfb3a-7afc-4490-8476-280676c8f945 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:19.078663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c03cfb3a-7afc-4490-8476-280676c8f945 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:19.086611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7888aaf-3b54-48f6-8046-7ad38f14dabe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:19.171423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c03cfb3a-7afc-4490-8476-280676c8f945 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:19.175058 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c03cfb3a-7afc-4490-8476-280676c8f945 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7341385 May 09 05:09:19.180351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Set router 31459846-0b21-4768-8f47-3b8edbef2b16 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:19.191382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37484) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:19.319790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7888aaf-3b54-48f6-8046-7ad38f14dabe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:19.367566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:19.526290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:19.639037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:19.642956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:19.701024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 3c69e4ca-ede1-42d3-8a33-17f5a58a507d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:19.701968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:19.824837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 881cab11-8de8-448e-96f6-84be467148d5 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:19.858710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-702ce6e7-212d-491e-ac6e-de1518776fa4 None None] Provisioning for port 1b1437f2-15d5-4895-be1b-5d597dc21a30 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:19.914258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:20.022717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa68257-8539-4889-a38d-93ab3b8319ec None None] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:20.037723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:20.171581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:09:16Z', 'revision_number': 3, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port': {'id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:12Z', 'updated_at': '2022-05-09T05:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:20.176548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7af214a5-e407-4521-bd6c-ed0d8094fe7d None None] Provisioning for port 3c69e4ca-ede1-42d3-8a33-17f5a58a507d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:20.190799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7af214a5-e407-4521-bd6c-ed0d8094fe7d None None] Provisioning complete for port 3c69e4ca-ede1-42d3-8a33-17f5a58a507d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:20.191498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7af214a5-e407-4521-bd6c-ed0d8094fe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.216299 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Checking router: 31459846-0b21-4768-8f47-3b8edbef2b16 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:20.216634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Updating router 31459846-0b21-4768-8f47-3b8edbef2b16 port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:09:20.267136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:20.290471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 881cab11-8de8-448e-96f6-84be467148d5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:20.290862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.291251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37504) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:20.294177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7888aaf-3b54-48f6-8046-7ad38f14dabe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.343182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7888aaf-3b54-48f6-8046-7ad38f14dabe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7764ae40-8953-40ce-94fc-a39601cfb933,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:20.430684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.435965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7888aaf-3b54-48f6-8046-7ad38f14dabe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.437503 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f7888aaf-3b54-48f6-8046-7ad38f14dabe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/7764ae40-8953-40ce-94fc-a39601cfb933 HTTP/1.1" status: 204 len: 168 time: 1.6232696 May 09 05:09:20.466910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7af214a5-e407-4521-bd6c-ed0d8094fe7d None None] Port 3c69e4ca-ede1-42d3-8a33-17f5a58a507d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:20.468687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:20.469031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.489919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c57724f0-a67c-4667-8310-2b0bb99f6675 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:20.490662 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-c57724f0-a67c-4667-8310-2b0bb99f6675 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 09 05:09:20.491163 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-c57724f0-a67c-4667-8310-2b0bb99f6675 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): There was a conflict when trying to complete your request. May 09 05:09:20.492114 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c57724f0-a67c-4667-8310-2b0bb99f6675 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1994355 May 09 05:09:20.499655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37512) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:20.499938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37514) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:20.530765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7af214a5-e407-4521-bd6c-ed0d8094fe7d None None] Provisioning for port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:20.542413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.570837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--390162046'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:20.649590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:20.682169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:20.702235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 3c69e4ca-ede1-42d3-8a33-17f5a58a507d owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:20.703931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:20.725953 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0f4d214b-8357-47ac-808a-d538de4a1c48 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0659199 May 09 05:09:20.728190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:20.732635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37520) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:20.748549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': 'fd92d657-61aa-4518-91c1-60b7a9c5cdb5', 'name': 'tempest-PortsTestJSON-1570728049', 'fixed_ips': [{'subnet_id': 'e6fd0af6-07fc-436c-a246-3ad2f62c805e', 'ip_address': '172.20.0.9'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:20.785823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1b1437f2-15d5-4895-be1b-5d597dc21a30 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:20.799332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:20.832384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.848768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Router 9c883a67-05e9-4251-8927-6ce4f63ae288 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:09:20.855666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:20.955652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:20.993910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 1b1437f2-15d5-4895-be1b-5d597dc21a30 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:21.012570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1b1437f2-15d5-4895-be1b-5d597dc21a30 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:21.013073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.039578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.079362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.097433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Transition to ACTIVE for port object 0625722f-35cc-45f8-bfd6-9f92ee82ae00 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:21.119795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:21.141279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.173908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.178518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:21.187055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:21.226106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:21.250008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:21.255086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=3c69e4ca-ede1-42d3-8a33-17f5a58a507d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:21.258652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:21.272776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.343287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Attempting to bind port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:21.343575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Attempting to bind port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:21.343992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Attempting to bind port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:21.367544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d52fc5-5cbd-4750-9433-c7c4248ca92d None None] Pushing event updated for resources: {'Port': ['ID=0625722f-35cc-45f8-bfd6-9f92ee82ae00,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:21.370277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:21.370718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:21.371209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.371662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:21.372192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Bound port: 0625722f-35cc-45f8-bfd6-9f92ee82ae00, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:21.372648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.399658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:21.406110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a67531-7c6f-4dec-bfbb-c9d965499ce9 None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:09:21.442811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:21.463268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8c66a449-961b-4e75-b5dd-5746105254e2 None None] Provisioning for port 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:21.465288 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:21.480211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8c66a449-961b-4e75-b5dd-5746105254e2 None None] Provisioning complete for port 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:21.480211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8c66a449-961b-4e75-b5dd-5746105254e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.482890 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c33458c8-da3a-43f9-b5e1-3955f2ddfd24 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2392619 May 09 05:09:21.489376 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:21.490265 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:21.495413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37524) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:21.499075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.516078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:21.525951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 1b1437f2-15d5-4895-be1b-5d597dc21a30, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1b1437f2-15d5-4895-be1b-5d597dc21a30,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:21.552080 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.552962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:21.569462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:21.637592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] Sync routers for ids ['9c883a67-05e9-4251-8927-6ce4f63ae288'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:21.681076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.685912 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7a857772-4cd5-47d0-bd97-75f06b9539d9 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.2166917 May 09 05:09:21.686692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37528) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:21.702021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': False}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:21.709239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8c66a449-961b-4e75-b5dd-5746105254e2 None None] Port 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:21.717007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] For port 0625722f-35cc-45f8-bfd6-9f92ee82ae00, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:21.741924 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:21.742729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] Routers {'9c883a67-05e9-4251-8927-6ce4f63ae288'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:21.743549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9c883a67-05e9-4251-8927-6ce4f63ae288'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:21.777946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet 4d134e64-07f9-4b86-9508-fca59473543f {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:21.795155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.798612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] For port 0625722f-35cc-45f8-bfd6-9f92ee82ae00, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0625722f-35cc-45f8-bfd6-9f92ee82ae00,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:21.831378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Allocated IP 172.20.0.1 (e1221a32-f93b-4523-bc36-c3ae6f93d3f8/d0258f40-0c01-408d-976b-3abe7702b08d/30fdfe49-0052-4231-bed8-a7b50ac1f9ec) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:21.831779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:21.840912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:21.853441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=1b1437f2-15d5-4895-be1b-5d597dc21a30,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:21.947537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] Routers {'9c883a67-05e9-4251-8927-6ce4f63ae288'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:21.948451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9c883a67-05e9-4251-8927-6ce4f63ae288'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:22.042707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:22.046191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:22.046788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d0d0ab-82b7-4ef5-b16f-389c9d11ee89 None None] The sync data for ids ['9c883a67-05e9-4251-8927-6ce4f63ae288'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:22.054767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.066425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Routers {'31459846-0b21-4768-8f47-3b8edbef2b16'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:22.067297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['31459846-0b21-4768-8f47-3b8edbef2b16'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:22.077905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Transition to ACTIVE for port object 30fdfe49-0052-4231-bed8-a7b50ac1f9ec will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:22.103519 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ee7e127e-21fb-4e9c-b161-9d44ba7d0240 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/3c69e4ca-ede1-42d3-8a33-17f5a58a507d HTTP/1.1" status: 204 len: 168 time: 2.9109845 May 09 05:09:22.111645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37532) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:22.115557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.129795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a67531-7c6f-4dec-bfbb-c9d965499ce9 None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:09:22.132002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:22.132588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.177176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.184883 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:17Z', 'revision_number': 10, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:22.189931 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:22.193759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d52fc5-5cbd-4750-9433-c7c4248ca92d None None] Pushing event updated for resources: {'Port': ['ID=0625722f-35cc-45f8-bfd6-9f92ee82ae00,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:22.199983 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:22.200611 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:22.251683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.253192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cc37c230-f240-40a2-a5b4-c7e66ba642c1 None None] Provisioning complete for port 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:22.253710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cc37c230-f240-40a2-a5b4-c7e66ba642c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.270989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.330518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:22.354720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:22.361545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:22.363837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c00fdf-30cd-4000-84e5-39e193d2c18a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:22.365466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c00fdf-30cd-4000-84e5-39e193d2c18a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:22.367818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c7c00fdf-30cd-4000-84e5-39e193d2c18a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:22.370837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Pushing event updated for resources: {'Port': ['ID=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:22.383725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:22.384650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:22.388329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.398776 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:22.408115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:22.415270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220451d2-3cde-467b-a897-54521494eea5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:22.418789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:22.476911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port bfc0eeba-aad5-4dc1-930a-fb184285fb59 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:22.504670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-cc37c230-f240-40a2-a5b4-c7e66ba642c1 None None] Port 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:22.588409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] Set router 31459846-0b21-4768-8f47-3b8edbef2b16 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:22.651874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.746027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.9 (fd92d657-61aa-4518-91c1-60b7a9c5cdb5/e6fd0af6-07fc-436c-a246-3ad2f62c805e/bfc0eeba-aad5-4dc1-930a-fb184285fb59) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:22.781367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.827285 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:17Z', 'revision_number': 10, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:22.833471 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b97350-be85-4375-81f9-169a575e64f0 None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:17Z', 'revision_number': 10, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None, '_interfaces': [{'id': '819bd493-6141-4267-88a7-eaf9a036ce6c', 'name': '', 'network_id': '5e2d30d5-fe15-4f44-bf5b-f143bc199e5e', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'mac_address': 'fa:16:3e:4a:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:07:32Z', 'updated_at': '2022-05-09T05:07:46Z', 'revision_number': 5, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'subnets': [{'id': '0444b378-aa32-4b85-9aea-d93c284e42c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:22.836549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.875924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.877635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:22.897483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c7c00fdf-30cd-4000-84e5-39e193d2c18a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:22.901154 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c7c00fdf-30cd-4000-84e5-39e193d2c18a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7854161 May 09 05:09:22.914096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37536) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:22.984014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,segment=NetworkSegment(0e1bd20d-e569-4f22-925f-7a7bb1bd262b),segment_id=0e1bd20d-e569-4f22-925f-7a7bb1bd262b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:23.002586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.091386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:23.107787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.111723 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5539756 May 09 05:09:23.111723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10485a1-ab59-4730-bd84-4a27e42b0ea6 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b9d3f7-f226-4e67-b566-965fff01ca4d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:23.113079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37540) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:23.119944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.121183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '05b9d3f7-f226-4e67-b566-965fff01ca4d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:23.147208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:23.173166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:23.173739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:23.183570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=4d134e64-07f9-4b86-9508-fca59473543f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:23.183770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:23.187537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.189313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.202914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:23.219733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.224634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-04ea1ff4-f16a-4e1f-bb0e-1868a9559009 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/4d134e64-07f9-4b86-9508-fca59473543f HTTP/1.1" status: 204 len: 168 time: 1.7221737 May 09 05:09:23.224906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object bfc0eeba-aad5-4dc1-930a-fb184285fb59 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:23.226599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37544) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:23.246670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.265074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.363391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.371400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.374468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1b1437f2-15d5-4895-be1b-5d597dc21a30 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:23.482007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:09:16Z', 'revision_number': 3, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port': {'id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:12Z', 'updated_at': '2022-05-09T05:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:23.484713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1b1437f2-15d5-4895-be1b-5d597dc21a30 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:23.485166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.496306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.519916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.544063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e864819-a59f-4bd3-b5a5-cb47353ca397 None None] The sync data for ids ['31459846-0b21-4768-8f47-3b8edbef2b16'] in dv-neutron-840482-1-hyperv is: [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:09:16Z', 'revision_number': 3, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port': {'id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:12Z', 'updated_at': '2022-05-09T05:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:23.623411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.650991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:23.652245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.744500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:23.745116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.802026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:23.807393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.810225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:23.813161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:23.855945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:23.859869 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7411883 May 09 05:09:23.866944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0ec8-5ca1-4084-9028-86963f582273 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e6001f-b8c1-4773-a1af-bb0ffcff1b5f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:23.894221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37548) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:23.913414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:23.916324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '05b9d3f7-f226-4e67-b566-965fff01ca4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:23.971307 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:23.972128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 94f9f874-ffe7-497f-bd7b-c7ddbdff18c9 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:23.995411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:24.003505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:24.004283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.008203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=bfc0eeba-aad5-4dc1-930a-fb184285fb59,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:24.008957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.051256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:24.056852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:24.086421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:24.125666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 44256c10-3583-42c2-ad3c-41aa0d5cae3f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:24.126108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.163235 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c977b901-a18a-474a-a7c3-0d26e4c340cf tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4268785 May 09 05:09:24.171899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37552) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:24.187023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.204105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.267605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.270559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:24.283920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b206eb-25e8-479d-ad96-2f5db7c15815 None None] Network d79920ca-034d-4125-815b-765aaf4dff2f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:24.307926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d5f57-8bbf-4e82-9ca5-eceb1d679b5c None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:24.520316 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-95e051c1-868a-411a-b3b1-ccbb418ba8d8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab HTTP/1.1" status: 204 len: 168 time: 1.6050382 May 09 05:09:24.529470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37556) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:24.631424 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): There was a conflict when trying to complete your request. May 09 05:09:24.635468 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c8b37271-23f9-45c0-a93c-cf7400145ef4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7374313 May 09 05:09:24.639178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37560) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:24.654016 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8c9fdd79-6c9b-4fb1-94df-764674d96af1 None None] Provisioning complete for port 1b1437f2-15d5-4895-be1b-5d597dc21a30 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:24.654704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8c9fdd79-6c9b-4fb1-94df-764674d96af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.708273 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a979a690-be05-40d4-83a5-c58950521e17 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202970 May 09 05:09:24.708885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37564) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:24.757067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port b496ef5d-3ef9-40a6-b988-070a4171fc9e {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:24.757556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.800637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.858594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a090f61e-5220-4fa4-80ac-8ab830ff6911 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:24.867702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.025202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5029e55-c817-4d44-b335-1f92dda31873 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:25.026151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e5029e55-c817-4d44-b335-1f92dda31873 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:25.032713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port 44256c10-3583-42c2-ad3c-41aa0d5cae3f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=44256c10-3583-42c2-ad3c-41aa0d5cae3f,segment=NetworkSegment(8ba3c6a6-15a4-4fbd-8485-40f597fcc47e),segment_id=8ba3c6a6-15a4-4fbd-8485-40f597fcc47e)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:25.033089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.049602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a090f61e-5220-4fa4-80ac-8ab830ff6911 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.077411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:25.086902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] Deleting port 1b1437f2-15d5-4895-be1b-5d597dc21a30 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:25.088260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.207633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Provisioning for port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:25.212676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 44256c10-3583-42c2-ad3c-41aa0d5cae3f owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:25.214706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448eba0-d529-409e-bc33-60649545deac None None] DHCP port deletion for d79920ca-034d-4125-815b-765aaf4dff2f request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:25.227627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0625722f-35cc-45f8-bfd6-9f92ee82ae00 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:25.240992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Pushing event updated for resources: {'Port': ['ID=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:25.265376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.271231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port b496ef5d-3ef9-40a6-b988-070a4171fc9e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b496ef5d-3ef9-40a6-b988-070a4171fc9e,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:25.271689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.278611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e5029e55-c817-4d44-b335-1f92dda31873 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:25.283139 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e5029e55-c817-4d44-b335-1f92dda31873 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.1100183 May 09 05:09:25.285203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37568) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:25.303529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Provisioning complete for port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:25.303905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.314334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd2b32-f7d7-4ef1-af99-56ed050ebf9c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:25.315023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d1fd2b32-f7d7-4ef1-af99-56ed050ebf9c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:25.327889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1448eba0-d529-409e-bc33-60649545deac None None] Deleting port 44256c10-3583-42c2-ad3c-41aa0d5cae3f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:25.328256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1448eba0-d529-409e-bc33-60649545deac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.357039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a090f61e-5220-4fa4-80ac-8ab830ff6911 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.435306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d1fd2b32-f7d7-4ef1-af99-56ed050ebf9c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:25.438783 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d1fd2b32-f7d7-4ef1-af99-56ed050ebf9c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7232890 May 09 05:09:25.438783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.442649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37572) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:25.555295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:25.562624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No DVR routers for this DVR port 44256c10-3583-42c2-ad3c-41aa0d5cae3f on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:25.570425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for b496ef5d-3ef9-40a6-b988-070a4171fc9e owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:25.590848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=44256c10-3583-42c2-ad3c-41aa0d5cae3f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:25.601001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090f61e-5220-4fa4-80ac-8ab830ff6911 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b9d3f7-f226-4e67-b566-965fff01ca4d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:25.620866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1448eba0-d529-409e-bc33-60649545deac None None] The port '44256c10-3583-42c2-ad3c-41aa0d5cae3f' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:09:25.636455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] For port 1b1437f2-15d5-4895-be1b-5d597dc21a30, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1b1437f2-15d5-4895-be1b-5d597dc21a30,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:25.636851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.645146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:25.666884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a6331-50f4-489f-bc19-186b526b1938 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:25.666884 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ea9a6331-50f4-489f-bc19-186b526b1938 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1903207 May 09 05:09:25.672630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:25.712983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:25.713936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.718425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37576) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:25.719377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:25.828370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] Calling delete_port for 1b1437f2-15d5-4895-be1b-5d597dc21a30 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:25.868522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a090f61e-5220-4fa4-80ac-8ab830ff6911 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.872065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a090f61e-5220-4fa4-80ac-8ab830ff6911 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/05b9d3f7-f226-4e67-b566-965fff01ca4d HTTP/1.1" status: 204 len: 168 time: 1.2278783 May 09 05:09:25.876187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a6998458-e573-4f94-909a-45e928b7c2cb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506727 May 09 05:09:25.884440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37580) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:25.884789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37582) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:25.914817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:25.930378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.955276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Provisioning for port bfc0eeba-aad5-4dc1-930a-fb184285fb59 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:25.958340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.968654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Provisioning complete for port bfc0eeba-aad5-4dc1-930a-fb184285fb59 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:25.969489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:25.977691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2cbbca-2319-418f-9e2e-c2d3557a0aea tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:25.983809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2cbbca-2319-418f-9e2e-c2d3557a0aea tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:25.989906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2cbbca-2319-418f-9e2e-c2d3557a0aea tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:25.990927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e2cbbca-2319-418f-9e2e-c2d3557a0aea tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:25.994245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.051891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.093159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b18f320c-551e-490d-9d01-8843ff481c4a None None] Port bfc0eeba-aad5-4dc1-930a-fb184285fb59 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:26.095021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e2cbbca-2319-418f-9e2e-c2d3557a0aea tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:26.099173 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6e2cbbca-2319-418f-9e2e-c2d3557a0aea tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.7548304 May 09 05:09:26.101290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37588) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:26.107172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] Pushing event deleted for resources: {'Port': ['ID=1b1437f2-15d5-4895-be1b-5d597dc21a30,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:26.135200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de5233-1a8a-4624-9a8a-e2ed57cb9ab4 None None] No DVR routers for this DVR port 1b1437f2-15d5-4895-be1b-5d597dc21a30 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:26.175470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.194599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 0625722f-35cc-45f8-bfd6-9f92ee82ae00, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0625722f-35cc-45f8-bfd6-9f92ee82ae00,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:26.199846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.200640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79920ca-034d-4125-815b-765aaf4dff2f']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:26.267633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port bfc0eeba-aad5-4dc1-930a-fb184285fb59 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:26.268161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.286367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-773c5ec2-0d3e-4814-be26-7382dd798001 None None] Provisioning complete for port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:26.286740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-773c5ec2-0d3e-4814-be26-7382dd798001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.312007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:26.312270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3c6a6-15a4-4fbd-8485-40f597fcc47e') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:26.342872 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-546c8106-19a5-454f-8768-ddab49b6d95a tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4499519 May 09 05:09:26.342872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.343238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37592) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:26.350578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=0625722f-35cc-45f8-bfd6-9f92ee82ae00,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:26.352049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--407585471'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:26.364560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-773c5ec2-0d3e-4814-be26-7382dd798001 None None] Port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:26.368132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:26.375177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.377595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:26.383757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:26.392080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:26.392500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.393981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:26.408156 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:26.412434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:26.416066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:26.420877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:26.438750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:26.477598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Router 31459846-0b21-4768-8f47-3b8edbef2b16 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:26.496936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Router 9c883a67-05e9-4251-8927-6ce4f63ae288 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:26.502522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:26.506371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.516520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.532671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.580656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.585189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:26.696454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=d79920ca-034d-4125-815b-765aaf4dff2f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:26.715798 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a1e60479-da46-4571-8894-79422c25b208 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/d79920ca-034d-4125-815b-765aaf4dff2f HTTP/1.1" status: 204 len: 168 time: 3.4881351 May 09 05:09:26.724138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37596) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:26.753707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=b496ef5d-3ef9-40a6-b988-070a4171fc9e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:26.779868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:26.828283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:26.839713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:26.861454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:27.007348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.115276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:27.133511 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Sync routers for ids ['31459846-0b21-4768-8f47-3b8edbef2b16'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:27.145921 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Routers {'31459846-0b21-4768-8f47-3b8edbef2b16'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:27.146881 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['31459846-0b21-4768-8f47-3b8edbef2b16'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:27.169429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0625722f-35cc-45f8-bfd6-9f92ee82ae00 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:27.209890 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2592afd8-0171-450e-b379-03865194bc54 admin admin] 10.222.0.50 "PUT /v2.0/routers/31459846-0b21-4768-8f47-3b8edbef2b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3531711 May 09 05:09:27.246748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for bfc0eeba-aad5-4dc1-930a-fb184285fb59 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:27.263739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:27.264667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.343872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.403513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:27.415877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] Sync routers for ids ['9c883a67-05e9-4251-8927-6ce4f63ae288'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:27.433965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] Routers {'9c883a67-05e9-4251-8927-6ce4f63ae288'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:27.434494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9c883a67-05e9-4251-8927-6ce4f63ae288'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:27.442729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:27.448293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:27.451767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:27.452355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.516009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=340cb886-e083-45e5-927f-41b1b15c58ec,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:27.524103 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3c16c6f2-2be6-4d98-841e-af3c586f1701 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6341953 May 09 05:09:27.528736 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Set router 31459846-0b21-4768-8f47-3b8edbef2b16 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:27.529742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37606) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:27.550401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa457627-bc12-41f3-90fc-0a440223e0ba None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:27.563092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1b1437f2-15d5-4895-be1b-5d597dc21a30 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:27.608870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 1b1437f2-15d5-4895-be1b-5d597dc21a30 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:27.609231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1b1437f2-15d5-4895-be1b-5d597dc21a30 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:27.609616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44256c10-3583-42c2-ad3c-41aa0d5cae3f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:27.708052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.718184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:27.769602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 44256c10-3583-42c2-ad3c-41aa0d5cae3f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:27.773138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 44256c10-3583-42c2-ad3c-41aa0d5cae3f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:27.798658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.805443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] Routers {'9c883a67-05e9-4251-8927-6ce4f63ae288'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:27.807065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9c883a67-05e9-4251-8927-6ce4f63ae288'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:27.820846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.822045 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1662b1ff-4ee8-4e4b-be5f-bb71fdceb11e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "PUT /v2.0/routers/9c883a67-05e9-4251-8927-6ce4f63ae288 HTTP/1.1" status: 200 len: 924 time: 6.1278772 May 09 05:09:27.833948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '340cb886-e083-45e5-927f-41b1b15c58ec', 'ip_address': '2001:db8::3db2:e90f:4889:9b45'}], 'name': 'tempest-NetworksTestDHCPv6-1864547541'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:27.848592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.852102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37610) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:27.887916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:27.923765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:27.924885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fb2c4-2f60-4a7f-9455-b48e0bb40fc6 None None] The sync data for ids ['9c883a67-05e9-4251-8927-6ce4f63ae288'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:28.047357 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:09:23Z', 'revision_number': 4, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port': {'id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:12Z', 'updated_at': '2022-05-09T05:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '30fdfe49-0052-4231-bed8-a7b50ac1f9ec', 'name': '', 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'mac_address': 'fa:16:3e:5a:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd0258f40-0c01-408d-976b-3abe7702b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:21Z', 'updated_at': '2022-05-09T05:09:23Z', 'revision_number': 2, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'subnets': [{'id': 'd0258f40-0c01-408d-976b-3abe7702b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:28.053164 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Checking router: 31459846-0b21-4768-8f47-3b8edbef2b16 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:28.053768 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Updating router 31459846-0b21-4768-8f47-3b8edbef2b16 port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:09:28.131840 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.162421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '340cb886-e083-45e5-927f-41b1b15c58ec'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:28.163540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.275904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1816a1-ae7f-4374-88cc-d0464643f1ec,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:28.292657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.294467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b337710a-f6c6-498e-8ea7-573cc53e9b66 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9502664 May 09 05:09:28.306409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37614) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:28.307063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.377373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port 819bd493-6141-4267-88a7-eaf9a036ce6c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:28.377936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.456040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/340cb886-e083-45e5-927f-41b1b15c58ec/728d34cd-0a6a-47ac-816e-7bfff22c15f8) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:28.488182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c3616da0-2928-4244-b0bb-416c5996da37 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '9b1816a1-ae7f-4374-88cc-d0464643f1ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:28.489093 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-c3616da0-2928-4244-b0bb-416c5996da37 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 09 05:09:28.490494 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-c3616da0-2928-4244-b0bb-416c5996da37 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:28.491705 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c3616da0-2928-4244-b0bb-416c5996da37 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1777050 May 09 05:09:28.511246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37618) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:28.511593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37620) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:28.587429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803832402', 'description': 'tempest-secgroup-smoke-1803832402 description', 'project_id': '454fa6b37fa94f58b9fedab4580432c5'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:28.607442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=bfc0eeba-aad5-4dc1-930a-fb184285fb59,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:28.688679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:28.702757 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.718866 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Transition to ACTIVE for port object 30fdfe49-0052-4231-bed8-a7b50ac1f9ec will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:28.735306 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.736827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:28.740772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:28.750912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:28.779842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port 819bd493-6141-4267-88a7-eaf9a036ce6c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=819bd493-6141-4267-88a7-eaf9a036ce6c,segment=NetworkSegment(2586ea7d-4b2c-4200-938b-8b09483d76b0),segment_id=2586ea7d-4b2c-4200-938b-8b09483d76b0)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:28.781410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.835964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.909667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:28.945212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Transition to ACTIVE for port object 728d34cd-0a6a-47ac-816e-7bfff22c15f8 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:28.955546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:29.038443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Transition to ACTIVE for port object 728d34cd-0a6a-47ac-816e-7bfff22c15f8 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:29.052898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.070540 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-efefcd2a-20bc-4a80-a4a1-f99fc0680f43 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/9c883a67-05e9-4251-8927-6ce4f63ae288 HTTP/1.1" status: 200 len: 924 time: 1.1881373 May 09 05:09:29.075751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37628) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:29.077469 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Pushing event updated for resources: {'Port': ['ID=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:29.090441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:29.094293 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.094560 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.094892 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.095215 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.096233 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.096233 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.096233 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.096774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:29.098185 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.098561 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.098832 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.099150 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.099466 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:29.113176 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Attempting to bind port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:29.113697 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Attempting to bind port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:29.114141 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Attempting to bind port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec on network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:29.120481 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:29.121164 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Checking segment: {'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:29.121812 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.124269 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Bound using segment: {'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:29.124269 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Bound port: 30fdfe49-0052-4231-bed8-a7b50ac1f9ec, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:29.124269 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.159855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406a0023-ecc3-45a9-808b-0ced13fa055e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.181823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:29.206000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for 819bd493-6141-4267-88a7-eaf9a036ce6c owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:29.227326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:29.234458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:29.238435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:29.247397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Pushing event updated for resources: {'Port': ['ID=728d34cd-0a6a-47ac-816e-7bfff22c15f8,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:29.256575 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] For port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:29.261014 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] For port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,segment=NetworkSegment(0b21164e-0fb3-48c3-b8ec-3c7a5dae0901),segment_id=0b21164e-0fb3-48c3-b8ec-3c7a5dae0901)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:29.270961 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.274687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:29.281086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:29.345852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Attempting to bind port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:29.346155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Attempting to bind port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:29.346508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Attempting to bind port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:29.355533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:29.355931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:29.356298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.358233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:29.358233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Bound port: 728d34cd-0a6a-47ac-816e-7bfff22c15f8, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:29.358233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.371777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.387935 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769615e2-2ff8-44b7-86c8-ea82b3216ba6 None None] Pushing event updated for resources: {'Port': ['ID=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:29.397613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.401152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.427232 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Routers {'31459846-0b21-4768-8f47-3b8edbef2b16'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:29.428224 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['31459846-0b21-4768-8f47-3b8edbef2b16'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:29.471095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] For port 728d34cd-0a6a-47ac-816e-7bfff22c15f8, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:29.475112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] For port 728d34cd-0a6a-47ac-816e-7bfff22c15f8, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=728d34cd-0a6a-47ac-816e-7bfff22c15f8,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:29.486918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.500269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:29.577989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.583739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.585375 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0476365 May 09 05:09:29.592619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406a0023-ecc3-45a9-808b-0ced13fa055e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:29.620668 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a554f43f-c34b-459c-83f7-ea45762d25ba tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/bfc0eeba-aad5-4dc1-930a-fb184285fb59 HTTP/1.1" status: 204 len: 168 time: 3.5192263 May 09 05:09:29.629525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37634) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:29.629525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37636) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:29.638576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271374ee-9f0c-4c78-9ce4-b8e2014c0554 None None] Pushing event updated for resources: {'Port': ['ID=728d34cd-0a6a-47ac-816e-7bfff22c15f8,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:29.667006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'security_group_rule': {'security_group_id': '55c9ef3a-a7b8-4d17-ac36-298d11d58fdf', 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:29.678194 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] Set router 31459846-0b21-4768-8f47-3b8edbef2b16 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:29.709758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=819bd493-6141-4267-88a7-eaf9a036ce6c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:29.725051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:29.818630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e96f302-3e9a-4f0a-a7d1-4a2be9bb7647 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:09:29.827483 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7e96f302-3e9a-4f0a-a7d1-4a2be9bb7647 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/bfc0eeba-aad5-4dc1-930a-fb184285fb59 HTTP/1.1" status: 404 len: 333 time: 0.1744523 May 09 05:09:29.831840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:29.852586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37642) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:29.861975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:29.912440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:29.928154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c16f3-8fec-4ed6-9eee-3a0445cc9b73 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:30.007293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.038917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port d66de2e6-ccaf-466c-8d78-426f3be066cf yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:30.159905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.178798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:30.179188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.210749 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:09:23Z', 'revision_number': 4, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port': {'id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:12Z', 'updated_at': '2022-05-09T05:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '30fdfe49-0052-4231-bed8-a7b50ac1f9ec', 'name': '', 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'mac_address': 'fa:16:3e:5a:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd0258f40-0c01-408d-976b-3abe7702b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:21Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 4, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'subnets': [{'id': 'd0258f40-0c01-408d-976b-3abe7702b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:30.215101 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584e84a-67cf-4598-b578-b56c526f108b None None] The sync data for ids ['31459846-0b21-4768-8f47-3b8edbef2b16'] in dv-neutron-840482-1-hyperv is: [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:09:23Z', 'revision_number': 4, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port': {'id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:12Z', 'updated_at': '2022-05-09T05:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '30fdfe49-0052-4231-bed8-a7b50ac1f9ec', 'name': '', 'network_id': 'e1221a32-f93b-4523-bc36-c3ae6f93d3f8', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'mac_address': 'fa:16:3e:5a:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd0258f40-0c01-408d-976b-3abe7702b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:21Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 4, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'subnets': [{'id': 'd0258f40-0c01-408d-976b-3abe7702b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:30.231807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.257857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:30.268478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59cdd5-3e3a-43bd-b911-96fce264706f tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:30.273192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1c59cdd5-3e3a-43bd-b911-96fce264706f tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Synchronizing usage tracker for tenant:709cdb5781474669b043f5177b9e22ff on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:30.282266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406a0023-ecc3-45a9-808b-0ced13fa055e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.339902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a0023-ecc3-45a9-808b-0ced13fa055e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1816a1-ae7f-4374-88cc-d0464643f1ec,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:30.473207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1c59cdd5-3e3a-43bd-b911-96fce264706f tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Unset dirty status for tenant:709cdb5781474669b043f5177b9e22ff on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:30.474428 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1c59cdd5-3e3a-43bd-b911-96fce264706f tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=9c883a67-05e9-4251-8927-6ce4f63ae288&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.3859398 May 09 05:09:30.482447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37648) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:30.502327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406a0023-ecc3-45a9-808b-0ced13fa055e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.506026 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-406a0023-ecc3-45a9-808b-0ced13fa055e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/9b1816a1-ae7f-4374-88cc-d0464643f1ec HTTP/1.1" status: 204 len: 168 time: 1.9641109 May 09 05:09:30.510218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37652) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:30.682641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af6d75d-e825-4e72-8cfc-1914d61d069e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:30.683211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4af6d75d-e825-4e72-8cfc-1914d61d069e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Synchronizing usage tracker for tenant:709cdb5781474669b043f5177b9e22ff on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:30.711691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aff504c5-9ab5-409f-a924-7096e688d1ba tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Synchronizing usage tracker for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:30.717015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:30.728017 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] Sync routers for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:30.737957 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:30.738559 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:30.751383 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dd6ee86e-2c8d-4e1d-9a27-982ab3937466 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/0da5bb04-c516-4ee4-9928-a5dfa673aad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1951284 May 09 05:09:30.751821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37656) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:30.768957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::3db2:e90f:4889:9b45 (b05d4b78-866b-4b64-acd1-c7937be92865/340cb886-e083-45e5-927f-41b1b15c58ec/d66de2e6-ccaf-466c-8d78-426f3be066cf) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:30.811844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.818056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4af6d75d-e825-4e72-8cfc-1914d61d069e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Unset dirty status for tenant:709cdb5781474669b043f5177b9e22ff on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:30.823025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4af6d75d-e825-4e72-8cfc-1914d61d069e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 0.3242209 May 09 05:09:30.825994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37660) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:30.905790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:30.908887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aff504c5-9ab5-409f-a924-7096e688d1ba tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Unset dirty status for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:30.910202 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aff504c5-9ab5-409f-a924-7096e688d1ba tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3990495 May 09 05:09:30.918183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9ecf1027-e7fb-4703-9f56-62054a6860a4 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c883a67-05e9-4251-8927-6ce4f63ae288 HTTP/1.1" status: 200 len: 205 time: 0.0896404 May 09 05:09:30.921233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37664) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:30.921559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37666) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:30.942883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--262105377'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:31.017044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:31.030484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-830477e1-082d-4d5e-9675-aa42cb9a00c3 None None] Provisioning for port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:31.061436 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:31.087105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f588bb-3ebd-467b-b155-323b5c3cd7ee,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:31.093377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet e540ea11-d57e-4a5c-af06-31a1bd243752 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:31.097082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:31.110083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.159302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:31.226075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.297468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.298658 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5d769737-a524-4b41-81ac-264d453c3736 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6682947 May 09 05:09:31.318201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37672) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:31.344224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 30fdfe49-0052-4231-bed8-a7b50ac1f9ec up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:31.411247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'security_group_rule': {'security_group_id': '55c9ef3a-a7b8-4d17-ac36-298d11d58fdf', 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:31.426488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:31.441565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.444572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:31.449725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:31.455464 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8e528273-bb9a-4fb5-b22f-d9d80df5d246 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7294323 May 09 05:09:31.457414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.460609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:31.466151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:31.469725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37676) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:31.491329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:31.492082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:31.520844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.522359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:31.579159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:31.584703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:31.589215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:31.597248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:31.623558 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:09:26Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:31.628810 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] Checking router: 0da5bb04-c516-4ee4-9928-a5dfa673aad3 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:31.640233 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] Routers {'0da5bb04-c516-4ee4-9928-a5dfa673aad3'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:31.641298 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:31.674451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:31.678581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:31.689893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.709651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.734592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:31.769745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting subnet 0444b378-aa32-4b85-9aea-d93c284e42c6 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:31.778210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.788901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.789088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df64d663-0348-4ca7-a093-91fed5e96cfc,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:31.815556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 11, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:31.819103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:31.819703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.864630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:31.892328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:31.893122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:31.947153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:31.968452 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] Set router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:32.047190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.052252 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-47efae48-f1a0-4b1f-aab5-96138142ec18 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1182702 May 09 05:09:32.052455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:32.053638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37682) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:32.059856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.074363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-72e88f83-ba69-4721-b538-9e60b8ce0d32 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'df64d663-0348-4ca7-a093-91fed5e96cfc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:32.075428 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-72e88f83-ba69-4721-b538-9e60b8ce0d32 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 09 05:09:32.076161 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-72e88f83-ba69-4721-b538-9e60b8ce0d32 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:32.085484 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-72e88f83-ba69-4721-b538-9e60b8ce0d32 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0165918 May 09 05:09:32.086409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37686) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:32.135593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object d66de2e6-ccaf-466c-8d78-426f3be066cf will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:32.167550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.169416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.185255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.202974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.208039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 11, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:32.224575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bd8de-9f8d-4e47-a8cb-e8978d3156ee None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 11, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:32.242076 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.242315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Deleting port 99a6e167-4325-4a75-9f31-532bf25a8edf {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:32.242315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.321135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,segment=NetworkSegment(0b21164e-0fb3-48c3-b8ec-3c7a5dae0901),segment_id=0b21164e-0fb3-48c3-b8ec-3c7a5dae0901)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:32.326980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.328460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 728d34cd-0a6a-47ac-816e-7bfff22c15f8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:32.368967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055442c6-2186-49d9-a940-06fd60e8b0ff,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:32.373313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.376013 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:09:26Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:32.383019 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e16057-1de9-48e8-b5fa-5bec34709947 None None] The sync data for ids ['0da5bb04-c516-4ee4-9928-a5dfa673aad3'] in dv-neutron-840482-1-hyperv is: [{'id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'name': 'tempest-TestNetworkBasicOps-router-1371615322', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:04:53Z', 'updated_at': '2022-05-09T05:09:26Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '29cb40c5-bbfd-498f-9d55-1bca186c5227', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5bb04-c516-4ee4-9928-a5dfa673aad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:04:55Z', 'updated_at': '2022-05-09T05:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:32.447109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.448469 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-024e3c1b-1213-449f-9cbf-a1ce587ee2fc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0563157 May 09 05:09:32.452349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:32.479999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37690) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:32.481492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.487147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:32.492782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:32.498984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:32.499364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.529360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'security_group_rule': {'security_group_id': '55c9ef3a-a7b8-4d17-ac36-298d11d58fdf', 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:32.575444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:32.598632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:32.614111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:32.622877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.639069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:32.675390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.682184 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a122ec29-b57f-49a5-a9f3-199524ad5a0c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa HTTP/1.1" status: 204 len: 168 time: 2.8344202 May 09 05:09:32.685019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37694) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:32.725236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.771862 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e903bd-45d0-4906-9e1a-17862515b130 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:09:32.777828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 728d34cd-0a6a-47ac-816e-7bfff22c15f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=728d34cd-0a6a-47ac-816e-7bfff22c15f8,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:32.779592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d7e903bd-45d0-4906-9e1a-17862515b130 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:32.784168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.787716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.795312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Calling delete_port for 99a6e167-4325-4a75-9f31-532bf25a8edf owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:32.806991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.854595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Subnet': ['ID=0444b378-aa32-4b85-9aea-d93c284e42c6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:32.872121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65cd09b9-3f1e-40e6-ad57-49a7afad8b75 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.882221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.886893 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7ec016d7-810d-4fbe-8b66-7b714017877c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/0444b378-aa32-4b85-9aea-d93c284e42c6 HTTP/1.1" status: 204 len: 168 time: 1.4161539 May 09 05:09:32.890185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37698) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:32.890953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d7e903bd-45d0-4906-9e1a-17862515b130 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:32.895043 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d7e903bd-45d0-4906-9e1a-17862515b130 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/78a8992a-3f4d-49b8-8b4c-cc7bb2780eaa HTTP/1.1" status: 404 len: 333 time: 0.2087638 May 09 05:09:32.899672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37700) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:32.904184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:32.913611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=728d34cd-0a6a-47ac-816e-7bfff22c15f8,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:32.921052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192f3ad-4ef2-4315-9161-5cfe612fbe15 None None] Network 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:33.036255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.049841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.052784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.092867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3b9a79-efb9-4c4b-a620-371c54210bb9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:33.099557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Deleting port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:33.100046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.161019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.162495 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-01ee77f6-b4e8-4536-a9f3-e94e04b876ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6474106 May 09 05:09:33.166000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37706) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:33.175577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'security_group_rule': {'security_group_id': '55c9ef3a-a7b8-4d17-ac36-298d11d58fdf', 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:33.188429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:33.194681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 30fdfe49-0052-4231-bed8-a7b50ac1f9ec up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:33.227018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:33.236449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:33.250379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:33.252462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65cd09b9-3f1e-40e6-ad57-49a7afad8b75 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.271072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.278021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:33.278400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.292194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.352280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:33.369996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:33.371606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=e540ea11-d57e-4a5c-af06-31a1bd243752,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:33.376970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:33.382483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:33.383101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.394748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] DHCP port deletion for 5e2d30d5-fe15-4f44-bf5b-f143bc199e5e request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:33.396834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet e6fd0af6-07fc-436c-a246-3ad2f62c805e {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:33.396996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e4608-17c6-4cb5-970b-b6ec34c42c27 None None] Network 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:33.399297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.420304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.426780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] For port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,segment=NetworkSegment(2586ea7d-4b2c-4200-938b-8b09483d76b0),segment_id=2586ea7d-4b2c-4200-938b-8b09483d76b0)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:33.427253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.461112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=d66de2e6-ccaf-466c-8d78-426f3be066cf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:33.483424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Deleting port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:33.483794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.511162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.540796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.604237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 728d34cd-0a6a-47ac-816e-7bfff22c15f8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:33.617961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.627773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Calling delete_port for cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:33.640809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-00568b8c-2aeb-4954-8890-ca8b5ddddd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/e540ea11-d57e-4a5c-af06-31a1bd243752 HTTP/1.1" status: 204 len: 168 time: 2.8852344 May 09 05:09:33.643129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event deleted for resources: {'Port': ['ID=99a6e167-4325-4a75-9f31-532bf25a8edf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:33.664976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37710) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:33.687036 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-75bed49f-165a-457e-bc37-008e18573496 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8774989 May 09 05:09:33.687036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65cd09b9-3f1e-40e6-ad57-49a7afad8b75 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.687384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-65cd09b9-3f1e-40e6-ad57-49a7afad8b75 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.688488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-65cd09b9-3f1e-40e6-ad57-49a7afad8b75 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/df64d663-0348-4ca7-a093-91fed5e96cfc HTTP/1.1" status: 204 len: 168 time: 1.5954242 May 09 05:09:33.696869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:33.697066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37716) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:33.733179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '340cb886-e083-45e5-927f-41b1b15c58ec', 'ip_address': '2001:db8::3db2:e90f:4889:9b45'}], 'name': 'tempest-NetworksTestDHCPv6-179161346'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:33.751814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd09b9-3f1e-40e6-ad57-49a7afad8b75 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df64d663-0348-4ca7-a093-91fed5e96cfc,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:33.757968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.781263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa39f49-cd35-4fd5-bea7-d6906ac5375b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:33.831383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2381fd39-149d-443d-83af-97ed6dad0ee3 None None] Provisioning for port d66de2e6-ccaf-466c-8d78-426f3be066cf completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:33.840347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.845162 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-532a506d-3aee-45af-99cc-7e1871e63c3c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6772857 May 09 05:09:33.867787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37722) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:33.896066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'security_group_rule': {'security_group_id': '55c9ef3a-a7b8-4d17-ac36-298d11d58fdf', 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:33.902305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:33.907259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2381fd39-149d-443d-83af-97ed6dad0ee3 None None] Provisioning complete for port d66de2e6-ccaf-466c-8d78-426f3be066cf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:33.907608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2381fd39-149d-443d-83af-97ed6dad0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.919405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.931349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.964825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:33.978621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Port': ['ID=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:33.993186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] For port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059,segment=NetworkSegment(2586ea7d-4b2c-4200-938b-8b09483d76b0),segment_id=2586ea7d-4b2c-4200-938b-8b09483d76b0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:33.993576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:33.993768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No DVR routers for this DVR port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:33.996999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.011563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2381fd39-149d-443d-83af-97ed6dad0ee3 None None] Port d66de2e6-ccaf-466c-8d78-426f3be066cf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:34.051844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:34.085814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:34.120607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:34.120969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.151682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Calling delete_port for cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:34.187890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ce021ca3-8db7-427e-a480-f35d907208c5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Synchronizing usage tracker for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:34.196628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.216595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.218524 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Project 454fa6b37fa94f58b9fedab4580432c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:09:34.258731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.313153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:34.321467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.322008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Fanout notify agent at l3_agent the message router_deleted on router 9c883a67-05e9-4251-8927-6ce4f63ae288 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:34.342570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:34.343039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:34.345628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ce021ca3-8db7-427e-a480-f35d907208c5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Unset dirty status for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:34.347705 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ce021ca3-8db7-427e-a480-f35d907208c5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6388075 May 09 05:09:34.349838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:34.352727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.369070 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 819bd493-6141-4267-88a7-eaf9a036ce6c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:34.387358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.394862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37726) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:34.396848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] DHCP port deletion for 1282b66c-b8e7-40e1-a6d3-109f6f34cf95 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:34.423257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235986724'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:34.448286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:34.451688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2d30d5-fe15-4f44-bf5b-f143bc199e5e']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:34.452026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] Deleting port a4039bc4-505b-4caa-ab98-18012c104574 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:34.452450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.474478 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2586ea7d-4b2c-4200-938b-8b09483d76b0') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:34.474781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2586ea7d-4b2c-4200-938b-8b09483d76b0') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:34.475721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 819bd493-6141-4267-88a7-eaf9a036ce6c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:34.476087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 819bd493-6141-4267-88a7-eaf9a036ce6c not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:34.476670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b496ef5d-3ef9-40a6-b988-070a4171fc9e no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:34.489280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:34.497304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.518525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:34.526501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b496ef5d-3ef9-40a6-b988-070a4171fc9e {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:34.526822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b496ef5d-3ef9-40a6-b988-070a4171fc9e not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:34.528571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.533709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.536013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.544222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:34.552619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:34.553143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.554182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.555288 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-80f9287c-dec3-4e17-9c63-5a7a57cf791a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/9c883a67-05e9-4251-8927-6ce4f63ae288 HTTP/1.1" status: 204 len: 168 time: 3.6193373 May 09 05:09:34.564598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37730) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:34.569696 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:34.584259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123125862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:34.599460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:34.608523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Usage tracker for resource:router and tenant:be09dcfb06124d94a0a38946d9439edc is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:34.618980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:34.624294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.625464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 29cb40c5-bbfd-498f-9d55-1bca186c5227 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:34.625803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.636826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:34.650095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:34.652926 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.666041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.676037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 723fb75a-abd4-400d-b95d-b04411cc3717 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:34.696579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:34.703923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:34.709688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:34.717642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.719785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.732085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] For port a4039bc4-505b-4caa-ab98-18012c104574, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a4039bc4-505b-4caa-ab98-18012c104574,segment=NetworkSegment(df29850c-1c0a-4441-9a08-a22519a5c430),segment_id=df29850c-1c0a-4441-9a08-a22519a5c430)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:34.732628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.733922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:34.759835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.761330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.777064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d26837-a116-42d4-8f2f-bd9aff56a125,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:34.799465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fd0af6-07fc-436c-a246-3ad2f62c805e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:34.803757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.810126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.826044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Pushing event deleted for resources: {'Network': ['ID=5e2d30d5-fe15-4f44-bf5b-f143bc199e5e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:34.838148 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8da769ee-5118-4bc1-a847-7053827b968e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/networks/5e2d30d5-fe15-4f44-bf5b-f143bc199e5e HTTP/1.1" status: 204 len: 168 time: 1.9419127 May 09 05:09:34.840923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37734) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:34.845400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.848861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'routes': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:34.878517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Deleting port cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:34.879028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1be1dd7a-e612-4c7a-ac50-aa0c2bc055f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/e6fd0af6-07fc-436c-a246-3ad2f62c805e HTTP/1.1" status: 204 len: 168 time: 1.9759138 May 09 05:09:34.879139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.889233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37738) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:34.899714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:34.901148 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9bb656e3-a6c1-46d5-9ccc-8667ff5f32c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0283270 May 09 05:09:34.911890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] Calling delete_port for a4039bc4-505b-4caa-ab98-18012c104574 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:34.912294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37742) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:34.944052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c98a25-d20b-4789-b606-5deb97e049f0 None None] Network fd92d657-61aa-4518-91c1-60b7a9c5cdb5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:34.995357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'security_group_rule': {'security_group_id': '55c9ef3a-a7b8-4d17-ac36-298d11d58fdf', 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:35.012112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:35.027231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:security_group_rule and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:35.044446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:35.054674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.108274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.108634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:35.116868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.118473 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-77178168-4cec-415a-9582-95923d9d364d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5483937 May 09 05:09:35.123216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37746) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:35.131895 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): There was a conflict when trying to complete your request. May 09 05:09:35.132747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:35.151751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:35.157435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.205337 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a395ea79-9688-41ff-8d66-b07d17556429 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4983962 May 09 05:09:35.206762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:35.208504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37752) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:35.221127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:35.239708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-40eae9cb-7b68-4944-8cb0-ac6e289c8834 None None] The port 'cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:09:35.264684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:35.265025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cbb0b99b-f58a-4d0e-8e31-fdbc4e8af059 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:35.265429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a4039bc4-505b-4caa-ab98-18012c104574 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:35.362754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.378211 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Project 454fa6b37fa94f58b9fedab4580432c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:09:35.413522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 29cb40c5-bbfd-498f-9d55-1bca186c5227, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=29cb40c5-bbfd-498f-9d55-1bca186c5227,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:35.415079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.416112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] Pushing event deleted for resources: {'Port': ['ID=a4039bc4-505b-4caa-ab98-18012c104574,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:35.418957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No active binding found for port a4039bc4-505b-4caa-ab98-18012c104574 {{(pid=88043) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 09 05:09:35.419391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a4039bc4-505b-4caa-ab98-18012c104574 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:35.427829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd09c1-c68d-4c55-8b6e-e004d8606c78 None None] No DVR routers for this DVR port a4039bc4-505b-4caa-ab98-18012c104574 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:35.446702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.455449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6defb0-f5ec-4be1-b9d5-e34aa07b006f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:35.461356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6defb0-f5ec-4be1-b9d5-e34aa07b006f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:35.462172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fc6defb0-f5ec-4be1-b9d5-e34aa07b006f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:35.478361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] For port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,segment=NetworkSegment(0e1bd20d-e569-4f22-925f-7a7bb1bd262b),segment_id=0e1bd20d-e569-4f22-925f-7a7bb1bd262b)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:35.478709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.515527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.extraroute_db [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Added routes are [] {{(pid=88042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 09 05:09:35.515826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.extraroute_db [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Removed routes are [] {{(pid=88042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 09 05:09:35.516192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.535015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] DHCP port deletion for fd92d657-61aa-4518-91c1-60b7a9c5cdb5 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:35.539362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Deleting port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:35.539734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.546507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fc6defb0-f5ec-4be1-b9d5-e34aa07b006f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:35.550177 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fc6defb0-f5ec-4be1-b9d5-e34aa07b006f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3382189 May 09 05:09:35.605583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37756) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:35.614808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:35.643443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 29cb40c5-bbfd-498f-9d55-1bca186c5227 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:35.731550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port d66de2e6-ccaf-466c-8d78-426f3be066cf {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:35.732211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.754652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] For port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,segment=NetworkSegment(0e1bd20d-e569-4f22-925f-7a7bb1bd262b),segment_id=0e1bd20d-e569-4f22-925f-7a7bb1bd262b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:35.755149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.839306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.888170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Calling delete_port for 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:35.888517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:35.908549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=065c77c4-41bf-4a1a-8c93-0a34d2b1d696,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:35.920235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No DVR routers for this DVR port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:35.966639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:09:35.966979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:09:35.986717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.130429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.181149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd92d657-61aa-4518-91c1-60b7a9c5cdb5']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:36.192207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.203597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1bd20d-e569-4f22-925f-7a7bb1bd262b') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:36.203890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1bd20d-e569-4f22-925f-7a7bb1bd262b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:36.390325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.394021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.398785 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9994693 May 09 05:09:36.398785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb30233-0831-45f4-be02-297072d2e363 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9e102-a5b0-4d4f-80a9-d41cc4a0d148,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:36.406115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37760) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:36.418484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.422155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4d7c8fe3-eb47-4b6a-9193-b4b994bf9e29 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '86a9e102-a5b0-4d4f-80a9-d41cc4a0d148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:36.433335 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.436151 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-4d7c8fe3-eb47-4b6a-9193-b4b994bf9e29 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 09 05:09:36.436737 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-4d7c8fe3-eb47-4b6a-9193-b4b994bf9e29 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:36.437768 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4d7c8fe3-eb47-4b6a-9193-b4b994bf9e29 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0307269 May 09 05:09:36.440132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.443171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37764) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:36.445823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for d66de2e6-ccaf-466c-8d78-426f3be066cf owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:36.448423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.467015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7510b3e2-e132-447c-a6bb-89cd4b72a1c1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '86a9e102-a5b0-4d4f-80a9-d41cc4a0d148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:36.467681 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-7510b3e2-e132-447c-a6bb-89cd4b72a1c1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 09 05:09:36.468164 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-7510b3e2-e132-447c-a6bb-89cd4b72a1c1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:36.471881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Deleting port 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:36.472372 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7510b3e2-e132-447c-a6bb-89cd4b72a1c1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0239272 May 09 05:09:36.472519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.472966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37768) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:36.479248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.494358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2278fa69-00aa-44de-aae1-21b6e1bf17b2 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '86a9e102-a5b0-4d4f-80a9-d41cc4a0d148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:36.496275 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-2278fa69-00aa-44de-aae1-21b6e1bf17b2 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 09 05:09:36.496821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-2278fa69-00aa-44de-aae1-21b6e1bf17b2 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:36.505055 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2278fa69-00aa-44de-aae1-21b6e1bf17b2 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0218124 May 09 05:09:36.505055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37772) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:36.511419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-99d6f61f-5a0f-4863-b204-f399eadcff81 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '86a9e102-a5b0-4d4f-80a9-d41cc4a0d148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:36.512291 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-99d6f61f-5a0f-4863-b204-f399eadcff81 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 09 05:09:36.512492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfc42b1-934e-4395-b3ea-70efda26eaa6,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:36.512844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-99d6f61f-5a0f-4863-b204-f399eadcff81 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:36.514320 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-99d6f61f-5a0f-4863-b204-f399eadcff81 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099690 May 09 05:09:36.517837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.519719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37776) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:36.545005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:36.545005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:36.564770 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:36.598795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-91f3caa7-83ef-4578-9f8d-a23826957a09 None None] The port '065c77c4-41bf-4a1a-8c93-0a34d2b1d696' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:09:36.693755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.694846 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7e029bcc-ffcb-41db-8155-58086accfa60 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7806339 May 09 05:09:36.728132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:36.740300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.762644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.767539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f78a9bc-c5e3-416c-b636-c2563ebcd841 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.799426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=fd92d657-61aa-4518-91c1-60b7a9c5cdb5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:36.834437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f78a9bc-c5e3-416c-b636-c2563ebcd841 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.847886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.855597 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9131ae51-680d-4413-9081-d84ceb21fb12 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/fd92d657-61aa-4518-91c1-60b7a9c5cdb5 HTTP/1.1" status: 204 len: 168 time: 1.9652071 May 09 05:09:36.856443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37802) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:36.919468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-445910430'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:36.937581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:36.956884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:36.969133 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] Sync routers for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:36.980293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.981782 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b31b7884-b09e-4421-8d99-49595624d8f1 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 200 len: 701 time: 2.1396739 May 09 05:09:36.985390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:36.986874 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:36.987396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=d66de2e6-ccaf-466c-8d78-426f3be066cf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:36.991187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37814) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:37.000103 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:37.013325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:network and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:37.120844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:37.127542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-08cfdef3-6132-45a0-a8b2-21271542e5e2 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:37.146129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.148159 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-41a41685-9a0d-4243-b807-ec8dde29fef4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/d66de2e6-ccaf-466c-8d78-426f3be066cf HTTP/1.1" status: 204 len: 168 time: 1.5413160 May 09 05:09:37.176672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37830) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:37.177818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:37.194807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:37.202347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-08cfdef3-6132-45a0-a8b2-21271542e5e2 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:37.206689 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-08cfdef3-6132-45a0-a8b2-21271542e5e2 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 200 len: 205 time: 0.1959813 May 09 05:09:37.209581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37834) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:37.214808 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:37.242401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=29cb40c5-bbfd-498f-9d55-1bca186c5227,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:37.249230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:37.249572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 065c77c4-41bf-4a1a-8c93-0a34d2b1d696 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:37.349184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d289f93a-2740-402f-b240-162dd7ef1764 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.409852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:37.413495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.418845 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 11, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:37.426654 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] Checking router: 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:37.431424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f78a9bc-c5e3-416c-b636-c2563ebcd841 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.438362 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] Routers {'4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:37.439248 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:37.512102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78a9bc-c5e3-416c-b636-c2563ebcd841 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9e102-a5b0-4d4f-80a9-d41cc4a0d148,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:37.531170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2f78a9bc-c5e3-416c-b636-c2563ebcd841 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.532588 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2f78a9bc-c5e3-416c-b636-c2563ebcd841 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/86a9e102-a5b0-4d4f-80a9-d41cc4a0d148 HTTP/1.1" status: 204 len: 168 time: 1.0098612 May 09 05:09:37.535530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37838) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:37.543544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5822c7be-ac52-40ad-92ac-bb7155a802e9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:37.546013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5822c7be-ac52-40ad-92ac-bb7155a802e9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:37.546790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:09:37.546950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5822c7be-ac52-40ad-92ac-bb7155a802e9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:37.623801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] Set router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:37.664737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.692109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.692563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Added segment 12c80603-08c8-45c8-9847-01c46c4fb89f of type vlan for network 67da4ea3-94cc-462c-a20d-231c366f7366 May 09 05:09:37.730644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.782053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5822c7be-ac52-40ad-92ac-bb7155a802e9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:37.786102 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5822c7be-ac52-40ad-92ac-bb7155a802e9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6078603 May 09 05:09:37.814024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37846) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:37.823303 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 11, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:37.829282 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d78ab8-b5ac-47a6-9811-60266c44461c None None] The sync data for ids ['4a9732b7-4952-4cf3-89d0-9534dd3ca7cf'] in dv-neutron-840482-1-hyperv is: [{'id': '4a9732b7-4952-4cf3-89d0-9534dd3ca7cf', 'name': 'tempest-RoutersTest-router-1469111019', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:07:25Z', 'updated_at': '2022-05-09T05:09:29Z', 'revision_number': 11, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:37.850860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:09:37.867983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d289f93a-2740-402f-b240-162dd7ef1764 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.874935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d289f93a-2740-402f-b240-162dd7ef1764 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.919087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.926101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:37.926714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.962922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 340cb886-e083-45e5-927f-41b1b15c58ec {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:37.966978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:37.987949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.015309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.020465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.036139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.044101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e45e1829-92c3-40fc-bff5-5c83511bda89 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Synchronizing usage tracker for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:38.122163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.122811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router 0da5bb04-c516-4ee4-9928-a5dfa673aad3 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:38.146272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d289f93a-2740-402f-b240-162dd7ef1764 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.146713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e45e1829-92c3-40fc-bff5-5c83511bda89 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Unset dirty status for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:38.146832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d289f93a-2740-402f-b240-162dd7ef1764 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9732b7-4952-4cf3-89d0-9534dd3ca7cf {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:38.147952 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e45e1829-92c3-40fc-bff5-5c83511bda89 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6110160 May 09 05:09:38.151796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37854) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:38.161501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602163857'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:38.211040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.212284 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7130fb37-72ac-41ac-b4e5-ef76b15a4242 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/0da5bb04-c516-4ee4-9928-a5dfa673aad3 HTTP/1.1" status: 204 len: 168 time: 4.5302944 May 09 05:09:38.213365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:38.216288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37860) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:38.248557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:38.268999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.284360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.309538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d289f93a-2740-402f-b240-162dd7ef1764 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.314467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d289f93a-2740-402f-b240-162dd7ef1764 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 204 len: 168 time: 1.1004176 May 09 05:09:38.314678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Allocated IP 172.26.0.204 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/d082e94e-38a8-4b62-9993-aa616ba9d71b) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:38.319147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37872) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:38.328014 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4643624 May 09 05:09:38.335730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37880) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:38.344380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:38.417986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e8b23-3acd-49a8-8a21-71da50b6abf8 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Network': ['ID=67da4ea3-94cc-462c-a20d-231c366f7366,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:38.433988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 67da4ea3-94cc-462c-a20d-231c366f7366 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:09:38.454254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:38.535322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.543109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:38.562123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:38.576112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:38.583610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.642663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-408773290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:38.656505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:38.665354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:38.669548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:38.676158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:38.694306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Usage tracker for resource:router and tenant:f8d134e004a34bf2a557199b517cd30d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:38.697402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:38.705908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:38.723752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:38.749300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:38.752776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.756348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.784967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.789883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1282b66c-b8e7-40e1-a6d3-109f6f34cf95']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:38.804063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df29850c-1c0a-4441-9a08-a22519a5c430') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:38.804358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df29850c-1c0a-4441-9a08-a22519a5c430') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:38.817456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.834751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.841283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:09:38.841757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:09:38.858244 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:09:38.861748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.863007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.912464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.932773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.949016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:38.974012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.024457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34df648-5fec-48de-949d-0ba6e54016ef,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:39.035038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=340cb886-e083-45e5-927f-41b1b15c58ec,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:39.037154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.038375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.051710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e895571-7ed3-42b1-aaa9-02d8d2974485 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:39.057881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.067405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.070051 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7cbd0578-aff4-4ee9-ac89-409c7543c164 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9173260 May 09 05:09:39.075617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.080206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37906) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:39.085149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.089022 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/1282b66c-b8e7-40e1-a6d3-109f6f34cf95 HTTP/1.1" status: 204 len: 168 time: 0.8586483 May 09 05:09:39.101164 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-29c3f50f-2b66-4bf0-b59f-951587409b1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/340cb886-e083-45e5-927f-41b1b15c58ec HTTP/1.1" status: 204 len: 168 time: 1.2860954 May 09 05:09:39.111239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37908) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:39.116875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37910) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:39.174908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-37b4d053-6420-4ea3-9a76-443267739bfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:39.175622 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-37b4d053-6420-4ea3-9a76-443267739bfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 09 05:09:39.176116 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-37b4d053-6420-4ea3-9a76-443267739bfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:39.179825 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-37b4d053-6420-4ea3-9a76-443267739bfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0266569 May 09 05:09:39.190102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713b316-d4c4-4478-bb01-4edba90f1487 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=1282b66c-b8e7-40e1-a6d3-109f6f34cf95,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:39.200071 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37916) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:39.203326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.207239 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0474dcde-70c3-4112-8bca-78449080877d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8852649 May 09 05:09:39.207876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37922) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:39.208145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--736724304', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:39.220651 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8843e297-b602-4712-a323-91b8b999adb1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082213 May 09 05:09:39.221795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:39.229734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37924) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:39.237397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:39.240209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d23343e2-4c44-4d80-be73-c354e3f04c5b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:39.240769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:39.246953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d23343e2-4c44-4d80-be73-c354e3f04c5b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:39.247744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:39.250590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 29cb40c5-bbfd-498f-9d55-1bca186c5227 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:39.252057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d23343e2-4c44-4d80-be73-c354e3f04c5b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:39.255664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d23343e2-4c44-4d80-be73-c354e3f04c5b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:39.263464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d23343e2-4c44-4d80-be73-c354e3f04c5b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:39.264527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:39.269149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.294295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:39.307465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:09:39.309848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 29cb40c5-bbfd-498f-9d55-1bca186c5227 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:39.310264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 29cb40c5-bbfd-498f-9d55-1bca186c5227 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:39.320881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.321724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment 55be03d1-5ccd-4c0d-b94c-749bd95438ab of type vlan for network b407bd5e-2266-4b82-8200-7da18b9758d4 May 09 05:09:39.326011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-887cd3c0-5c22-419e-9b96-7152dda6f424 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:39.369251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.412911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.419906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:39.420542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.540684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:39.548921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] Deleting port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:39.550491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.561121 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3724415 May 09 05:09:39.561827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37930) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:39.567972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf900df-d0a2-44dc-8828-b257a9c1a2cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=b407bd5e-2266-4b82-8200-7da18b9758d4,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:39.583087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-76532427', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:39.593130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:39.598589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b407bd5e-2266-4b82-8200-7da18b9758d4 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:09:39.600091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:39.603508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:39.611897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:39.629759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.631603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.658301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:39.704886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:39.785532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:39.787576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:39.842376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event updated for resources: {'Port': ['ID=d082e94e-38a8-4b62-9993-aa616ba9d71b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:39.912362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] For port 728d34cd-0a6a-47ac-816e-7bfff22c15f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=728d34cd-0a6a-47ac-816e-7bfff22c15f8,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:39.913057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.030578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.080284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] Calling delete_port for 728d34cd-0a6a-47ac-816e-7bfff22c15f8 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:40.153010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:40.167041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-d23343e2-4c44-4d80-be73-c354e3f04c5b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:40.168114 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d23343e2-4c44-4d80-be73-c354e3f04c5b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9663215 May 09 05:09:40.184982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.253509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] No DVR routers for this DVR port 728d34cd-0a6a-47ac-816e-7bfff22c15f8 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:40.259648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd0179-467d-48b3-bfd0-7f25adb63c5d None None] Pushing event deleted for resources: {'Port': ['ID=728d34cd-0a6a-47ac-816e-7bfff22c15f8,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:40.268802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:40.272609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37938) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:40.290332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:40.303590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9f9bba1c-bed2-4c6b-a75d-308c36976525 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:40.304061 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-9f9bba1c-bed2-4c6b-a75d-308c36976525 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 09 05:09:40.304783 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-9f9bba1c-bed2-4c6b-a75d-308c36976525 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:40.308352 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9f9bba1c-bed2-4c6b-a75d-308c36976525 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0305955 May 09 05:09:40.311683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37942) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:40.311876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:40.316974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.318528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6e0a8d3d-e0d3-45ab-87e0-0f66ba98cd91 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:40.322457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-887cd3c0-5c22-419e-9b96-7152dda6f424 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.328174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6e0a8d3d-e0d3-45ab-87e0-0f66ba98cd91 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:40.333058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e0a8d3d-e0d3-45ab-87e0-0f66ba98cd91 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:40.337346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e0a8d3d-e0d3-45ab-87e0-0f66ba98cd91 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:40.344098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6e0a8d3d-e0d3-45ab-87e0-0f66ba98cd91 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:40.413785 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-6e0a8d3d-e0d3-45ab-87e0-0f66ba98cd91 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:40.414942 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6e0a8d3d-e0d3-45ab-87e0-0f66ba98cd91 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1025782 May 09 05:09:40.420453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37946) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:40.425918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-bb473f3d-2082-49ec-a58f-55833711ab3b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:40.426628 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-bb473f3d-2082-49ec-a58f-55833711ab3b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 09 05:09:40.427100 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-bb473f3d-2082-49ec-a58f-55833711ab3b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:40.427998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bb473f3d-2082-49ec-a58f-55833711ab3b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069404 May 09 05:09:40.438803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:40.454182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-887cd3c0-5c22-419e-9b96-7152dda6f424 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.455944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:40.459329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.486503 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e580f235-25f4-4ff1-941e-10e1ec897d76 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:40.595493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.626030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.655623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e580f235-25f4-4ff1-941e-10e1ec897d76 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:40.718151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e580f235-25f4-4ff1-941e-10e1ec897d76 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:40.720652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=06abc7d3-a901-4957-bf79-60895e4a9824,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:40.738677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e580f235-25f4-4ff1-941e-10e1ec897d76 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:40.769829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.248 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/bdbd9484-d05c-4a49-a86b-87471451ede0) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:40.822532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e580f235-25f4-4ff1-941e-10e1ec897d76 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:40.870383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Checking segment: {'id': '12c80603-08c8-45c8-9847-01c46c4fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:40.870784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network hostable DHCP agents. Network: 67da4ea3-94cc-462c-a20d-231c366f7366, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:09:40.934802 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:40.968272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:41.000554 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-e580f235-25f4-4ff1-941e-10e1ec897d76 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:41.001596 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e580f235-25f4-4ff1-941e-10e1ec897d76 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5615873 May 09 05:09:41.019159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37956) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:41.032792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d15162e6-0ae1-4469-9ab0-afb933c7265c tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:41.033454 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-d15162e6-0ae1-4469-9ab0-afb933c7265c tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 09 05:09:41.033939 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-d15162e6-0ae1-4469-9ab0-afb933c7265c tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:41.034866 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d15162e6-0ae1-4469-9ab0-afb933c7265c tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100541 May 09 05:09:41.035526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 67da4ea3-94cc-462c-a20d-231c366f7366 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:09:41.048105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37960) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:41.055600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:41.059435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-63b432ae-c7e3-46a0-be64-e672d67fc141 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:41.067077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:41.072073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:41.109077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-63b432ae-c7e3-46a0-be64-e672d67fc141 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:41.123562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-63b432ae-c7e3-46a0-be64-e672d67fc141 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:41.132158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=bdbd9484-d05c-4a49-a86b-87471451ede0,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:41.134767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-63b432ae-c7e3-46a0-be64-e672d67fc141 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:41.147107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-63b432ae-c7e3-46a0-be64-e672d67fc141 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:41.148312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887cd3c0-5c22-419e-9b96-7152dda6f424 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Router 1d08bd64-2ad5-41af-a83c-427e83a5ae8f is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:09:41.152811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 67da4ea3-94cc-462c-a20d-231c366f7366) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:41.166914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b78ac-d816-49ca-b97c-46649c07a78a None None] Network 67da4ea3-94cc-462c-a20d-231c366f7366 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:41.221581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 728d34cd-0a6a-47ac-816e-7bfff22c15f8 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:41.303182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 728d34cd-0a6a-47ac-816e-7bfff22c15f8 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:41.303513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 728d34cd-0a6a-47ac-816e-7bfff22c15f8 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:41.324325 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-63b432ae-c7e3-46a0-be64-e672d67fc141 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:41.328971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-63b432ae-c7e3-46a0-be64-e672d67fc141 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2802904 May 09 05:09:41.330487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37964) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:41.355767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e63f7510-1dcf-45a4-badd-345a1f1cacb8 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'b34df648-5fec-48de-949d-0ba6e54016ef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:41.371463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:41.372125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:41.402532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e63f7510-1dcf-45a4-badd-345a1f1cacb8 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:41.411243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:41.426591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e63f7510-1dcf-45a4-badd-345a1f1cacb8 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:41.431373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e63f7510-1dcf-45a4-badd-345a1f1cacb8 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:41.440469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e63f7510-1dcf-45a4-badd-345a1f1cacb8 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:41.520368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-67da4ea3-94cc-462c-a20d-231c366f7366', 'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366', 'tenant_id': '99d4548c969946e7bb158105ec1d9cd5', 'fixed_ips': [{'subnet_id': '06abc7d3-a901-4957-bf79-60895e4a9824'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:41.521325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:41.554089 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56dfc7c8-9d17-4c88-8aeb-efc891f5292f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2173047 May 09 05:09:41.583801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37968) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:41.585762 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-e63f7510-1dcf-45a4-badd-345a1f1cacb8 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:41.590307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e63f7510-1dcf-45a4-badd-345a1f1cacb8 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2444670 May 09 05:09:41.601623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37970) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:41.623896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-152201086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:41.640087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:41.647860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887cd3c0-5c22-419e-9b96-7152dda6f424 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:41.651908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:41.680390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:router and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:41.687214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:41.689879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] Sync routers for ids ['1d08bd64-2ad5-41af-a83c-427e83a5ae8f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:41.708191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:41.714844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-887cd3c0-5c22-419e-9b96-7152dda6f424 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:41.719388 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-887cd3c0-5c22-419e-9b96-7152dda6f424 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "PUT /v2.0/routers/1d08bd64-2ad5-41af-a83c-427e83a5ae8f HTTP/1.1" status: 200 len: 693 time: 2.4942625 May 09 05:09:41.723688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37976) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:41.725133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] Routers {'1d08bd64-2ad5-41af-a83c-427e83a5ae8f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:41.726048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['1d08bd64-2ad5-41af-a83c-427e83a5ae8f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:41.812423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:41.817102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:41.823645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:41.824230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:41.828112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=2821a41f-141f-46b3-9335-591af1529fbc,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:41.849912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f9268e-fbf3-4e06-bc6c-e473303036d3 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:41.924607 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4cdefea2-0ea9-4b9e-91ab-5531bb318622 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6416464 May 09 05:09:41.927326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37980) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:41.934671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '2821a41f-141f-46b3-9335-591af1529fbc', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1384304092'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:41.985578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2bc692ce-ef25-4d56-a272-758de22c32d1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.014776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2bc692ce-ef25-4d56-a272-758de22c32d1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.016125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Allocated IP 172.20.0.2 (67da4ea3-94cc-462c-a20d-231c366f7366/06abc7d3-a901-4957-bf79-60895e4a9824/e81e3e40-4416-4237-a9cb-c70f865bb278) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:42.039212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] Set router 1d08bd64-2ad5-41af-a83c-427e83a5ae8f gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:42.151322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.157599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.172173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d08bd64-2ad5-41af-a83c-427e83a5ae8f', 'name': 'tempest-RoutersTest-router-408773290', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:38Z', 'updated_at': '2022-05-09T05:09:40Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:42.280784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:42.291122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:42.301593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.311699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:42.316572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.323313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.323532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] Checking router: 1d08bd64-2ad5-41af-a83c-427e83a5ae8f for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:42.368739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] Routers {'1d08bd64-2ad5-41af-a83c-427e83a5ae8f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:42.369361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['1d08bd64-2ad5-41af-a83c-427e83a5ae8f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:42.409432 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c42b45ef-95d3-4692-8fcb-624febfb7707 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/routers/1d08bd64-2ad5-41af-a83c-427e83a5ae8f HTTP/1.1" status: 200 len: 699 time: 0.6248813 May 09 05:09:42.413618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37986) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:42.466729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.509283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] Set router 1d08bd64-2ad5-41af-a83c-427e83a5ae8f gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:42.564839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2bc692ce-ef25-4d56-a272-758de22c32d1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.605111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc692ce-ef25-4d56-a272-758de22c32d1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34df648-5fec-48de-949d-0ba6e54016ef,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:42.614638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.617895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.650922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d08bd64-2ad5-41af-a83c-427e83a5ae8f', 'name': 'tempest-RoutersTest-router-408773290', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:38Z', 'updated_at': '2022-05-09T05:09:40Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:42.655561 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f1a830b0-cf01-40f1-9d31-8b7aaee1f027 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Synchronizing usage tracker for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:42.665053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec135f49-cc02-45a6-9c7b-5ba126bcfa1a None None] The sync data for ids ['1d08bd64-2ad5-41af-a83c-427e83a5ae8f'] in dv-neutron-840482-1-hyperv is: [{'id': '1d08bd64-2ad5-41af-a83c-427e83a5ae8f', 'name': 'tempest-RoutersTest-router-408773290', 'tenant_id': 'f8d134e004a34bf2a557199b517cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:38Z', 'updated_at': '2022-05-09T05:09:40Z', 'revision_number': 2, 'project_id': 'f8d134e004a34bf2a557199b517cd30d', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:42.666751 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b97fb3e7-0394-4497-8570-57d20fdbb8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.673120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '2821a41f-141f-46b3-9335-591af1529fbc'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:42.673968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.696298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 2bfbd260-1c83-4a1d-9a12-b395ad9b74ee yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:42.752821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2bc692ce-ef25-4d56-a272-758de22c32d1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.754229 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2bc692ce-ef25-4d56-a272-758de22c32d1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/b34df648-5fec-48de-949d-0ba6e54016ef HTTP/1.1" status: 204 len: 168 time: 1.1513309 May 09 05:09:42.757754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 37990) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:42.758647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:42.765106 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-353c5d54-b758-4237-9fe0-706b985669c4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1700020 May 09 05:09:42.765325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f1a830b0-cf01-40f1-9d31-8b7aaee1f027 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Unset dirty status for tenant:f8d134e004a34bf2a557199b517cd30d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:42.765325 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f1a830b0-cf01-40f1-9d31-8b7aaee1f027 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d08bd64-2ad5-41af-a83c-427e83a5ae8f HTTP/1.1" status: 200 len: 205 time: 0.3434341 May 09 05:09:42.765325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37994) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:42.768195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 37996) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:42.776850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366', 'name': 'tempest-PortsTestJSON-1569348729'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:42.924145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b57f964c-b721-4870-9534-2d189d1459e0 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Synchronizing usage tracker for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:42.958598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.070578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.103391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b57f964c-b721-4870-9534-2d189d1459e0 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Unset dirty status for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:43.105159 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b57f964c-b721-4870-9534-2d189d1459e0 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3439682 May 09 05:09:43.116107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38002) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:43.126530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Transition to ACTIVE for port object e81e3e40-4416-4237-a9cb-c70f865bb278 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:43.129598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--332612497'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:43.137249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:43.158683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Transition to ACTIVE for port object e81e3e40-4416-4237-a9cb-c70f865bb278 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:43.167622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/2821a41f-141f-46b3-9335-591af1529fbc/b1b30de3-dc73-4eb4-8b7c-1d5f6e178085) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:43.210549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:43.257603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.293013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:43.298243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:43.303235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:43.311362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:43.337767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99629450-6ce1-4561-8b01-c069169d6c95 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.357650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.399422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.414495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.458381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.463270 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3423221 May 09 05:09:43.466682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38008) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:43.473937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-81590b3c-8984-4b1d-9f60-79962572ca56 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '6c76f71e-2617-413b-afdb-5ac5d5fb7239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:43.492073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-81590b3c-8984-4b1d-9f60-79962572ca56 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:43.512835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-81590b3c-8984-4b1d-9f60-79962572ca56 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:43.515283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Network 67da4ea3-94cc-462c-a20d-231c366f7366 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:43.517803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-81590b3c-8984-4b1d-9f60-79962572ca56 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:43.525387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:43.533451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-81590b3c-8984-4b1d-9f60-79962572ca56 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:43.533765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:43.539171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Pushing event updated for resources: {'Port': ['ID=e81e3e40-4416-4237-a9cb-c70f865bb278,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:43.539618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4024043-c61d-4a98-9845-7c3d37ee77a7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76f71e-2617-413b-afdb-5ac5d5fb7239,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:43.543708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.548470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 9b80bc68-2789-475f-90e4-85b34b02bce0 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:09:43.676569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Transition to ACTIVE for port object b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:43.690938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Router 786f77c8-ac2b-4e6b-aa83-9fc62778bc92 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:09:43.694338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Attempting to bind port e81e3e40-4416-4237-a9cb-c70f865bb278 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:43.694699 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Attempting to bind port e81e3e40-4416-4237-a9cb-c70f865bb278 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '12c80603-08c8-45c8-9847-01c46c4fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:43.695049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Attempting to bind port e81e3e40-4416-4237-a9cb-c70f865bb278 on network 67da4ea3-94cc-462c-a20d-231c366f7366 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:43.707236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:43.707660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Checking segment: {'id': '12c80603-08c8-45c8-9847-01c46c4fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:43.707982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.708361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Bound using segment: {'id': '12c80603-08c8-45c8-9847-01c46c4fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:43.708921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Bound port: e81e3e40-4416-4237-a9cb-c70f865bb278, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c80603-08c8-45c8-9847-01c46c4fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '67da4ea3-94cc-462c-a20d-231c366f7366'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:43.709364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.719371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Transition to ACTIVE for port object b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:43.735232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.852321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:43.863289 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Sync routers for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:43.870036 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-81590b3c-8984-4b1d-9f60-79962572ca56 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The resource could not be found. May 09 05:09:43.871082 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-81590b3c-8984-4b1d-9f60-79962572ca56 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4026537 May 09 05:09:43.881406 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:43.882263 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:43.888894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38012) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:43.905550 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:43.906165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:43.909581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6e86b124-759c-4024-9df2-cfc4b077382e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': '6c76f71e-2617-413b-afdb-5ac5d5fb7239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a8c3f887-3e6e-4955-8280-83310ae00a76'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:43.915022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Pushing event updated for resources: {'Port': ['ID=b1b30de3-dc73-4eb4-8b7c-1d5f6e178085,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:43.922458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6e86b124-759c-4024-9df2-cfc4b077382e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:43.932417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e86b124-759c-4024-9df2-cfc4b077382e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:43.935519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:43.938414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:43.944277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6e86b124-759c-4024-9df2-cfc4b077382e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:43.949033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:43.951599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6e86b124-759c-4024-9df2-cfc4b077382e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:43.960418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] For port e81e3e40-4416-4237-a9cb-c70f865bb278, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:43.967072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] For port e81e3e40-4416-4237-a9cb-c70f865bb278, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e81e3e40-4416-4237-a9cb-c70f865bb278,segment=NetworkSegment(12c80603-08c8-45c8-9847-01c46c4fb89f),segment_id=12c80603-08c8-45c8-9847-01c46c4fb89f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:43.973386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:43.974671 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b9d149e2-bdf1-4856-9821-afce9b07cb38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4093685 May 09 05:09:43.977776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38016) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:44.001376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.036389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99629450-6ce1-4561-8b01-c069169d6c95 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.042422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99629450-6ce1-4561-8b01-c069169d6c95 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.065261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:44.088077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:44.092377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:44.119803 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f31d29d3-ce75-4f95-84b9-b30b6e7c90a2 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1407762 May 09 05:09:44.127130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38020) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:44.139983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:44.196893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Attempting to bind port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:44.197364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Attempting to bind port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:44.197732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Attempting to bind port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:44.231167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:44.231586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:44.232420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.232669 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a78ad09f-39e6-4c74-bb7c-395a26e41a97 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3042245 May 09 05:09:44.233380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:44.234042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Bound port: b1b30de3-dc73-4eb4-8b7c-1d5f6e178085, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:44.234595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.235730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38024) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:44.257348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99629450-6ce1-4561-8b01-c069169d6c95 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.257862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99629450-6ce1-4561-8b01-c069169d6c95 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Fanout notify agent at l3_agent the message router_deleted on router 1d08bd64-2ad5-41af-a83c-427e83a5ae8f {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:44.263844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49cb33-ebdc-45b5-8110-f3bf3bdc2786 None None] Pushing event updated for resources: {'Port': ['ID=e81e3e40-4416-4237-a9cb-c70f865bb278,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:44.331278 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:44.342970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:44.346808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.420447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:44.425398 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-6e86b124-759c-4024-9df2-cfc4b077382e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The resource could not be found. May 09 05:09:44.426499 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6e86b124-759c-4024-9df2-cfc4b077382e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5366330 May 09 05:09:44.432849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38028) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:44.441577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] Sync routers for ids ['786f77c8-ac2b-4e6b-aa83-9fc62778bc92'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:44.456750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.458205 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fc939341-d9a9-461c-bf10-459a5133479e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "PUT /v2.0/routers/786f77c8-ac2b-4e6b-aa83-9fc62778bc92 HTTP/1.1" status: 200 len: 884 time: 9.3195360 May 09 05:09:44.469186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] For port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:44.470850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38032) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:44.473317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] For port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b1b30de3-dc73-4eb4-8b7c-1d5f6e178085,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:44.475233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] Routers {'786f77c8-ac2b-4e6b-aa83-9fc62778bc92'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:44.475878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['786f77c8-ac2b-4e6b-aa83-9fc62778bc92'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:44.485000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99629450-6ce1-4561-8b01-c069169d6c95 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.491267 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-99629450-6ce1-4561-8b01-c069169d6c95 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/1d08bd64-2ad5-41af-a83c-427e83a5ae8f HTTP/1.1" status: 204 len: 168 time: 1.7233524 May 09 05:09:44.493384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 8ff7c61c-4922-40b9-9282-48106c1373c7 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:09:44.494300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38036) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:44.553825 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:09:44.600943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:44.613943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.731645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] Routers {'786f77c8-ac2b-4e6b-aa83-9fc62778bc92'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:44.732577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['786f77c8-ac2b-4e6b-aa83-9fc62778bc92'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:44.783538 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-87273612-a4e8-4da3-ab1a-424d157669ae tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d08bd64-2ad5-41af-a83c-427e83a5ae8f HTTP/1.1" status: 200 len: 205 time: 0.2820904 May 09 05:09:44.808776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38042) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:44.865797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:44.866193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825a0ea-5f92-46ee-a86c-98fd06c200ad None None] The sync data for ids ['786f77c8-ac2b-4e6b-aa83-9fc62778bc92'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:44.870116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1fd86382-c029-4283-9b0c-1be203320196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:44.897566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6a75a-1672-44ce-9497-8577ed75f117 None None] Pushing event updated for resources: {'Port': ['ID=b1b30de3-dc73-4eb4-8b7c-1d5f6e178085,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:44.913973 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2e2ba06d-6407-4e23-bbbf-d2a98e57fa07 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/786f77c8-ac2b-4e6b-aa83-9fc62778bc92 HTTP/1.1" status: 200 len: 925 time: 0.4376497 May 09 05:09:44.934002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38046) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.003404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e041447-dbe9-40e1-9e4e-2f5f385f0141 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:45.008249 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:41Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:45.010777 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8e041447-dbe9-40e1-9e4e-2f5f385f0141 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8792889 May 09 05:09:45.011208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38050) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.013563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-e4af7701-5b35-4345-a388-bee32dd48c1e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] delete failed (client error): The resource could not be found. May 09 05:09:45.014943 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e4af7701-5b35-4345-a388-bee32dd48c1e tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/1d08bd64-2ad5-41af-a83c-427e83a5ae8f HTTP/1.1" status: 404 len: 336 time: 0.2050786 May 09 05:09:45.015362 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Checking router: 9b80bc68-2789-475f-90e4-85b34b02bce0 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:45.015643 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Updating router 9b80bc68-2789-475f-90e4-85b34b02bce0 port bdbd9484-d05c-4a49-a86b-87471451ede0 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:09:45.022785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38052) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.038924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea8d10de-e2d8-479c-885c-722e748963e5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.081972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea8d10de-e2d8-479c-885c-722e748963e5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.139578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea8d10de-e2d8-479c-885c-722e748963e5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.199104 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.216885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d10de-e2d8-479c-885c-722e748963e5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76f71e-2617-413b-afdb-5ac5d5fb7239,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:45.224701 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1312dc83-6b22-4013-b4a7-02bad611e8fe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2020895 May 09 05:09:45.224907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea8d10de-e2d8-479c-885c-722e748963e5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.230531 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ea8d10de-e2d8-479c-885c-722e748963e5 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c76f71e-2617-413b-afdb-5ac5d5fb7239 HTTP/1.1" status: 204 len: 168 time: 0.7965891 May 09 05:09:45.231219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38060) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.231544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38062) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.250427 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f776c90-2c45-4e3f-b923-32bcf1dc54fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:45.250903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f776c90-2c45-4e3f-b923-32bcf1dc54fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:45.278092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-231070907', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:45.329957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e81e3e40-4416-4237-a9cb-c70f865bb278 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:45.487199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port e81e3e40-4416-4237-a9cb-c70f865bb278 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:45.606569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da0560-e0a7-4dee-86f7-8a3ec7d3c4dc tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:45.608226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-95da0560-e0a7-4dee-86f7-8a3ec7d3c4dc tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:45.612022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.625345 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6f776c90-2c45-4e3f-b923-32bcf1dc54fc tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/a4d20ab2-1278-419a-baa7-29ceeecc0458 HTTP/1.1" status: 404 len: 337 time: 0.5970340 May 09 05:09:45.636518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38068) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.661283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-99dea274-e824-4e4e-9b15-01fdc12b8636 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Synchronizing usage tracker for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:45.701185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-99dea274-e824-4e4e-9b15-01fdc12b8636 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Unset dirty status for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:45.705442 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-99dea274-e824-4e4e-9b15-01fdc12b8636 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4652615 May 09 05:09:45.712332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38072) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.714764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.11 (67da4ea3-94cc-462c-a20d-231c366f7366/06abc7d3-a901-4957-bf79-60895e4a9824/8ff7c61c-4922-40b9-9282-48106c1373c7) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:45.728371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-95da0560-e0a7-4dee-86f7-8a3ec7d3c4dc tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:45.729577 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-95da0560-e0a7-4dee-86f7-8a3ec7d3c4dc tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.4842544 May 09 05:09:45.735813 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2d2ec1-a4b3-49bc-b103-9ca7c3f5856a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:45.736266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2d2ec1-a4b3-49bc-b103-9ca7c3f5856a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:45.737991 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ba2d2ec1-a4b3-49bc-b103-9ca7c3f5856a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/69a11dd9-eb33-4e3d-aa64-e310d2e36aed HTTP/1.1" status: 404 len: 337 time: 0.1003916 May 09 05:09:45.742595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-028f286c-3705-4734-9632-6a0f688dea12 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'ae933a73-2997-441d-997f-2ed8f7e5a3db', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:45.743849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38076) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.744170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38078) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.764534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-028f286c-3705-4734-9632-6a0f688dea12 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:45.773749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:45.778271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:45.781692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:45.789486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-028f286c-3705-4734-9632-6a0f688dea12 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:45.792657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:45.795595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-028f286c-3705-4734-9632-6a0f688dea12 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:45.821766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-028f286c-3705-4734-9632-6a0f688dea12 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:45.840220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:45.859194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.860795 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcff1fee-ee24-425a-90d9-b838d8917c61 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:45.861341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcff1fee-ee24-425a-90d9-b838d8917c61 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:45.865714 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fcff1fee-ee24-425a-90d9-b838d8917c61 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/4d134e64-07f9-4b86-9508-fca59473543f HTTP/1.1" status: 404 len: 337 time: 0.1156213 May 09 05:09:45.875764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38086) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:45.906100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.913070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca2e9e-5059-4cc3-8968-61038343544b tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:45.914187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-77ca2e9e-5059-4cc3-8968-61038343544b tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Synchronizing usage tracker for tenant:709cdb5781474669b043f5177b9e22ff on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:45.936748 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:45.973310 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Transition to ACTIVE for port object bdbd9484-d05c-4a49-a86b-87471451ede0 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:45.989440 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.021558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-77ca2e9e-5059-4cc3-8968-61038343544b tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Unset dirty status for tenant:709cdb5781474669b043f5177b9e22ff on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:46.021558 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-77ca2e9e-5059-4cc3-8968-61038343544b tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=786f77c8-ac2b-4e6b-aa83-9fc62778bc92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0827882 May 09 05:09:46.027738 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7eedc2-57e6-46e5-ae2d-a489eb2b994f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:46.028698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38090) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.028998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7eedc2-57e6-46e5-ae2d-a489eb2b994f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:46.039463 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-af7eedc2-57e6-46e5-ae2d-a489eb2b994f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/0444b378-aa32-4b85-9aea-d93c284e42c6 HTTP/1.1" status: 404 len: 337 time: 0.1603272 May 09 05:09:46.082496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38094) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.101628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f9e86-1925-4dab-b2f9-38e896a52ae0 None None] Network 67da4ea3-94cc-462c-a20d-231c366f7366 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:46.106427 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Attempting to bind port bdbd9484-d05c-4a49-a86b-87471451ede0 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:46.107469 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Attempting to bind port bdbd9484-d05c-4a49-a86b-87471451ede0 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:46.107469 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Attempting to bind port bdbd9484-d05c-4a49-a86b-87471451ede0 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:46.116786 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:46.117215 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:46.117595 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.117995 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:46.118518 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Bound port: bdbd9484-d05c-4a49-a86b-87471451ede0, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:46.118897 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.169326 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122e848-c189-4ae0-ac8b-83ac27b50a54 None None] Pushing event updated for resources: {'Port': ['ID=bdbd9484-d05c-4a49-a86b-87471451ede0,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:46.210254 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-028f286c-3705-4734-9632-6a0f688dea12 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The resource could not be found. May 09 05:09:46.211421 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-028f286c-3705-4734-9632-6a0f688dea12 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4964373 May 09 05:09:46.219770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38098) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.245395 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fecebf7d-f2f3-44bc-a7a3-9ef4de461f09 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 200 len: 205 time: 0.1581938 May 09 05:09:46.246942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af15449-06df-4f85-b8ce-a84ea21fab8f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:46.249368 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] For port bdbd9484-d05c-4a49-a86b-87471451ede0, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:46.249694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af15449-06df-4f85-b8ce-a84ea21fab8f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:46.250473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8af15449-06df-4f85-b8ce-a84ea21fab8f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:46.253983 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] For port bdbd9484-d05c-4a49-a86b-87471451ede0, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=bdbd9484-d05c-4a49-a86b-87471451ede0,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:46.257645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38102) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.266360 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.332538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--227520982'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:46.357300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8af15449-06df-4f85-b8ce-a84ea21fab8f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:46.359172 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8af15449-06df-4f85-b8ce-a84ea21fab8f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6131234 May 09 05:09:46.374733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38106) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.411355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:46.431581 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:46.444532 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:46.461164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 2821a41f-141f-46b3-9335-591af1529fbc {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:09:46.464715 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-f30b8f2b-48da-491e-9657-4804b6ffd435 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] delete failed (client error): The resource could not be found. May 09 05:09:46.465990 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f30b8f2b-48da-491e-9657-4804b6ffd435 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/4a9732b7-4952-4cf3-89d0-9534dd3ca7cf HTTP/1.1" status: 404 len: 336 time: 0.1953380 May 09 05:09:46.467016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.506622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38110) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.514593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:46.567134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e889d-9cbd-4d13-8e1e-1edb65bca0c3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:46.568538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7b7e889d-9cbd-4d13-8e1e-1edb65bca0c3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Synchronizing usage tracker for tenant:709cdb5781474669b043f5177b9e22ff on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:46.576814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.619956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c3c53e0f-c9a8-4ff8-a33a-062b91cbe10d None None] Provisioning for port e81e3e40-4416-4237-a9cb-c70f865bb278 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:46.627669 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122e848-c189-4ae0-ac8b-83ac27b50a54 None None] Pushing event updated for resources: {'Port': ['ID=bdbd9484-d05c-4a49-a86b-87471451ede0,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:46.641105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c3c53e0f-c9a8-4ff8-a33a-062b91cbe10d None None] Provisioning complete for port e81e3e40-4416-4237-a9cb-c70f865bb278 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:46.641474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e0f-c9a8-4ff8-a33a-062b91cbe10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.649315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:46.653484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:46.657084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:46.663493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:46.664496 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a6b2bcde-3059-4727-9bb2-2b7dbc697e9b tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ea89623-f583-48fd-9229-b66e30d4a768 HTTP/1.1" status: 200 len: 205 time: 0.1566620 May 09 05:09:46.676421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38114) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.745430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.751277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7b7e889d-9cbd-4d13-8e1e-1edb65bca0c3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Unset dirty status for tenant:709cdb5781474669b043f5177b9e22ff on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:46.752843 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7b7e889d-9cbd-4d13-8e1e-1edb65bca0c3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 0.7180521 May 09 05:09:46.754719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.762440 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-da86e8ea-ec8b-40b1-9b4d-42ae6f6036bb tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] delete failed (client error): The resource could not be found. May 09 05:09:46.764386 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-da86e8ea-ec8b-40b1-9b4d-42ae6f6036bb tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/1ea89623-f583-48fd-9229-b66e30d4a768 HTTP/1.1" status: 404 len: 336 time: 0.0838425 May 09 05:09:46.769694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38118) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.770057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38120) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.780301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.800951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.840818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e0f-c9a8-4ff8-a33a-062b91cbe10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.845978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.847331 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6264253 May 09 05:09:46.860320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38126) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.890020 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:46.903283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957339589'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:46.912949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c3c53e0f-c9a8-4ff8-a33a-062b91cbe10d None None] For port e81e3e40-4416-4237-a9cb-c70f865bb278, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e81e3e40-4416-4237-a9cb-c70f865bb278,segment=NetworkSegment(12c80603-08c8-45c8-9847-01c46c4fb89f),segment_id=12c80603-08c8-45c8-9847-01c46c4fb89f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:46.923096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e0f-c9a8-4ff8-a33a-062b91cbe10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:46.936735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:46.942950 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72810e8-37c8-422c-8b0b-b16a648ef4b0 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:46.942950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72810e8-37c8-422c-8b0b-b16a648ef4b0 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:46.945526 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f72810e8-37c8-422c-8b0b-b16a648ef4b0 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/329e14bb-2d74-45db-a945-96cf5fa9c78c HTTP/1.1" status: 404 len: 337 time: 0.1728280 May 09 05:09:46.949838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa84165-7f4d-4a2e-bf33-ec602f9dbbe1 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cea5f9-834b-4efb-a4b0-bda2664b228b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:46.954416 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e4b5f8ee-e6fb-4ac3-9d14-cd1f8ec43768 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=786f77c8-ac2b-4e6b-aa83-9fc62778bc92 HTTP/1.1" status: 200 len: 205 time: 0.1832070 May 09 05:09:46.955025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38130) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.962215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:46.976797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38132) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:46.987757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:47.063889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=c24409c2-5e98-4156-883e-488a5cb658d3,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:47.073469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:47.094398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:47.097440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: b407bd5e-2266-4b82-8200-7da18b9758d4, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:09:47.146482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.162065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c53e0f-c9a8-4ff8-a33a-062b91cbe10d None None] Pushing event updated for resources: {'Port': ['ID=e81e3e40-4416-4237-a9cb-c70f865bb278,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:47.168193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6a1ed71e-6816-4c51-ba31-fee0155eb7d9 None None] Provisioning for port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:47.174972 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7e25876d-7d45-4022-b40c-bc8f9f179b97 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e8ca381-a0d3-403d-aff2-70237f695f7c HTTP/1.1" status: 200 len: 205 time: 0.2024355 May 09 05:09:47.176587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network b407bd5e-2266-4b82-8200-7da18b9758d4 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:09:47.178859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38140) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:47.247449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.316174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:47.320614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:47.323757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:47.332284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:47.335155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-60b50e58-b524-45d4-b95f-7017a8b5e9be None None] Provisioning complete for port e81e3e40-4416-4237-a9cb-c70f865bb278 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:47.335759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60b50e58-b524-45d4-b95f-7017a8b5e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.382100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object 8ff7c61c-4922-40b9-9282-48106c1373c7 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:47.384004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.417531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:47.419940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.429117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, b407bd5e-2266-4b82-8200-7da18b9758d4) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:47.437273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.448666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.481231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b3230-0660-4b01-9abd-a88501c2e6ea None None] Network b407bd5e-2266-4b82-8200-7da18b9758d4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:47.499662 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-71269ce5-e051-41bc-82e0-c7f62afcc162 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] delete failed (client error): The resource could not be found. May 09 05:09:47.502794 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-71269ce5-e051-41bc-82e0-c7f62afcc162 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/2e8ca381-a0d3-403d-aff2-70237f695f7c HTTP/1.1" status: 404 len: 336 time: 0.3180377 May 09 05:09:47.504339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:47.504965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.507979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38144) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:47.509455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c576a-a830-48be-93cc-88b0242736d5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:47.511928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.516550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-685e1847-5ecb-4996-affd-90314b3d1074 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6478164 May 09 05:09:47.517165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38148) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:47.526546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e0ba43c1-1be1-48f0-b5a9-b04214a7929f tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group_rule': {'security_group_id': 'a7cea5f9-834b-4efb-a4b0-bda2664b228b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b10c576a-a830-48be-93cc-88b0242736d5'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:47.536260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e0ba43c1-1be1-48f0-b5a9-b04214a7929f tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:47.541090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.542597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e0ba43c1-1be1-48f0-b5a9-b04214a7929f tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:47.549237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e0ba43c1-1be1-48f0-b5a9-b04214a7929f tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:47.565119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e0ba43c1-1be1-48f0-b5a9-b04214a7929f tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:47.570803 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-849291fa-3490-4257-9930-9dabe3f7de09 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3332696 May 09 05:09:47.572422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38152) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:47.604053 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-354f999f-3814-4bc8-bffa-9806168ce7bd tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=f474efca-abaa-4856-8fd9-8665c519a7cb HTTP/1.1" status: 200 len: 205 time: 0.0907502 May 09 05:09:47.608997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38156) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:47.776613 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:41Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:47.782487 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41251ec6-531c-43aa-b195-bf3b5ae00cb1 None None] The sync data for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv is: [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:41Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:47.792654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:47.840046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:47.840597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:47.975840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.095680 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-1e819b56-df0c-4ffb-86eb-ef9eaa53e41a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] delete failed (client error): The resource could not be found. May 09 05:09:48.099382 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1e819b56-df0c-4ffb-86eb-ef9eaa53e41a tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/f474efca-abaa-4856-8fd9-8665c519a7cb HTTP/1.1" status: 404 len: 336 time: 0.4894166 May 09 05:09:48.101301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38160) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.112519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b407bd5e-2266-4b82-8200-7da18b9758d4', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:48.113531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.138434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=2821a41f-141f-46b3-9335-591af1529fbc,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:48.146431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.150658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.192059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-e0ba43c1-1be1-48f0-b5a9-b04214a7929f tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:09:48.198177 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e0ba43c1-1be1-48f0-b5a9-b04214a7929f tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6803815 May 09 05:09:48.204233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38164) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.232164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f98bf-b529-41fa-b91c-7422b3218605 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:48.247443 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-9616fe41-784e-496d-b5f0-c67878ea1c7c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:48.247923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9616fe41-784e-496d-b5f0-c67878ea1c7c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:48.250062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9616fe41-784e-496d-b5f0-c67878ea1c7c tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/baaab6c0-3441-4d0e-8cbc-80880ef4ab5d HTTP/1.1" status: 404 len: 337 time: 0.1478488 May 09 05:09:48.257875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38168) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.292573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=8ff7c61c-4922-40b9-9282-48106c1373c7,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:48.317330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 67da4ea3-94cc-462c-a20d-231c366f7366 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:48.324689 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b02df3a2-54a9-451c-8403-7760a32b39f2 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a65b750-c865-46a2-a6ac-a8503e74867d HTTP/1.1" status: 200 len: 205 time: 0.0656374 May 09 05:09:48.327074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:48.336284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38174) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.340821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:48.389446 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7c94808f-1fe4-4ba7-9b42-c742683f5885 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/2821a41f-141f-46b3-9335-591af1529fbc HTTP/1.1" status: 204 len: 168 time: 2.0130379 May 09 05:09:48.390208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38178) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.521808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb10f199-c785-4a85-a3d6-4d4e402dd7df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.674915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.683047 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-affe0a6e-82b4-4415-80ca-6f1f9358582d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] delete failed (client error): The resource could not be found. May 09 05:09:48.684274 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-affe0a6e-82b4-4415-80ca-6f1f9358582d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/7a65b750-c865-46a2-a6ac-a8503e74867d HTTP/1.1" status: 404 len: 336 time: 0.3465793 May 09 05:09:48.687164 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-883180cd-a8ef-4ba4-9aa4-57a541dc771a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1740675 May 09 05:09:48.692464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38182) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.692794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38184) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.759553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:48.774770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.787227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.805735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Deleting port d082e94e-38a8-4b62-9993-aa616ba9d71b {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:48.808036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.822347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5cb14e81-99c6-4f8f-9593-f75513e709f1 None None] Provisioning for port 8ff7c61c-4922-40b9-9282-48106c1373c7 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:48.858407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b1b30de3-dc73-4eb4-8b7c-1d5f6e178085,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:48.861742 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ed66aa-2cb3-4622-b4a2-5be2071e9876 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:48.862496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ed66aa-2cb3-4622-b4a2-5be2071e9876 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:48.866792 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-05ed66aa-2cb3-4622-b4a2-5be2071e9876 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/9af979cc-60ea-42de-9ef2-207e6ba0c70d HTTP/1.1" status: 404 len: 337 time: 0.1686015 May 09 05:09:48.872203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5cb14e81-99c6-4f8f-9593-f75513e709f1 None None] Provisioning complete for port 8ff7c61c-4922-40b9-9282-48106c1373c7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:48.873179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5cb14e81-99c6-4f8f-9593-f75513e709f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.873991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38190) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.936849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb10f199-c785-4a85-a3d6-4d4e402dd7df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:48.940216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5cb14e81-99c6-4f8f-9593-f75513e709f1 None None] Port 8ff7c61c-4922-40b9-9282-48106c1373c7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:48.982687 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d05f7c78-b7cc-40bf-8cbd-7d7de79f47ef tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "GET /v2.0/ports?device_id=513303ed-41dc-4f31-b69c-73e4714bac03 HTTP/1.1" status: 200 len: 205 time: 0.1033692 May 09 05:09:48.987417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38194) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:48.996559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.007411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:49.008076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.102528 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-30eb72a4-cb60-46f1-80af-5342dd18d79d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] delete failed (client error): The resource could not be found. May 09 05:09:49.105984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-30eb72a4-cb60-46f1-80af-5342dd18d79d tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/routers/513303ed-41dc-4f31-b69c-73e4714bac03 HTTP/1.1" status: 404 len: 336 time: 0.1090708 May 09 05:09:49.107096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38198) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:49.113909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b1b30de3-dc73-4eb4-8b7c-1d5f6e178085,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:49.150099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Allocated IP 172.20.0.2 (b407bd5e-2266-4b82-8200-7da18b9758d4/c24409c2-5e98-4156-883e-488a5cb658d3/d0bbb819-2fc8-454c-b493-78abc6260122) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:49.205473 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed1a8e1-6e43-44b1-ad72-b86a4010b8f4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:49.206003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed1a8e1-6e43-44b1-ad72-b86a4010b8f4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:49.223297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb10f199-c785-4a85-a3d6-4d4e402dd7df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.249655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10f199-c785-4a85-a3d6-4d4e402dd7df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c576a-a830-48be-93cc-88b0242736d5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:49.255289 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3ed1a8e1-6e43-44b1-ad72-b86a4010b8f4 tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/fb34ea3c-d113-4d1f-88e2-759e79cab738 HTTP/1.1" status: 404 len: 337 time: 0.1463878 May 09 05:09:49.258837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38202) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:49.261666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cb10f199-c785-4a85-a3d6-4d4e402dd7df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.265011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cb10f199-c785-4a85-a3d6-4d4e402dd7df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/b10c576a-a830-48be-93cc-88b0242736d5 HTTP/1.1" status: 204 len: 168 time: 1.0575547 May 09 05:09:49.268273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38204) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:49.275787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:09:49.326244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] Deleting port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:09:49.326697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.376035 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ada253-dc17-4f52-8e61-82c24bdc969f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] DELETE failed (client error): The resource could not be found. May 09 05:09:49.377124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ada253-dc17-4f52-8e61-82c24bdc969f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:09:49.382793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-33ada253-dc17-4f52-8e61-82c24bdc969f tempest-RoutersTest-336736192 tempest-RoutersTest-336736192-project] 10.222.0.50 "DELETE /v2.0/subnets/fca03b38-88f6-44ab-81e1-6d90f6134f56 HTTP/1.1" status: 404 len: 337 time: 0.1158297 May 09 05:09:49.469626 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-96fed5c2-e4e7-4ea4-b5fd-3f89d77cd71a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.7036335 May 09 05:09:49.470271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38214) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:49.511478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device bdbd9484-d05c-4a49-a86b-87471451ede0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:49.574192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1be56a2d-bd23-4f82-ac71-0289de55b9f9 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Synchronizing usage tracker for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:49.593745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:49.598708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:49.607043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:49.636351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1be56a2d-bd23-4f82-ac71-0289de55b9f9 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Unset dirty status for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:49.638730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1be56a2d-bd23-4f82-ac71-0289de55b9f9 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.3690634 May 09 05:09:49.641034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:49.642808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38218) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:49.645886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.841494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.895181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:09:49.895568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.899001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.915277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port bdbd9484-d05c-4a49-a86b-87471451ede0 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:49.938800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port bdbd9484-d05c-4a49-a86b-87471451ede0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:49.939690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:49.972981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Transition to ACTIVE for port object d0bbb819-2fc8-454c-b493-78abc6260122 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:49.989419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] For port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b1b30de3-dc73-4eb4-8b7c-1d5f6e178085,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:49.990167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.145929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Transition to ACTIVE for port object d0bbb819-2fc8-454c-b493-78abc6260122 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:50.156960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] Calling delete_port for b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:50.172121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Calling delete_port for d082e94e-38a8-4b62-9993-aa616ba9d71b owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:09:50.211665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.291805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38224) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:50.358440 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Network b407bd5e-2266-4b82-8200-7da18b9758d4 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:50.367881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:50.375523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:50.463635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Pushing event updated for resources: {'Port': ['ID=d0bbb819-2fc8-454c-b493-78abc6260122,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:50.531971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.589163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (b407bd5e-2266-4b82-8200-7da18b9758d4/c24409c2-5e98-4156-883e-488a5cb658d3/8b8b0fb6-864c-4a5d-a726-18c67eed412b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:50.604206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] Pushing event deleted for resources: {'Port': ['ID=b1b30de3-dc73-4eb4-8b7c-1d5f6e178085,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:50.606244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.615956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7ee859-062d-466d-8597-bd8c4c66fab6 None None] No DVR routers for this DVR port b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:09:50.617979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Attempting to bind port d0bbb819-2fc8-454c-b493-78abc6260122 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:50.618389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Attempting to bind port d0bbb819-2fc8-454c-b493-78abc6260122 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:50.618853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Attempting to bind port d0bbb819-2fc8-454c-b493-78abc6260122 on network b407bd5e-2266-4b82-8200-7da18b9758d4 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:50.659974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:50.660351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Checking segment: {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:50.665227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.665649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Bound using segment: {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:50.666145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Bound port: d0bbb819-2fc8-454c-b493-78abc6260122, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:50.666892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.693804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port bdbd9484-d05c-4a49-a86b-87471451ede0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=bdbd9484-d05c-4a49-a86b-87471451ede0,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:50.696499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef2a106e-789a-4f3c-a7e5-a661916b0cfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.721374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.722409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e81e3e40-4416-4237-a9cb-c70f865bb278 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:50.756128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef2a106e-789a-4f3c-a7e5-a661916b0cfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.856031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.879031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 8b8b0fb6-864c-4a5d-a726-18c67eed412b will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:50.886552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef2a106e-789a-4f3c-a7e5-a661916b0cfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.930799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a106e-789a-4f3c-a7e5-a661916b0cfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cea5f9-834b-4efb-a4b0-bda2664b228b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:50.960969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=bdbd9484-d05c-4a49-a86b-87471451ede0,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:50.980493 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] For port d0bbb819-2fc8-454c-b493-78abc6260122, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:50.990380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e81e3e40-4416-4237-a9cb-c70f865bb278 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:50.991187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.993849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ef2a106e-789a-4f3c-a7e5-a661916b0cfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:50.995367 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ef2a106e-789a-4f3c-a7e5-a661916b0cfc tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/a7cea5f9-834b-4efb-a4b0-bda2664b228b HTTP/1.1" status: 204 len: 168 time: 1.3357430 May 09 05:09:50.998202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38232) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:51.022486 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2ac991cc-5d9c-49a1-8d9f-a9b598788870 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8d134e004a34bf2a557199b517cd30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7258749 May 09 05:09:51.025792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38236) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:51.071541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.164491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] For port d0bbb819-2fc8-454c-b493-78abc6260122, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0bbb819-2fc8-454c-b493-78abc6260122,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:51.180460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.215219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network b407bd5e-2266-4b82-8200-7da18b9758d4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:51.219122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:51.235127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.239724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:51.240520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device bdbd9484-d05c-4a49-a86b-87471451ede0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:51.261620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.278419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=8b8b0fb6-864c-4a5d-a726-18c67eed412b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:51.311669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-baed24cf-1725-4cd5-932d-eb1ce1827453 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Synchronizing usage tracker for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:09:51.330443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.347096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4134a0-01fc-43db-b557-e27fe6d0a4d0 None None] Pushing event updated for resources: {'Port': ['ID=d0bbb819-2fc8-454c-b493-78abc6260122,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:51.362235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.373765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port bdbd9484-d05c-4a49-a86b-87471451ede0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:51.374135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.426321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.664362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:09:51.707821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-baed24cf-1725-4cd5-932d-eb1ce1827453 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Unset dirty status for tenant:dcff7d8f13204e41aaea7d4f21578c54 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:09:51.720917 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-baed24cf-1725-4cd5-932d-eb1ce1827453 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7163458 May 09 05:09:51.723412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event deleted for resources: {'Port': ['ID=d082e94e-38a8-4b62-9993-aa616ba9d71b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:51.725277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38240) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:51.742243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:09:51.742594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b1b30de3-dc73-4eb4-8b7c-1d5f6e178085 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:09:51.765723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'tempest-secgroup--710853760'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:51.783702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:51.783912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.788892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.873968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:51.877886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19e5b3f1-8b50-4bf7-ab77-8cfa8f72544d HTTP/1.1" status: 204 len: 168 time: 0.8500423 May 09 05:09:51.881128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5b3f1-8b50-4bf7-ab77-8cfa8f72544d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:51.889851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.890279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.890507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.890835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.891155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.891475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.891792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.892116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.892461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.892785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.893099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.893220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:51.893405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3496d7-2793-4b62-8097-c4eec9e8de01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:51.993435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.002252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.047457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:52.123434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:52.135192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb65311-8d23-4fe4-a034-917a8fb65726 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:52.137937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.496269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': 'bdfb7be2-b151-4512-8b0b-d2d72588dd88'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:09:52.497207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.545220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:52.545907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.549714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=bdfb7be2-b151-4512-8b0b-d2d72588dd88,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:52.701537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.704667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.786199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/bdfb7be2-b151-4512-8b0b-d2d72588dd88/59a0f15e-ff26-4278-a895-7c0a9306c43c) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:52.802144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.803368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.813704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.814219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Fanout notify agent at l3_agent the message router_deleted on router 786f77c8-ac2b-4e6b-aa83-9fc62778bc92 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:09:52.817662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.824355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.828075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:52.841865 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-52eeb026-dd70-4fff-affc-b95e7638df03 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/786f77c8-ac2b-4e6b-aa83-9fc62778bc92 HTTP/1.1" status: 204 len: 168 time: 5.8456407 May 09 05:09:52.843145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:52.866658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38266) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:52.932509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1399604687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:52.947993 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3dedc957-ec09-44f3-8c8b-d77485758ae2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2500470 May 09 05:09:52.961712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed143df2-f761-4e07-a910-b2234e35f83d None None] Network b407bd5e-2266-4b82-8200-7da18b9758d4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:09:52.965723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Usage tracker for resource:security_group_rule and tenant:dcff7d8f13204e41aaea7d4f21578c54 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:52.979065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38272) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:52.997226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1294970803', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:53.001463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.008819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:53.038376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:53.074981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Usage tracker for resource:router and tenant:be09dcfb06124d94a0a38946d9439edc is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:53.082917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:53.088786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:53.102359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:53.212215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=8b8b0fb6-864c-4a5d-a726-18c67eed412b,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:53.274111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:53.284603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:router and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:53.294649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:53.303648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:53.373822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.386146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Transition to ACTIVE for port object 59a0f15e-ff26-4278-a895-7c0a9306c43c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:53.392079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network b407bd5e-2266-4b82-8200-7da18b9758d4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:53.393947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:53.408122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38278) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:53.412146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Transition to ACTIVE for port object 59a0f15e-ff26-4278-a895-7c0a9306c43c will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:53.424039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0bbb819-2fc8-454c-b493-78abc6260122 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:53.455382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.456311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=8ff7c61c-4922-40b9-9282-48106c1373c7,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:53.463928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.547696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.553270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.554360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.576816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.585215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3a7446c3-f3ff-4cbb-9b84-266fe8f272ef None None] Provisioning for port d0bbb819-2fc8-454c-b493-78abc6260122 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:53.587469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.588513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.598529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:53.633515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4129dc30-07e9-4821-be74-c62b547c73fa,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:53.635879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:53.646853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:53.676291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Pushing event updated for resources: {'Port': ['ID=59a0f15e-ff26-4278-a895-7c0a9306c43c,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:53.677720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.694520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.695734 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-821f001d-e680-4053-a3dc-64ac31823fb7 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9584987 May 09 05:09:53.696914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b7f440af-92fc-4698-bbdf-62570d8b84f8 tempest-DvrRoutersNegativeTest-1643533199 tempest-DvrRoutersNegativeTest-1643533199-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1323006782', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:53.699295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.700054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.policy [None req-b7f440af-92fc-4698-bbdf-62570d8b84f8 tempest-DvrRoutersNegativeTest-1643533199 tempest-DvrRoutersNegativeTest-1643533199-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88041) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 09 05:09:53.700421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.policy [None req-b7f440af-92fc-4698-bbdf-62570d8b84f8 tempest-DvrRoutersNegativeTest-1643533199 tempest-DvrRoutersNegativeTest-1643533199-project] Failed policy check for 'create_router' {{(pid=88041) enforce /opt/stack/neutron/neutron/policy.py:520}} May 09 05:09:53.701010 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-b7f440af-92fc-4698-bbdf-62570d8b84f8 tempest-DvrRoutersNegativeTest-1643533199 tempest-DvrRoutersNegativeTest-1643533199-project] create failed (client error): Access was denied to this resource. May 09 05:09:53.702124 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b7f440af-92fc-4698-bbdf-62570d8b84f8 tempest-DvrRoutersNegativeTest-1643533199 tempest-DvrRoutersNegativeTest-1643533199-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2920895 May 09 05:09:53.702436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38284) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:53.717040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-72bcc9a8-432d-4114-b59c-354200d729df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:53.717770 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-72bcc9a8-432d-4114-b59c-354200d729df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 09 05:09:53.718269 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-72bcc9a8-432d-4114-b59c-354200d729df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] update failed (client error): There was a conflict when trying to complete your request. May 09 05:09:53.721820 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-72bcc9a8-432d-4114-b59c-354200d729df tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "PUT /v2.0/security-groups/4129dc30-07e9-4821-be74-c62b547c73fa HTTP/1.1" status: 409 len: 330 time: 0.0158799 May 09 05:09:53.723339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38290) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:53.727438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.727654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.728221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.728539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.729485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.729485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.729783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.730198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.730619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.731031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.731447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.732100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:53.805147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.808440 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7218f82b-5014-4a4e-a749-9590bd10acaa tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9005835 May 09 05:09:53.815711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38294) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:53.822702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': True}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:53.836839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port d0bbb819-2fc8-454c-b493-78abc6260122 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:53.842432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 9b80bc68-2789-475f-90e4-85b34b02bce0 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:09:53.852790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d0bbb819-2fc8-454c-b493-78abc6260122 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:53.853509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.878724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:53.902676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Attempting to bind port 59a0f15e-ff26-4278-a895-7c0a9306c43c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:53.903446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Attempting to bind port 59a0f15e-ff26-4278-a895-7c0a9306c43c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:53.904325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Attempting to bind port 59a0f15e-ff26-4278-a895-7c0a9306c43c on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:53.968659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8f9b8dfb-ecee-4f3a-a166-cc72b0f78e35 None None] Provisioning complete for port 8ff7c61c-4922-40b9-9282-48106c1373c7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:53.969545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8dfb-ecee-4f3a-a166-cc72b0f78e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.017791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:54.018162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:54.018568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.019042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:54.019632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Bound port: 59a0f15e-ff26-4278-a895-7c0a9306c43c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:54.019881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.050713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.189056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:09:54.201848 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Sync routers for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:09:54.207444 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2952b629-7272-4361-9ad0-a891893cdd74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/9b80bc68-2789-475f-90e4-85b34b02bce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6301575 May 09 05:09:54.207758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38302) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:54.218081 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:54.231261 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:54.278340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b8dfb-ecee-4f3a-a166-cc72b0f78e35 None None] Port 8ff7c61c-4922-40b9-9282-48106c1373c7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:54.333721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38306) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:54.476306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.495634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] For port 59a0f15e-ff26-4278-a895-7c0a9306c43c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:54.542415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] For port 59a0f15e-ff26-4278-a895-7c0a9306c43c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=59a0f15e-ff26-4278-a895-7c0a9306c43c,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:54.569444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.575260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.575848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.576320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.576807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.577264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.577716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.578175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.578614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.583234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.584060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:54.587612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.589019 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d09273ed-d9ce-48c1-9590-0d24ba0aac7d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7012 time: 0.3786223 May 09 05:09:54.590610 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fec00af1-f3ac-4974-bbf6-4ca401a57edd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6088517 May 09 05:09:54.591169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38312) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:54.596925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38314) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:54.608916 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:54.719913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port d0bbb819-2fc8-454c-b493-78abc6260122, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0bbb819-2fc8-454c-b493-78abc6260122,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:54.756915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:54.803106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d9f9a-1208-4360-b031-95b258a079fb None None] Pushing event updated for resources: {'Port': ['ID=59a0f15e-ff26-4278-a895-7c0a9306c43c,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:54.939461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.007802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=d0bbb819-2fc8-454c-b493-78abc6260122,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:55.038153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.051675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e57e176d-1944-4750-b660-487df31bf327 None None] Provisioning for port 8b8b0fb6-864c-4a5d-a726-18c67eed412b completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:55.072677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e57e176d-1944-4750-b660-487df31bf327 None None] Provisioning complete for port 8b8b0fb6-864c-4a5d-a726-18c67eed412b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:55.073321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e57e176d-1944-4750-b660-487df31bf327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.135917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.136459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.144679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.144679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.144679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.144679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.144679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.146873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.146873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:09:55.148122 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-44d0f415-ebde-4858-ab0d-a950f9ad40e7 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5856 time: 0.5551157 May 09 05:09:55.159201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38330) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:55.183175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.213339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:55.230709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e57e176d-1944-4750-b660-487df31bf327 None None] Port 8b8b0fb6-864c-4a5d-a726-18c67eed412b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:55.267639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e57e176d-1944-4750-b660-487df31bf327 None None] Provisioning complete for port d0bbb819-2fc8-454c-b493-78abc6260122 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:55.268096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e57e176d-1944-4750-b660-487df31bf327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.362449 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:09:52Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:55.374875 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Checking router: 9b80bc68-2789-475f-90e4-85b34b02bce0 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:09:55.375227 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Updating router 9b80bc68-2789-475f-90e4-85b34b02bce0 port 8b8b0fb6-864c-4a5d-a726-18c67eed412b binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:09:55.548916 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.609476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0bbb819-2fc8-454c-b493-78abc6260122 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:55.668834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Usage tracker for resource:security_group_rule and tenant:ab967941d8b441278b2917e360839054 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:55.675551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.680053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:55.757813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.796324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:55.799894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d0bbb819-2fc8-454c-b493-78abc6260122 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:55.800109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.877401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8c7e4106-4d91-4541-907f-404aa37ea017 None None] Provisioning complete for port 8b8b0fb6-864c-4a5d-a726-18c67eed412b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:55.877762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4106-4d91-4541-907f-404aa37ea017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:55.925958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129dc30-07e9-4821-be74-c62b547c73fa,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:55.953840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.070801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e4106-4d91-4541-907f-404aa37ea017 None None] Port 8b8b0fb6-864c-4a5d-a726-18c67eed412b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:56.109624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 59a0f15e-ff26-4278-a895-7c0a9306c43c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:56.152920 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.175089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.175429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.175764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.176140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.176501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.176771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.177091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.177415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.177737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.178054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.178369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.178700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:09:56.189037 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Transition to ACTIVE for port object 8b8b0fb6-864c-4a5d-a726-18c67eed412b will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:56.216262 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.223591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.248958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.251842 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f4c86f00-e620-4048-b03b-fda5a7b8cd6b tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/4129dc30-07e9-4821-be74-c62b547c73fa HTTP/1.1" status: 204 len: 168 time: 2.5251472 May 09 05:09:56.255359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38344) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:56.299469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 59a0f15e-ff26-4278-a895-7c0a9306c43c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:56.400147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.408952 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d63bf98c-6067-4d5e-bcfa-1bd6c733422d tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1490142 May 09 05:09:56.414994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38348) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:56.422757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.482997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cc9500-7b23-471f-b52a-420ae2d6c5c0,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:56.501874 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89122f-ad10-4ebb-9f75-978763a5d0b5 None None] Pushing event updated for resources: {'Port': ['ID=8b8b0fb6-864c-4a5d-a726-18c67eed412b,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:56.509052 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-1bc96b8e-0942-4e01-9c0f-be2f2b8cc7e4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] delete failed (client error): The resource could not be found. May 09 05:09:56.515309 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1bc96b8e-0942-4e01-9c0f-be2f2b8cc7e4 tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "DELETE /v2.0/security-groups/910057c3-2a78-4b99-852f-109c6c6b5144 HTTP/1.1" status: 404 len: 347 time: 0.0941107 May 09 05:09:56.520274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38354) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:56.551695 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-44f5c65f-4109-4bec-8b27-7df420f6347b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab967941d8b441278b2917e360839054&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2200551 May 09 05:09:56.552952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38358) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:56.597344 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Attempting to bind port 8b8b0fb6-864c-4a5d-a726-18c67eed412b on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:09:56.598579 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Attempting to bind port 8b8b0fb6-864c-4a5d-a726-18c67eed412b by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:09:56.599121 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Attempting to bind port 8b8b0fb6-864c-4a5d-a726-18c67eed412b on network b407bd5e-2266-4b82-8200-7da18b9758d4 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:09:56.605443 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:09:56.606040 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Checking segment: {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:09:56.606599 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.607217 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Bound using segment: {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:09:56.608580 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Bound port: 8b8b0fb6-864c-4a5d-a726-18c67eed412b, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:09:56.609130 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.635194 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-cec3403e-1703-4343-8d1c-b4a9c914001e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] show failed (client error): The resource could not be found. May 09 05:09:56.639836 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cec3403e-1703-4343-8d1c-b4a9c914001e tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-groups/51b28ca7-6d86-4b43-a373-43da5f773bd9 HTTP/1.1" status: 404 len: 347 time: 0.1149139 May 09 05:09:56.649478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38362) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:56.689573 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-1a40d3fc-9db8-4cb1-972c-ba3d2667455d tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] show failed (client error): The resource could not be found. May 09 05:09:56.693611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1a40d3fc-9db8-4cb1-972c-ba3d2667455d tempest-NegativeSecGroupTest-2005267027 tempest-NegativeSecGroupTest-2005267027-project] 10.222.0.50 "GET /v2.0/security-group-rules/7f38eb0d-7b45-4105-89ec-7c10c6390e9e HTTP/1.1" status: 404 len: 356 time: 0.0401051 May 09 05:09:56.704847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2303c379-e236-4bfb-8fcd-7cabf38b01d5 None None] Provisioning for port 59a0f15e-ff26-4278-a895-7c0a9306c43c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:56.710961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::1 (b05d4b78-866b-4b64-acd1-c7937be92865/bdfb7be2-b151-4512-8b0b-d2d72588dd88/67249c2b-90a7-4af6-bda8-06b9d3a269e2) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:56.713057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2303c379-e236-4bfb-8fcd-7cabf38b01d5 None None] Provisioning complete for port 59a0f15e-ff26-4278-a895-7c0a9306c43c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:56.715014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2303c379-e236-4bfb-8fcd-7cabf38b01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.759124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-70464ead-af59-46b8-a8af-8e6313b66aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:56.836336 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] For port 8b8b0fb6-864c-4a5d-a726-18c67eed412b, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:09:56.844121 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] For port 8b8b0fb6-864c-4a5d-a726-18c67eed412b, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8b8b0fb6-864c-4a5d-a726-18c67eed412b,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:09:56.864107 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.004766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2303c379-e236-4bfb-8fcd-7cabf38b01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.005897 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:09:57.006899 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:57.085863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-70464ead-af59-46b8-a8af-8e6313b66aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.103089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2303c379-e236-4bfb-8fcd-7cabf38b01d5 None None] For port 59a0f15e-ff26-4278-a895-7c0a9306c43c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=59a0f15e-ff26-4278-a895-7c0a9306c43c,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:09:57.124564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2303c379-e236-4bfb-8fcd-7cabf38b01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.177678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38370) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:57.263195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303c379-e236-4bfb-8fcd-7cabf38b01d5 None None] Pushing event updated for resources: {'Port': ['ID=59a0f15e-ff26-4278-a895-7c0a9306c43c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:57.264668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.306323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-70464ead-af59-46b8-a8af-8e6313b66aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.319213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 67249c2b-90a7-4af6-bda8-06b9d3a269e2 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:09:57.368352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.455043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70464ead-af59-46b8-a8af-8e6313b66aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cc9500-7b23-471f-b52a-420ae2d6c5c0,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:57.458083 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89122f-ad10-4ebb-9f75-978763a5d0b5 None None] Pushing event updated for resources: {'Port': ['ID=8b8b0fb6-864c-4a5d-a726-18c67eed412b,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:57.474671 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:09:57.484454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.resource_extend [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:09:57.537570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.538672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-70464ead-af59-46b8-a8af-8e6313b66aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.543774 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-70464ead-af59-46b8-a8af-8e6313b66aed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2cc9500-7b23-471f-b52a-420ae2d6c5c0 HTTP/1.1" status: 204 len: 168 time: 0.9373581 May 09 05:09:57.552711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:57.557662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:57.569307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:09:57.569870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.573122 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dae4f01e-9eb3-4272-90ad-90ab9a20da0d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcff7d8f13204e41aaea7d4f21578c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943050 May 09 05:09:57.573902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.576412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38378) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:57.658885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.736571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=67249c2b-90a7-4af6-bda8-06b9d3a269e2,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:57.795634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.830451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7aad9b2b-f1ba-44d6-b3a3-15ac12d91849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.865478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7aad9b2b-f1ba-44d6-b3a3-15ac12d91849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.982735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:57.996173 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:09:56Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:09:58.004857 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30010ecb-2051-4520-b797-83d70eefa797 None None] The sync data for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv is: [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:09:56Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:09:58.009144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=8ff7c61c-4922-40b9-9282-48106c1373c7,revision_number=3']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:58.048836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8dc81ce8-0f25-4f6e-90ec-9319d706bec0 None None] Provisioning for port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:09:58.054800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8dc81ce8-0f25-4f6e-90ec-9319d706bec0 None None] Provisioning complete for port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:58.055359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8dc81ce8-0f25-4f6e-90ec-9319d706bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:58.102648 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cccdc39d-7aa2-4852-80bd-089418d6a2be tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5366 time: 2.9200108 May 09 05:09:58.187111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7aad9b2b-f1ba-44d6-b3a3-15ac12d91849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:58.258814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad9b2b-f1ba-44d6-b3a3-15ac12d91849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220451d2-3cde-467b-a897-54521494eea5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:09:58.296861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7aad9b2b-f1ba-44d6-b3a3-15ac12d91849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:58.301376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7aad9b2b-f1ba-44d6-b3a3-15ac12d91849 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/220451d2-3cde-467b-a897-54521494eea5 HTTP/1.1" status: 204 len: 168 time: 0.7179339 May 09 05:09:58.322118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:58.424101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8dc81ce8-0f25-4f6e-90ec-9319d706bec0 None None] Port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:58.956052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Allocated IP 172.26.0.26 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/d7d1a732-fc52-4169-a26a-e246b853068d) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:09:59.029096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 67da4ea3-94cc-462c-a20d-231c366f7366 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:09:59.046877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:09:59.252610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38426) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:59.261354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669078587', 'description': 'tempest-secgroup-smoke-669078587 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:09:59.270458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:59.310387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:59.326666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:59.343984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:59.369896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:59.460250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:59.464198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:09:59.471211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:09:59.484707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:09:59.497582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:59.498413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:59.531404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 59a0f15e-ff26-4278-a895-7c0a9306c43c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:09:59.586589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38432) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:59.599599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:09:59.644163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38438) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:09:59.665369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-25c85da0-c929-412f-9ec2-bd25e4b964ef None None] Provisioning complete for port 8ff7c61c-4922-40b9-9282-48106c1373c7 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:59.666458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-25c85da0-c929-412f-9ec2-bd25e4b964ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:59.741172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 59a0f15e-ff26-4278-a895-7c0a9306c43c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:09:59.744009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:59.908183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:09:59.929066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-25c85da0-c929-412f-9ec2-bd25e4b964ef None None] Port 8ff7c61c-4922-40b9-9282-48106c1373c7 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:09:59.996317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.114052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8b8b0fb6-864c-4a5d-a726-18c67eed412b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:00.139996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38454) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:00.189046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:00.194901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a9081254-a90b-4668-8a50-d7eef652d523 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:00.195278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:00.195685 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-a9081254-a90b-4668-8a50-d7eef652d523 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 09 05:10:00.196609 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-a9081254-a90b-4668-8a50-d7eef652d523 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): There was a conflict when trying to complete your request. May 09 05:10:00.201607 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a9081254-a90b-4668-8a50-d7eef652d523 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5960581 May 09 05:10:00.203183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=67249c2b-90a7-4af6-bda8-06b9d3a269e2,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:00.209075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:00.224776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38458) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:00.239030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291753543'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:00.258146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:00.260581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Router e789d09e-aab7-46d1-9e13-60e371c6361f is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:10:00.279839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:00.331094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 8b8b0fb6-864c-4a5d-a726-18c67eed412b completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:00.339460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 8b8b0fb6-864c-4a5d-a726-18c67eed412b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:00.343942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.394129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:00.447943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:00.502078 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a5f64b89-e81a-48fd-b500-815e097013fb tempest-ServiceProvidersTest-721263736 tempest-ServiceProvidersTest-721263736-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3250117 May 09 05:10:00.531841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.572962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d1a732-fc52-4169-a26a-e246b853068d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:00.582771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Deleting port 0ff39ae3-cdf7-43c3-bce9-1a3d3c4f2b2f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:00.585294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.602873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.648198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 8b8b0fb6-864c-4a5d-a726-18c67eed412b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8b8b0fb6-864c-4a5d-a726-18c67eed412b,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:00.650922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.654287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.655611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:00.709600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.723395 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] Sync routers for ids ['e789d09e-aab7-46d1-9e13-60e371c6361f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:00.753330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:00.764429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:00.782552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:00.786983 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-92eeca16-15a9-4201-919a-071ee176b8b5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "PUT /v2.0/routers/e789d09e-aab7-46d1-9e13-60e371c6361f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3123579 May 09 05:10:00.794918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:00.804533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] Routers {'e789d09e-aab7-46d1-9e13-60e371c6361f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:00.805537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e789d09e-aab7-46d1-9e13-60e371c6361f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:00.977009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:00.998129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=8b8b0fb6-864c-4a5d-a726-18c67eed412b,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:01.016220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] Routers {'e789d09e-aab7-46d1-9e13-60e371c6361f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:01.017802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e789d09e-aab7-46d1-9e13-60e371c6361f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:01.067256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38472) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:01.117253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:01.118206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9adfe2-aaa8-4de7-98ce-dc8f43913b84 None None] The sync data for ids ['e789d09e-aab7-46d1-9e13-60e371c6361f'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:01.220160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19b62d-605f-4671-8268-19de88527595 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:01.220990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f19b62d-605f-4671-8268-19de88527595 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:01.269984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.282092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dd16dbd6-2abf-4ac6-a3c7-5260b2579fe6 None None] Provisioning complete for port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:01.286896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dd16dbd6-2abf-4ac6-a3c7-5260b2579fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.306907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:01.339346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:01.343213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.347456 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0935209 May 09 05:10:01.349298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:01.361726 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38480) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:01.365825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4519b-4b4b-4318-9965-447c6f7d44f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8bd723-7185-4229-a6a8-fcbe9908dfc7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:01.386825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8b8b0fb6-864c-4a5d-a726-18c67eed412b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:01.424787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:01.429402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'ae8bd723-7185-4229-a6a8-fcbe9908dfc7', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:01.444580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dd16dbd6-2abf-4ac6-a3c7-5260b2579fe6 None None] Port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:01.458064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:01.465962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 8b8b0fb6-864c-4a5d-a726-18c67eed412b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:01.466420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.476814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:01.495027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:01.526718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:01.589552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.589913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.610852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.808870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f19b62d-605f-4671-8268-19de88527595 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:01.810290 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7f19b62d-605f-4671-8268-19de88527595 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports?device_id=e789d09e-aab7-46d1-9e13-60e371c6361f HTTP/1.1" status: 200 len: 983 time: 1.0141721 May 09 05:10:01.812328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:01.823733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38484) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:01.835413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Calling delete_port for 0ff39ae3-cdf7-43c3-bce9-1a3d3c4f2b2f owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:01.908924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:01.924046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:9937554f3e714e22b78b3039f98c8f4a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:01.929039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:01.938912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:02.058086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.072111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.106303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Router d20e8156-0225-4744-acab-1ef76c1f3974 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:10:02.270942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.301767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.310351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.382075 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9937554f3e714e22b78b3039f98c8f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3112564 May 09 05:10:02.382890 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38490) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:02.385592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28607f7-076a-49d7-8cff-39ea50b41fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee92b1-0b6b-41bf-a102-db144da33180,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:02.432585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.491822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.515787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-107f920d-eea6-4972-a855-f7da04f4bf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.526015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:02.527055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Router 5818df99-a198-4645-988d-e4ad9dae2380 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:10:02.551707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:02.553990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-107f920d-eea6-4972-a855-f7da04f4bf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.558548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.562417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:02.595580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:02.634566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720a8343-489f-425a-9086-afaeb2d10416,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:02.691200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dca3b2-b3d6-41c8-9fc3-5ae0d9fe0e33,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:02.693362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:02.708313 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Sync routers for ids ['d20e8156-0225-4744-acab-1ef76c1f3974'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:02.722450 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Routers {'d20e8156-0225-4744-acab-1ef76c1f3974'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:02.723474 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['d20e8156-0225-4744-acab-1ef76c1f3974'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:02.773002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.777111 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7149f32e-c8ce-4360-97f1-3853fbb9d037 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4084127 May 09 05:10:02.779368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38494) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:02.789835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'ae8bd723-7185-4229-a6a8-fcbe9908dfc7', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:02.795343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:02.799329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:02.807551 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2db47c71-f18f-472d-bb41-8dd874d75b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "PUT /v2.0/routers/d20e8156-0225-4744-acab-1ef76c1f3974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2092316 May 09 05:10:02.811477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] Sync routers for ids ['5818df99-a198-4645-988d-e4ad9dae2380'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:02.812250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38498) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:02.813094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:02.817475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-107f920d-eea6-4972-a855-f7da04f4bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.819793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-107f920d-eea6-4972-a855-f7da04f4bf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.820910 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-107f920d-eea6-4972-a855-f7da04f4bf57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49ee92b1-0b6b-41bf-a102-db144da33180 HTTP/1.1" status: 204 len: 168 time: 0.4371014 May 09 05:10:02.822381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:02.826868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] Routers {'5818df99-a198-4645-988d-e4ad9dae2380'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:02.827409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['5818df99-a198-4645-988d-e4ad9dae2380'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:02.889588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.892693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.895204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.896448 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-72f014b8-e3c2-4c25-9e1f-b50b17986caa tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "PUT /v2.0/routers/5818df99-a198-4645-988d-e4ad9dae2380 HTTP/1.1" status: 200 len: 918 time: 9.0797405 May 09 05:10:02.905573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:02.913174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38504) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:02.913928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f920d-eea6-4972-a855-f7da04f4bf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee92b1-0b6b-41bf-a102-db144da33180,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:02.955940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:02.987605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event deleted for resources: {'Port': ['ID=0ff39ae3-cdf7-43c3-bce9-1a3d3c4f2b2f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:02.993110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:03.032292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] Routers {'5818df99-a198-4645-988d-e4ad9dae2380'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:03.032872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['5818df99-a198-4645-988d-e4ad9dae2380'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:03.039364 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Set router d20e8156-0225-4744-acab-1ef76c1f3974 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:03.042437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0be7c8-da23-490f-be19-e6fa80462298 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:03.043891 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-aa0be7c8-da23-490f-be19-e6fa80462298 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports/67249c2b-90a7-4af6-bda8-06b9d3a269e2 HTTP/1.1" status: 200 len: 911 time: 0.2277393 May 09 05:10:03.047428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:03.054318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38508) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.166561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:03.166979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9911f-b63e-452d-a0b8-0cbe2743fcf5 None None] The sync data for ids ['5818df99-a198-4645-988d-e4ad9dae2380'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:03.183755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:03.184431 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Floating IP ab87b242-4880-4305-a77f-327aea564852 disassociated (deleted). External IP: 172.26.0.113, port: a1dcb204-a988-4860-b2fc-1f652d018d45. May 09 05:10:03.319349 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a63c8e50-00d9-44cd-a3dd-2b372c36c47e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/5818df99-a198-4645-988d-e4ad9dae2380 HTTP/1.1" status: 200 len: 924 time: 0.4030178 May 09 05:10:03.375989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38512) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.444136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fa98bd-1b1f-4124-91ac-dc7a8bbfda23,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:03.461682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:03.463083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9772db75-bf40-4bde-ae79-aa62e6b7de49 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2372313 May 09 05:10:03.469311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38516) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.472381 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'name': 'tempest-NetworksTestDHCPv6-router-1294970803', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:53Z', 'updated_at': '2022-05-09T05:09:57Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None, '_interfaces': [{'id': '67249c2b-90a7-4af6-bda8-06b9d3a269e2', 'name': '', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'mac_address': 'fa:16:3e:0d:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'bdfb7be2-b151-4512-8b0b-d2d72588dd88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:56Z', 'updated_at': '2022-05-09T05:09:58Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'subnets': [{'id': 'bdfb7be2-b151-4512-8b0b-d2d72588dd88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:03.475723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '10fa98bd-1b1f-4124-91ac-dc7a8bbfda23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:03.476860 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Checking router: d20e8156-0225-4744-acab-1ef76c1f3974 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:03.477270 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Updating router d20e8156-0225-4744-acab-1ef76c1f3974 port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:10:03.536509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:03.537427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:03.552672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:03.555734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e1129-4fd5-4c7d-84e9-dc5a99094ae3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:03.557377 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a11e1129-4fd5-4c7d-84e9-dc5a99094ae3 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=5818df99-a198-4645-988d-e4ad9dae2380&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1739156 May 09 05:10:03.563441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38522) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.565161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:03.592432 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:03.612539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:03.639104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:03.643135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4251af8-d891-43b0-a72e-9cb0dcd1f6e8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:03.649793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4251af8-d891-43b0-a72e-9cb0dcd1f6e8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:03.654834 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c4251af8-d891-43b0-a72e-9cb0dcd1f6e8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5950885 May 09 05:10:03.654834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:03.657346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38528) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.657846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38530) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.657978 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8775063 May 09 05:10:03.670726 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'ae8bd723-7185-4229-a6a8-fcbe9908dfc7', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:03.678015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:03.729792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ef14e-a90a-478f-bff1-c5ba7a5d60d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65319a82-1678-4661-ab76-101b479b6f69,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:03.740048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:03.753244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:03.791546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a84a88-cd1c-4599-9b59-29ff418e5df5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:03.795950 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f9a84a88-cd1c-4599-9b59-29ff418e5df5 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 0.2050111 May 09 05:10:03.796171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38536) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.829129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:03.843233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56b3bce1-a77a-460a-ab4e-80983fad518d tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=5818df99-a198-4645-988d-e4ad9dae2380 HTTP/1.1" status: 200 len: 205 time: 0.0433426 May 09 05:10:03.843453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38540) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:03.889512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.009200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.062292 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.074604 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Transition to ACTIVE for port object 67249c2b-90a7-4af6-bda8-06b9d3a269e2 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:04.081836 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.103519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.163402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.218038 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46f006-0dff-4a3e-9d86-e72c160b1a7b None None] Pushing event updated for resources: {'Port': ['ID=67249c2b-90a7-4af6-bda8-06b9d3a269e2,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:04.329715 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Attempting to bind port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:04.330108 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Attempting to bind port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:04.330430 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Attempting to bind port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:04.340349 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:04.340783 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:04.341217 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.341774 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:04.342230 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Bound port: 67249c2b-90a7-4af6-bda8-06b9d3a269e2, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:04.342604 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.369867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.383719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Deleting port d7d1a732-fc52-4169-a26a-e246b853068d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:04.384176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.443211 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] For port 67249c2b-90a7-4af6-bda8-06b9d3a269e2, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:04.447108 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] For port 67249c2b-90a7-4af6-bda8-06b9d3a269e2, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=67249c2b-90a7-4af6-bda8-06b9d3a269e2,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:04.453796 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.546508 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Routers {'d20e8156-0225-4744-acab-1ef76c1f3974'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:04.547377 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['d20e8156-0225-4744-acab-1ef76c1f3974'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:04.578267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.600701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.631300 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46f006-0dff-4a3e-9d86-e72c160b1a7b None None] Pushing event updated for resources: {'Port': ['ID=67249c2b-90a7-4af6-bda8-06b9d3a269e2,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:04.669587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.672617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:04.770962 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] Set router d20e8156-0225-4744-acab-1ef76c1f3974 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:04.796299 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Calling delete_port for d7d1a732-fc52-4169-a26a-e246b853068d owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:04.932364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e1a66e-13bb-4440-9984-1582a7c6016b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:04.956438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Router e0101088-bc2e-4b9d-8b23-aae9597b8197 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:04.981126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.048574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.069992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232ac6cf-ca33-4e7b-8aa9-9f8f13a1ae3e,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:05.118687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event deleted for resources: {'Port': ['ID=d7d1a732-fc52-4169-a26a-e246b853068d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:05.172604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.173988 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9decfb88-b552-4f45-9cd3-db365a15786e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7031753 May 09 05:10:05.185921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38554) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:05.191720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.195748 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-04e42913-162b-4dee-b437-e16842945d50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5315351 May 09 05:10:05.202318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38558) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:05.208440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'ae8bd723-7185-4229-a6a8-fcbe9908dfc7', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:05.210008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '10fa98bd-1b1f-4124-91ac-dc7a8bbfda23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:05.221136 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'name': 'tempest-NetworksTestDHCPv6-router-1294970803', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:53Z', 'updated_at': '2022-05-09T05:09:57Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None, '_interfaces': [{'id': '67249c2b-90a7-4af6-bda8-06b9d3a269e2', 'name': '', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'mac_address': 'fa:16:3e:0d:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'bdfb7be2-b151-4512-8b0b-d2d72588dd88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:56Z', 'updated_at': '2022-05-09T05:10:04Z', 'revision_number': 4, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'subnets': [{'id': 'bdfb7be2-b151-4512-8b0b-d2d72588dd88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:05.225762 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27b2d3-9321-46c2-b5a8-7dd79763f190 None None] The sync data for ids ['d20e8156-0225-4744-acab-1ef76c1f3974'] in dv-neutron-840482-1-hyperv is: [{'id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'name': 'tempest-NetworksTestDHCPv6-router-1294970803', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:53Z', 'updated_at': '2022-05-09T05:09:57Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None, '_interfaces': [{'id': '67249c2b-90a7-4af6-bda8-06b9d3a269e2', 'name': '', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'mac_address': 'fa:16:3e:0d:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'bdfb7be2-b151-4512-8b0b-d2d72588dd88', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:56Z', 'updated_at': '2022-05-09T05:10:04Z', 'revision_number': 4, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'subnets': [{'id': 'bdfb7be2-b151-4512-8b0b-d2d72588dd88', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:05.230861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:05.238589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:05.249718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:05.255945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:05.259015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:05.287907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:05.294334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:05.310907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:05.329956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.376680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-fe094951-6586-4418-984a-484c73e7dde1 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:05.410123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 8ff7c61c-4922-40b9-9282-48106c1373c7 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:05.410468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.438413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.505539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:05.522090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.522349 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] Sync routers for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:05.526101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.532848 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:05.533464 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:05.539359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.543470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.580858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-fe094951-6586-4418-984a-484c73e7dde1 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:05.588965 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-fe094951-6586-4418-984a-484c73e7dde1 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803832402&fields=id&tenant_id=454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 267 time: 0.3521020 May 09 05:10:05.749040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-255008a5-cf25-4d42-8c8a-033c0b2b7315 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "DELETE /v2.0/floatingips/ab87b242-4880-4305-a77f-327aea564852 HTTP/1.1" status: 204 len: 168 time: 6.0901251 May 09 05:10:05.756354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:05.759645 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:05.780505 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): There was a conflict when trying to complete your request. May 09 05:10:05.790417 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4de153c8-de41-41c7-9761-ca9f9432ea43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6000590 May 09 05:10:05.809655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38566) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:05.869404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.870085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Fanout notify agent at l3_agent the message router_deleted on router 5818df99-a198-4645-988d-e4ad9dae2380 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:10:05.977038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-578dbd74-cb39-42b2-827d-5ac5519fb561 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.985530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:05.993363 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.000835 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1883f51b-9a5b-4c4d-8347-24bd40ef4476 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/5818df99-a198-4645-988d-e4ad9dae2380 HTTP/1.1" status: 204 len: 168 time: 2.1504257 May 09 05:10:06.003164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38570) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:06.016445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1998277703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:06.106847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-e4adc9c8-5a43-484b-95b9-c0a7d2ad66c0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:06.107586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-e4adc9c8-5a43-484b-95b9-c0a7d2ad66c0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:06.115013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.128417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.151626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-e4adc9c8-5a43-484b-95b9-c0a7d2ad66c0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:06.152965 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-e4adc9c8-5a43-484b-95b9-c0a7d2ad66c0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 812 time: 0.5630829 May 09 05:10:06.158433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a3cb2f-c2bb-43ce-ad43-ec62e35ddcb9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:06.190470 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-7a1a635a-0687-4f80-bd77-46eb9470a59d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/quotas/454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 375 time: 0.0287020 May 09 05:10:06.219377 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f495e8-3e0a-43ff-95ae-9e58992a9864'] response: {'name': 'network-changed', 'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'status': 'completed', 'code': 200} May 09 05:10:06.222534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:06.254021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.258317 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9b8fb1a3-48ba-4e0a-9677-466fa432e71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0550306 May 09 05:10:06.259100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38576) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:06.261459 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:07:01Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:06.265949 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] Checking router: e0101088-bc2e-4b9d-8b23-aae9597b8197 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:06.267146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'ae8bd723-7185-4229-a6a8-fcbe9908dfc7', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:06.275871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 8ff7c61c-4922-40b9-9282-48106c1373c7 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:06.277370 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:06.277988 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:06.280112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:06.287139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:06.291413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:06.298889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:06.305463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.328107 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-2ddc7e93-8c29-4512-bb5e-fed13e8a3591 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286991 May 09 05:10:06.329443 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:10:06.336581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.352928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Usage tracker for resource:router and tenant:be09dcfb06124d94a0a38946d9439edc is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:06.358598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-578dbd74-cb39-42b2-827d-5ac5519fb561 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.407504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.412858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.427353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:06.453195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f202a443-7ce0-4f10-97d6-f4e1f91851cd,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:06.470879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.475577 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8b48704b-8e63-4a48-aaa5-44bed1466543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2138281 May 09 05:10:06.476357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38582) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:06.482181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'ae8bd723-7185-4229-a6a8-fcbe9908dfc7', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:06.488684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:06.492923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:06.496060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:06.499504 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:06.502825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:06.516997 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:10:06.519993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:06.529454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.591860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.592319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.706450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.715245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.759777 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-b4e44993-4d7d-452b-9bb5-fd6b986d71cc service neutron] 10.222.0.50 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130793 May 09 05:10:06.760762 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e21d6ab-f81e-40b9-b818-36eada9f429b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:06.792728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:06.802421 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b7620ecf-b526-43da-87e2-c3ba677fed49 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165541 May 09 05:10:06.863128 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:07:01Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:06.867845 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699cc30-9555-4319-8922-f7bb0b6dacff None None] The sync data for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv is: [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:06:50Z', 'revision_number': 4, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'fa053f46-998a-4d74-94b6-5a25bb4d5c58', 'name': '', 'network_id': '005f8f21-856a-4cee-b380-58f4f94dcef4', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'mac_address': 'fa:16:3e:a1:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:48Z', 'updated_at': '2022-05-09T05:07:01Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'subnets': [{'id': 'f485efc7-f398-4b72-a2c1-0b63ecf8a814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:06.956863 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-31161483-d337-4e9f-bd69-23a075610580 service neutron] 10.222.0.50 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881635 May 09 05:10:07.068145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-578dbd74-cb39-42b2-827d-5ac5519fb561 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.119415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.124050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dbd74-cb39-42b2-827d-5ac5519fb561 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fa98bd-1b1f-4124-91ac-dc7a8bbfda23,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:07.127438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-2348d146-4045-4355-9582-64bb72be56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:07.129011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-2348d146-4045-4355-9582-64bb72be56fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1f5b2c232ef42feb93a63f33dfaee46&device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 1098 time: 0.9007220 May 09 05:10:07.262511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6e894-8a92-4f8f-9de6-5eacef5be1c0 req-3e6b0de1-324c-471c-9c14-3787a3a69381 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:07.263514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-dbe6e894-8a92-4f8f-9de6-5eacef5be1c0 req-3e6b0de1-324c-471c-9c14-3787a3a69381 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Synchronizing usage tracker for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:07.295126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb177b-e43a-4514-b167-fc1f01ba8ed6 None None] New status for floating IP ab87b242-4880-4305-a77f-327aea564852: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:10:07.370868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-578dbd74-cb39-42b2-827d-5ac5519fb561 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.375633 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-578dbd74-cb39-42b2-827d-5ac5519fb561 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/10fa98bd-1b1f-4124-91ac-dc7a8bbfda23 HTTP/1.1" status: 204 len: 168 time: 1.5618594 May 09 05:10:07.375734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38598) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:07.387355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.418981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-dbe6e894-8a92-4f8f-9de6-5eacef5be1c0 req-3e6b0de1-324c-471c-9c14-3787a3a69381 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Unset dirty status for tenant:a1f5b2c232ef42feb93a63f33dfaee46 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:07.420312 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dbe6e894-8a92-4f8f-9de6-5eacef5be1c0 req-3e6b0de1-324c-471c-9c14-3787a3a69381 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 1.0536997 May 09 05:10:07.456336 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0f460197-b1d2-4daa-9817-8c0356e811e4 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794744 May 09 05:10:07.460550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38610) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:07.463786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.466398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515100249'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:07.480589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 67249c2b-90a7-4af6-bda8-06b9d3a269e2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:07.512166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:07.520251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.520530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-3d0c0553-c5e9-4b17-9c8b-1958621a9747 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:07.521459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-942ede71-8923-46e6-9e24-f52dfe640a54 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5120981 May 09 05:10:07.529739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:07.532430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38614) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:07.538439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:07.548635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:07.553833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'enable_snat': False}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:07.564609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:07.565499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-05c4981c-a7ec-4bef-8274-a5e55ffeb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:07.566991 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-05c4981c-a7ec-4bef-8274-a5e55ffeb158 service neutron] 10.222.0.59 "GET /v2.0/networks?id=005f8f21-856a-4cee-b380-58f4f94dcef4 HTTP/1.1" status: 200 len: 898 time: 0.3846803 May 09 05:10:07.570842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:07.571209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.573145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=8ff7c61c-4922-40b9-9282-48106c1373c7,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:07.607017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:07.607362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.734964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.741033 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dbe6e894-8a92-4f8f-9de6-5eacef5be1c0 req-266c4eeb-15df-4fc8-b5fa-c0d60fb6d91d tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105855 May 09 05:10:07.784769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 67249c2b-90a7-4af6-bda8-06b9d3a269e2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=67249c2b-90a7-4af6-bda8-06b9d3a269e2,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:07.793228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:07.854825 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-22dc6d2b-e1f1-466f-8279-b0c0e3a78bc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1dcb204-a988-4860-b2fc-1f652d018d45 HTTP/1.1" status: 200 len: 217 time: 0.2177813 May 09 05:10:07.883302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=67249c2b-90a7-4af6-bda8-06b9d3a269e2,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:07.900713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-3d0c0553-c5e9-4b17-9c8b-1958621a9747 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:07.901858 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-3d0c0553-c5e9-4b17-9c8b-1958621a9747 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669078587&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.4302025 May 09 05:10:07.932634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f0c41ab6-3487-42dc-939d-f093049b0abf req-4c0b4e7d-203a-415f-bb83-aac932460a5f tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:07.959453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:08.133718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:08.141940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:08.149601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:08.157619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:08.181584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-1d322937-b0eb-4747-9bb6-b23d4c3ca08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:08.183367 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-1d322937-b0eb-4747-9bb6-b23d4c3ca08d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f485efc7-f398-4b72-a2c1-0b63ecf8a814 HTTP/1.1" status: 200 len: 834 time: 0.3079181 May 09 05:10:08.183583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f0c41ab6-3487-42dc-939d-f093049b0abf req-4c0b4e7d-203a-415f-bb83-aac932460a5f tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:08.184570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0c41ab6-3487-42dc-939d-f093049b0abf req-4c0b4e7d-203a-415f-bb83-aac932460a5f tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 210 time: 0.3643742 May 09 05:10:08.184954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:08.300840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-bd240a51-e374-46cf-8080-ef3ea114ae82 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:08.301522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-bd240a51-e374-46cf-8080-ef3ea114ae82 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:08.325780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:08.331990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port 67249c2b-90a7-4af6-bda8-06b9d3a269e2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=67249c2b-90a7-4af6-bda8-06b9d3a269e2,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:08.332317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:08.348380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-bd240a51-e374-46cf-8080-ef3ea114ae82 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:08.349622 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-bd240a51-e374-46cf-8080-ef3ea114ae82 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=b407bd5e-2266-4b82-8200-7da18b9758d4 HTTP/1.1" status: 200 len: 796 time: 0.3971574 May 09 05:10:08.381715 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-86e7205e-ae4a-4352-b06f-39ec19ac5809 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0255744 May 09 05:10:08.406487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:08.582340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:08.619930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 67249c2b-90a7-4af6-bda8-06b9d3a269e2 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:08.658680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea13bce-4b95-4c3a-a6d0-7a4ff3d6845b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:08.665092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:08.669059 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-615d2f20-8100-4473-8aa1-009a96f5ff1d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2049770 May 09 05:10:08.671123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38622) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:08.680096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ef331b5b-7807-4927-8d30-97558e0dbb10 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dea13bce-4b95-4c3a-a6d0-7a4ff3d6845b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:08.680896 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-ef331b5b-7807-4927-8d30-97558e0dbb10 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 09 05:10:08.681379 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-ef331b5b-7807-4927-8d30-97558e0dbb10 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:08.682262 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ef331b5b-7807-4927-8d30-97558e0dbb10 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079458 May 09 05:10:08.687515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38626) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:08.824503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-8e78bac3-6b37-4769-84a7-a3dfc4d60bb3 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:08.826032 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-8e78bac3-6b37-4769-84a7-a3dfc4d60bb3 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.8330929 May 09 05:10:08.849128 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-bc6106df-800e-49f5-b72b-1cdf751c3299 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4466362 May 09 05:10:08.995880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-324f0b0f-1b4c-49c8-bfc5-e947f2144353 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.004648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-60bec664-75cd-446e-af46-7070c3289c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:09.006155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-60bec664-75cd-446e-af46-7070c3289c91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=005f8f21-856a-4cee-b380-58f4f94dcef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7566009 May 09 05:10:09.044102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.095679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-324f0b0f-1b4c-49c8-bfc5-e947f2144353 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.103279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.163004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Deleting port a1dcb204-a988-4860-b2fc-1f652d018d45 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:09.163357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.195469 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-798ec619-01f9-4459-9fc5-09ced3f5151a service neutron] 10.222.0.50 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290381 May 09 05:10:09.258635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Router e789d09e-aab7-46d1-9e13-60e371c6361f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:09.288139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:09.288548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:09.327680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 67249c2b-90a7-4af6-bda8-06b9d3a269e2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:09.342218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-324f0b0f-1b4c-49c8-bfc5-e947f2144353 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.390730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0b0f-1b4c-49c8-bfc5-e947f2144353 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea13bce-4b95-4c3a-a6d0-7a4ff3d6845b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:09.427127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Allocated IP 172.26.0.29 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/ed2e3ae0-347e-4806-bce1-b2400f12a2b8) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:09.437647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-324f0b0f-1b4c-49c8-bfc5-e947f2144353 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.441282 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-324f0b0f-1b4c-49c8-bfc5-e947f2144353 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/dea13bce-4b95-4c3a-a6d0-7a4ff3d6845b HTTP/1.1" status: 204 len: 168 time: 0.7503793 May 09 05:10:09.443765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38634) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:09.458815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:09.459238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.474579 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-c2a1e354-5880-4dce-a6a0-2947fdfdca9e service neutron] 10.222.0.50 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672372 May 09 05:10:09.507785 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-9844ecf0-9b4d-41fe-9a1f-bcf827112d6f service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376488 May 09 05:10:09.514327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:09.525858 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] Sync routers for ids ['e789d09e-aab7-46d1-9e13-60e371c6361f'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:09.526493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dd343-b7bd-4c9a-b286-0ad49f36cf43 req-d736f08a-7381-4eae-8354-05db19f93d1f tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:09.534034 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e58dd343-b7bd-4c9a-b286-0ad49f36cf43 req-d736f08a-7381-4eae-8354-05db19f93d1f tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 945 time: 0.6458452 May 09 05:10:09.536514 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] Routers {'e789d09e-aab7-46d1-9e13-60e371c6361f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:09.537135 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e789d09e-aab7-46d1-9e13-60e371c6361f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:09.613654 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:09.625411 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] Routers {'e789d09e-aab7-46d1-9e13-60e371c6361f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:09.626325 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e789d09e-aab7-46d1-9e13-60e371c6361f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:09.709107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c724d0fb-d4dd-437e-afac-e52c626df96b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "PUT /v2.0/routers/e789d09e-aab7-46d1-9e13-60e371c6361f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8361306 May 09 05:10:09.709810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38646) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:09.727698 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:09.728352 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616cf6f-9116-4155-8574-7e3b8067c6df None None] The sync data for ids ['e789d09e-aab7-46d1-9e13-60e371c6361f'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:09.783513 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e58dd343-b7bd-4c9a-b286-0ad49f36cf43 req-1ecab0ae-9806-4f28-a468-cbef9b3733d2 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b29e294-30ed-406c-8631-2c6c79eb1713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482975 May 09 05:10:09.797530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 67249c2b-90a7-4af6-bda8-06b9d3a269e2 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:09.798465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.869026 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcff54ee-cba9-4d5d-a0b2-9f4f2d49a447 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:10:09.873005 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dcff54ee-cba9-4d5d-a0b2-9f4f2d49a447 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/8ff7c61c-4922-40b9-9282-48106c1373c7 HTTP/1.1" status: 404 len: 333 time: 0.1599245 May 09 05:10:09.879645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38654) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:09.900594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:09.907941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f9b96fc9-9cb8-4737-b862-854d21cc9ec9 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:09.913188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2c56cca7-f6c6-4be3-8a11-4462a57115b8 req-5268fb08-d26f-4788-8e2a-70d4b8009e5d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:09.942737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a9279ffb-83ad-4ca9-87f0-01df6aedcab1 req-ad225f27-830e-4881-8d64-da9291cc8971 service neutron] 10.222.0.59 "GET /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897488 May 09 05:10:10.000024 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c1a26488-28c5-4f26-bf18-a9a1f3925c68 req-96616557-0848-4516-95fe-6fcd2b96e3ad tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 210 time: 0.1870980 May 09 05:10:10.122893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f9b96fc9-9cb8-4737-b862-854d21cc9ec9 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:10.124562 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f9b96fc9-9cb8-4737-b862-854d21cc9ec9 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6779516 May 09 05:10:10.128370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38662) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:10.134025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a598-13f4-4281-9552-5d9e90987acc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.187160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2c56cca7-f6c6-4be3-8a11-4462a57115b8 req-5268fb08-d26f-4788-8e2a-70d4b8009e5d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:10.188298 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c56cca7-f6c6-4be3-8a11-4462a57115b8 req-5268fb08-d26f-4788-8e2a-70d4b8009e5d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 210 time: 0.3546431 May 09 05:10:10.189834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] For port a1dcb204-a988-4860-b2fc-1f652d018d45, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a1dcb204-a988-4860-b2fc-1f652d018d45,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:10.190199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.229243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153279132'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:10.289820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:10.292895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.325714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Calling delete_port for a1dcb204-a988-4860-b2fc-1f652d018d45 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:10.418511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port 67249c2b-90a7-4af6-bda8-06b9d3a269e2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=67249c2b-90a7-4af6-bda8-06b9d3a269e2,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:10.418849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.498986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:10.561764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 67249c2b-90a7-4af6-bda8-06b9d3a269e2 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:10.568142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:10.627547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:10.639750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:10.694626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.719810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.744872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event deleted for resources: {'Port': ['ID=a1dcb204-a988-4860-b2fc-1f652d018d45,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:10.754405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Pushing event updated for resources: {'Port': ['ID=ed2e3ae0-347e-4806-bce1-b2400f12a2b8,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:10.771582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a598-13f4-4281-9552-5d9e90987acc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.775679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a598-13f4-4281-9552-5d9e90987acc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.781515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:10.787695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:10.790831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:10.797025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:10.838621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] No DVR routers for this DVR port a1dcb204-a988-4860-b2fc-1f652d018d45 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:10:10.841561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.845002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-deleted', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:10.872770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-36cfc869-a4cc-42b2-8eff-f14c9bc6b743 req-6bf9fc30-2dfd-497d-b578-3fbf8d3ca566 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.59 "DELETE /v2.0/ports/a1dcb204-a988-4860-b2fc-1f652d018d45 HTTP/1.1" status: 204 len: 173 time: 2.0288901 May 09 05:10:10.878730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.890409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:10.999961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95db460c-3b49-41ea-932a-b96ef1c22002'] response: {'server_uuid': 'a6d69673-9eef-4740-839f-4a088618e8c7', 'name': 'network-vif-deleted', 'tag': 'a1dcb204-a988-4860-b2fc-1f652d018d45', 'status': 'completed', 'code': 200} May 09 05:10:11.014384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.120295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a598-13f4-4281-9552-5d9e90987acc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.120832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea5a598-13f4-4281-9552-5d9e90987acc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Fanout notify agent at l3_agent the message router_deleted on router e789d09e-aab7-46d1-9e13-60e371c6361f {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:10:11.132739 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-471b0b0a-10d8-44db-974e-90914295260b req-87e42752-471f-49a9-babf-e3036935d137 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6d69673-9eef-4740-839f-4a088618e8c7 HTTP/1.1" status: 200 len: 210 time: 0.1406136 May 09 05:10:11.185934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7def1671-35b9-4e3c-934c-dae1a23801d4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:11.204482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a598-13f4-4281-9552-5d9e90987acc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.208654 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0ea5a598-13f4-4281-9552-5d9e90987acc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/routers/e789d09e-aab7-46d1-9e13-60e371c6361f HTTP/1.1" status: 204 len: 168 time: 1.2975161 May 09 05:10:11.209513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38676) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:11.219422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.224211 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4b38f378-8127-421b-ae04-89e881737f80 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0947945 May 09 05:10:11.259490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38682) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:11.272357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e7e6393f-8aa7-4295-bb97-00b138ba2048 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '7def1671-35b9-4e3c-934c-dae1a23801d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:11.273525 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-e7e6393f-8aa7-4295-bb97-00b138ba2048 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 09 05:10:11.274036 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-e7e6393f-8aa7-4295-bb97-00b138ba2048 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:11.279394 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e7e6393f-8aa7-4295-bb97-00b138ba2048 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0187430 May 09 05:10:11.283061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38686) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:11.303780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-8a94794e-6450-4b67-ae2b-8d376b6d308d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:11.304511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-8a94794e-6450-4b67-ae2b-8d376b6d308d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:11.359563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=67249c2b-90a7-4af6-bda8-06b9d3a269e2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:11.407497 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d52d18b7-bfb8-46a5-adea-88d9fea90fc8 req-93871dd1-11cb-4b3c-b59b-4eb12c6e7c25 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 210 time: 0.0976019 May 09 05:10:11.421564 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-86db0922-7830-489c-9cc7-d35e40746600 req-55e8e2d1-041e-4fef-b070-ceac64cb7b1f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 210 time: 0.0776889 May 09 05:10:11.425086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-8a94794e-6450-4b67-ae2b-8d376b6d308d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:11.426238 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-8a94794e-6450-4b67-ae2b-8d376b6d308d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=b407bd5e-2266-4b82-8200-7da18b9758d4 HTTP/1.1" status: 200 len: 796 time: 0.3312433 May 09 05:10:11.576585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet 06abc7d3-a901-4957-bf79-60895e4a9824 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:11.607927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.675651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.680514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22eaef7d-d659-43a1-8232-adb8a90cc24d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:11.734601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d357-cb38-4e63-a706-00f60bb175b8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.758643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.824465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.873955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22eaef7d-d659-43a1-8232-adb8a90cc24d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:11.875083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22eaef7d-d659-43a1-8232-adb8a90cc24d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 379 time: 0.3762550 May 09 05:10:11.875809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d357-cb38-4e63-a706-00f60bb175b8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:11.931283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['ae8bd723-7185-4229-a6a8-fcbe9908dfc7']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:12.099060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Router d20e8156-0225-4744-acab-1ef76c1f3974 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:12.244932 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38698) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:12.247243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d357-cb38-4e63-a706-00f60bb175b8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:12.298328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:12.311182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:12.320254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:12.351365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:12.355792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] Sync routers for ids ['d20e8156-0225-4744-acab-1ef76c1f3974'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:12.356378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:12.366347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1d357-cb38-4e63-a706-00f60bb175b8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7def1671-35b9-4e3c-934c-dae1a23801d4,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:12.378589 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f02a4364-4e63-42bb-85b5-a6ccd7afb075 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "PUT /v2.0/routers/d20e8156-0225-4744-acab-1ef76c1f3974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7156498 May 09 05:10:12.382281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] Routers {'d20e8156-0225-4744-acab-1ef76c1f3974'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:12.382494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38702) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:12.384125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['d20e8156-0225-4744-acab-1ef76c1f3974'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:12.387212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:12.459781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b8b8a14d-599e-4900-832c-6dab91310e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:12.540740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d357-cb38-4e63-a706-00f60bb175b8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:12.545423 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c0a1d357-cb38-4e63-a706-00f60bb175b8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/7def1671-35b9-4e3c-934c-dae1a23801d4 HTTP/1.1" status: 204 len: 168 time: 1.2571049 May 09 05:10:12.553078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] Set router d20e8156-0225-4744-acab-1ef76c1f3974 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:12.568938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38710) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:12.671337 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6c00bc4c-a314-4bbd-93a9-c3a7313bbbe4 req-76cf59e2-746d-42e2-a485-c7e8fde3bb5f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 210 time: 0.0858583 May 09 05:10:12.679036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce30dde-0c35-4c12-848f-a8f4f5d59319 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:12.689865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce30dde-0c35-4c12-848f-a8f4f5d59319 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:12.689865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dce30dde-0c35-4c12-848f-a8f4f5d59319 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:12.743558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'name': 'tempest-NetworksTestDHCPv6-router-1294970803', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:53Z', 'updated_at': '2022-05-09T05:10:10Z', 'revision_number': 3, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:12.748157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] Checking router: d20e8156-0225-4744-acab-1ef76c1f3974 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:12.756990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] Routers {'d20e8156-0225-4744-acab-1ef76c1f3974'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:12.757804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['d20e8156-0225-4744-acab-1ef76c1f3974'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:12.812515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dce30dde-0c35-4c12-848f-a8f4f5d59319 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:12.816669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dce30dde-0c35-4c12-848f-a8f4f5d59319 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4332402 May 09 05:10:12.822344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:12.827499 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-06b62dee-54c9-4795-b68f-982cf0e108a4 req-d1684634-36dd-4218-827f-caaebf8103de tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 210 time: 0.0576057 May 09 05:10:12.888296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6949d99c-683b-4fe9-a051-233db110d764 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:12.908715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:12.911355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:12.980900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] Set router d20e8156-0225-4744-acab-1ef76c1f3974 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:13.028961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.6 (b407bd5e-2266-4b82-8200-7da18b9758d4/c24409c2-5e98-4156-883e-488a5cb658d3/ef58b49e-4cd7-4f81-a957-e3cca0ef31a1) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:13.038866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.050983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=06abc7d3-a901-4957-bf79-60895e4a9824,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:13.052966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.103824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cae73b-e98b-4217-9e81-58361d00ba4e None None] Network 67da4ea3-94cc-462c-a20d-231c366f7366 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:13.153923 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9e0b84da-ea4c-42d7-a08b-4be5040434b7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/06abc7d3-a901-4957-bf79-60895e4a9824 HTTP/1.1" status: 204 len: 168 time: 1.9400249 May 09 05:10:13.154867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38718) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:13.165711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-f9240f6f-4f8e-4e17-925a-1863481c154f tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:13.167791 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-f9240f6f-4f8e-4e17-925a-1863481c154f tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 812 time: 0.2866306 May 09 05:10:13.205224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a1dcb204-a988-4860-b2fc-1f652d018d45 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:13.206407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet bdfb7be2-b151-4512-8b0b-d2d72588dd88 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:13.276054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.285730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: a1dcb204-a988-4860-b2fc-1f652d018d45 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:13.286066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a1dcb204-a988-4860-b2fc-1f652d018d45 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:13.329116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'name': 'tempest-NetworksTestDHCPv6-router-1294970803', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:53Z', 'updated_at': '2022-05-09T05:10:10Z', 'revision_number': 3, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:13.343968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37d34f-7944-4e9a-abe8-905322610223 None None] The sync data for ids ['d20e8156-0225-4744-acab-1ef76c1f3974'] in dv-neutron-840482-1-hyperv is: [{'id': 'd20e8156-0225-4744-acab-1ef76c1f3974', 'name': 'tempest-NetworksTestDHCPv6-router-1294970803', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:53Z', 'updated_at': '2022-05-09T05:10:10Z', 'revision_number': 3, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:13.380561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6949d99c-683b-4fe9-a051-233db110d764 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:13.382396 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6949d99c-683b-4fe9-a051-233db110d764 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8125193 May 09 05:10:13.418289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-5643cb6b-a23d-4f6f-a93f-fd1769d58c53 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:13.423603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38722) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:13.440300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--408258903'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:13.447195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:13.483589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-5643cb6b-a23d-4f6f-a93f-fd1769d58c53 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:13.484779 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-5643cb6b-a23d-4f6f-a93f-fd1769d58c53 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 380 time: 0.2713392 May 09 05:10:13.498514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:13.572007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.600212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.610223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port e81e3e40-4416-4237-a9cb-c70f865bb278 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:13.610563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.631223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'port': {'device_id': '763425e6-0aaf-44c2-9801-25765cabb44e', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'admin_state_up': True, 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'security_groups': ['55c9ef3a-a7b8-4d17-ac36-298d11d58fdf']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:13.751677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.757048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] DHCP port deletion for 67da4ea3-94cc-462c-a20d-231c366f7366 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:10:13.761573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] Deleting port e81e3e40-4416-4237-a9cb-c70f865bb278 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:13.761941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:13.812561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:13.827516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:13.835138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Router 3ce66c3e-05e5-402c-ad4b-f4a1796199ef is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:10:13.836157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:13.853887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:14.173284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] For port e81e3e40-4416-4237-a9cb-c70f865bb278, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e81e3e40-4416-4237-a9cb-c70f865bb278,segment=NetworkSegment(12c80603-08c8-45c8-9847-01c46c4fb89f),segment_id=12c80603-08c8-45c8-9847-01c46c4fb89f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:14.174336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.201474 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b8dd30ba-1269-40e7-9cff-111d79a6a8e2 req-eb875587-899e-46b1-aa6e-77835527466c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 210 time: 0.0906353 May 09 05:10:14.233619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:14.243715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:14.257546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.265143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Made reservation on behalf of 454fa6b37fa94f58b9fedab4580432c5 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:14.269226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.299318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.370647 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2ff27cd2-ba86-4d74-981a-3266de0ac12e req-78c8bc95-be2d-4c26-8f3c-63c217e21aac tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 210 time: 0.1918802 May 09 05:10:14.401741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] Calling delete_port for e81e3e40-4416-4237-a9cb-c70f865bb278 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:14.487740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:14.499627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.500598 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] Sync routers for ids ['3ce66c3e-05e5-402c-ad4b-f4a1796199ef'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:14.506924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.511202 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ddeec0af-d55d-4faf-ae41-522f2d499ad7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "PUT /v2.0/routers/3ce66c3e-05e5-402c-ad4b-f4a1796199ef HTTP/1.1" status: 200 len: 919 time: 6.9757302 May 09 05:10:14.511691 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] Routers {'3ce66c3e-05e5-402c-ad4b-f4a1796199ef'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:14.512293 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['3ce66c3e-05e5-402c-ad4b-f4a1796199ef'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:14.519896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38732) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:14.531545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:14.578229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] Pushing event deleted for resources: {'Port': ['ID=e81e3e40-4416-4237-a9cb-c70f865bb278,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:14.589005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ba904-23bf-4134-a99b-561b8e2671d7 None None] No DVR routers for this DVR port e81e3e40-4416-4237-a9cb-c70f865bb278 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:10:14.615086 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:14.621158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.626344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.627558 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] Routers {'3ce66c3e-05e5-402c-ad4b-f4a1796199ef'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:14.628052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-17a27f5c-25ef-44a4-ac5b-c3e62de5a0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.628573 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:09:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['3ce66c3e-05e5-402c-ad4b-f4a1796199ef'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:14.643569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.681087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] For port e81e3e40-4416-4237-a9cb-c70f865bb278, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e81e3e40-4416-4237-a9cb-c70f865bb278,segment=NetworkSegment(12c80603-08c8-45c8-9847-01c46c4fb89f),segment_id=12c80603-08c8-45c8-9847-01c46c4fb89f)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:14.681620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.704563 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:14.705014 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3d855-8e7a-4674-8c18-49685c45ca90 None None] The sync data for ids ['3ce66c3e-05e5-402c-ad4b-f4a1796199ef'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:14.705844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Allocated IP 172.20.0.7 (c163bfb8-efe2-412d-818a-b3dd6ddac857/ff710824-31e2-4999-b24b-b2d6c9bb2d67/bffb0a9f-8977-43e9-a782-0db817945b63) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:14.716940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.782070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.788759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887fe70-2d26-4606-b2c0-ebfcc965c01c None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:14.789297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cffba3-db39-4f2e-b571-224b4b692310,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:14.797607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfb7be2-b151-4512-8b0b-d2d72588dd88,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:14.809392 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a1b8e476-d9f9-4f41-860f-42f081800bed tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/bdfb7be2-b151-4512-8b0b-d2d72588dd88 HTTP/1.1" status: 204 len: 168 time: 1.9836190 May 09 05:10:14.811129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38736) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:14.869079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for e81e3e40-4416-4237-a9cb-c70f865bb278 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:14.880086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.881316 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-270ebed4-dc0b-4837-a22c-b4b4f60f6f26 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4453080 May 09 05:10:14.882635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:14.901742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38740) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:14.942400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9356c664-829e-40f3-a80f-a33f0e482bfb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '92cffba3-db39-4f2e-b571-224b4b692310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:14.943242 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-9356c664-829e-40f3-a80f-a33f0e482bfb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 09 05:10:14.943733 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-9356c664-829e-40f3-a80f-a33f0e482bfb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:14.944760 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9356c664-829e-40f3-a80f-a33f0e482bfb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127711 May 09 05:10:14.958043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38744) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:14.972264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8d4caa8b-fc3a-4b35-9931-624d44d0f03e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '92cffba3-db39-4f2e-b571-224b4b692310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:14.972955 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-8d4caa8b-fc3a-4b35-9931-624d44d0f03e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 09 05:10:14.973434 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-8d4caa8b-fc3a-4b35-9931-624d44d0f03e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:14.974363 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8d4caa8b-fc3a-4b35-9931-624d44d0f03e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132587 May 09 05:10:14.978392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38748) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:15.001553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-744ef35d-5c62-4874-b970-1227d437a145 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '92cffba3-db39-4f2e-b571-224b4b692310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:15.002806 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-744ef35d-5c62-4874-b970-1227d437a145 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 09 05:10:15.003609 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-744ef35d-5c62-4874-b970-1227d437a145 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:15.004792 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-744ef35d-5c62-4874-b970-1227d437a145 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115604 May 09 05:10:15.014159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38752) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:15.118449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:15.127459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5d2aee9a-7917-4b88-82c1-728de9bb3082 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '92cffba3-db39-4f2e-b571-224b4b692310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:15.128361 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-5d2aee9a-7917-4b88-82c1-728de9bb3082 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 09 05:10:15.128882 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-5d2aee9a-7917-4b88-82c1-728de9bb3082 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:15.132360 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5d2aee9a-7917-4b88-82c1-728de9bb3082 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134101 May 09 05:10:15.134889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38756) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:15.175028 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f2721d7-dcc9-4493-a6bd-c1c290f29e09 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/3ce66c3e-05e5-402c-ad4b-f4a1796199ef HTTP/1.1" status: 200 len: 925 time: 0.6536140 May 09 05:10:15.180368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38760) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:15.190541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:10:15.196468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] Deleting port 59a0f15e-ff26-4278-a895-7c0a9306c43c {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:15.197166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.207221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network b407bd5e-2266-4b82-8200-7da18b9758d4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:15.223249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:15.241085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:15.298453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:15.299024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:15.391758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d256d106-01d8-48a3-aec8-f05e10cb095f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5707948 May 09 05:10:15.395698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38766) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:15.417714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:15.418512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.519862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.561969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-22661306-fbcf-46ac-aa1c-6396e919b11c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6343441 May 09 05:10:15.570300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Transition to ACTIVE for port object bffb0a9f-8977-43e9-a782-0db817945b63 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:15.582566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Request body: {'port': {'device_id': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:15.595624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 67249c2b-90a7-4af6-bda8-06b9d3a269e2 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:15.656340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 67249c2b-90a7-4af6-bda8-06b9d3a269e2 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:15.656707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 67249c2b-90a7-4af6-bda8-06b9d3a269e2 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:15.657107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 59a0f15e-ff26-4278-a895-7c0a9306c43c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:15.696959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f870ad-7c04-4c63-ac0c-1e532387be35 req-04578882-80e7-4c6e-8850-8237b9420944 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:15.697884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-48f870ad-7c04-4c63-ac0c-1e532387be35 req-04578882-80e7-4c6e-8850-8237b9420944 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:15.733407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.741894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.754720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] For port 59a0f15e-ff26-4278-a895-7c0a9306c43c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=59a0f15e-ff26-4278-a895-7c0a9306c43c,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:15.755201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.763745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ccabce73-112d-411f-859f-270c815451e7 None None] Provisioning for port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:15.804831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-48f870ad-7c04-4c63-ac0c-1e532387be35 req-04578882-80e7-4c6e-8850-8237b9420944 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:15.805489 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-48f870ad-7c04-4c63-ac0c-1e532387be35 req-04578882-80e7-4c6e-8850-8237b9420944 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 931 time: 0.3595786 May 09 05:10:15.831379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ccabce73-112d-411f-859f-270c815451e7 None None] Provisioning complete for port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:15.832037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ccabce73-112d-411f-859f-270c815451e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.845489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.863429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:15.872345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:15.893895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:15.930969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f0611ff-9bab-4010-9859-6353680482a2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:15.931913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] Calling delete_port for 59a0f15e-ff26-4278-a895-7c0a9306c43c owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:15.992846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port e81e3e40-4416-4237-a9cb-c70f865bb278 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:15.993450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.010382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=bffb0a9f-8977-43e9-a782-0db817945b63,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:16.027232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-48f870ad-7c04-4c63-ac0c-1e532387be35 req-5dcab4f2-ef55-493e-8c0d-dc20d401c031 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078381 May 09 05:10:16.078593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:16.079414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.133751 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.138611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ccabce73-112d-411f-859f-270c815451e7 None None] Port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:16.157954 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c1d5235f-312e-480e-8b3f-44c3588fb445 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5702069 May 09 05:10:16.158259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ac8961e-9227-49f8-b684-04699b2b4a19 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.178198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.191081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Request body: {'port': {'device_id': '763425e6-0aaf-44c2-9801-25765cabb44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:16.204444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.215190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ac8961e-9227-49f8-b684-04699b2b4a19 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.288633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] Pushing event deleted for resources: {'Port': ['ID=59a0f15e-ff26-4278-a895-7c0a9306c43c,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:16.303310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9dc1e-ca20-4bd9-a7ab-abdbb5984a77 None None] No DVR routers for this DVR port 59a0f15e-ff26-4278-a895-7c0a9306c43c on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:10:16.317193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e81e3e40-4416-4237-a9cb-c70f865bb278 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:16.359864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: e81e3e40-4416-4237-a9cb-c70f865bb278 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:16.360197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e81e3e40-4416-4237-a9cb-c70f865bb278 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:16.384887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64482d8b-10db-4165-8b81-0c0a27a44649 None None] Provisioning for port bffb0a9f-8977-43e9-a782-0db817945b63 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:16.390365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] The port 'e81e3e40-4416-4237-a9cb-c70f865bb278' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:10:16.391938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-64482d8b-10db-4165-8b81-0c0a27a44649 None None] Provisioning complete for port bffb0a9f-8977-43e9-a782-0db817945b63 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:16.392593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64482d8b-10db-4165-8b81-0c0a27a44649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.448799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ac8961e-9227-49f8-b684-04699b2b4a19 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.465185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-64482d8b-10db-4165-8b81-0c0a27a44649 None None] Port bffb0a9f-8977-43e9-a782-0db817945b63 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:16.661803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.737490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8961e-9227-49f8-b684-04699b2b4a19 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cffba3-db39-4f2e-b571-224b4b692310,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:16.785821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f0611ff-9bab-4010-9859-6353680482a2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.791260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f0611ff-9bab-4010-9859-6353680482a2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.804473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:10:16.811416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.822048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abd653-eefb-4aef-8591-2996f63752a7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:16.826334 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-64abd653-eefb-4aef-8591-2996f63752a7 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=3ce66c3e-05e5-402c-ad4b-f4a1796199ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.6315157 May 09 05:10:16.843052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38772) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:16.844899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ac8961e-9227-49f8-b684-04699b2b4a19 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.848340 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6ac8961e-9227-49f8-b684-04699b2b4a19 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/92cffba3-db39-4f2e-b571-224b4b692310 HTTP/1.1" status: 204 len: 168 time: 1.7062705 May 09 05:10:16.850498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38776) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:16.852515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.891403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67da4ea3-94cc-462c-a20d-231c366f7366']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:16.907667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f0611ff-9bab-4010-9859-6353680482a2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.908276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0611ff-9bab-4010-9859-6353680482a2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Fanout notify agent at l3_agent the message router_deleted on router d20e8156-0225-4744-acab-1ef76c1f3974 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:10:16.915029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Transition to ACTIVE for port object ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:16.932268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:16.992919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c80603-08c8-45c8-9847-01c46c4fb89f') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:16.993496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c80603-08c8-45c8-9847-01c46c4fb89f') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:16.997886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6bca07aa-7caf-476b-a471-a455ec801bfa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:17.030426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbe00b-adf0-4916-b82f-7cb39f0d9ec2 req-4cdd5022-a031-42d6-80fc-f3cfd1b3fb27 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:17.032045 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fbfbe00b-adf0-4916-b82f-7cb39f0d9ec2 req-4cdd5022-a031-42d6-80fc-f3cfd1b3fb27 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 931 time: 0.9590318 May 09 05:10:17.076899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.094927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f0611ff-9bab-4010-9859-6353680482a2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.098735 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0f0611ff-9bab-4010-9859-6353680482a2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/routers/d20e8156-0225-4744-acab-1ef76c1f3974 HTTP/1.1" status: 204 len: 168 time: 1.6738212 May 09 05:10:17.110654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38782) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:17.127465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:17.150331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Pushing event updated for resources: {'Port': ['ID=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:17.179093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Deleting port fa053f46-998a-4d74-94b6-5a25bb4d5c58 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:17.179366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.206402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.260798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6bca07aa-7caf-476b-a471-a455ec801bfa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:17.262065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6bca07aa-7caf-476b-a471-a455ec801bfa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4069901 May 09 05:10:17.277872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38786) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:17.296254 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fbfbe00b-adf0-4916-b82f-7cb39f0d9ec2 req-31d89374-81df-4dde-8088-33f5cfb0714c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448945 May 09 05:10:17.321276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:10:17.321601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.323246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--13680499'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:17.330689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:10:17.337505 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:10:17.340920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:17.364007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.374946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.418725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bd18d-6399-41f7-8763-5695877cd18e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:17.422902 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3e5bd18d-6399-41f7-8763-5695877cd18e tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/networks/d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 881 time: 0.5729361 May 09 05:10:17.432872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38790) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:17.495483 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bc2a53d6-7419-4ae8-abe6-43bad061cf1a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ce66c3e-05e5-402c-ad4b-f4a1796199ef HTTP/1.1" status: 200 len: 205 time: 0.0564945 May 09 05:10:17.511679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38794) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:17.515523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:17.539547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.569649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:17.571910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.586473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:17.619865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:17.638968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:17.668508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Attempting to bind port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:17.669250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Attempting to bind port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:17.669250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Attempting to bind port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 on network b407bd5e-2266-4b82-8200-7da18b9758d4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:17.678182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:17.690607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 on network b407bd5e-2266-4b82-8200-7da18b9758d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:10:17.690857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Attempting to bind port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 on network b407bd5e-2266-4b82-8200-7da18b9758d4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:17.735565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=67da4ea3-94cc-462c-a20d-231c366f7366,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:17.755829 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-93579817-fb68-49c1-97aa-788c36a84434 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/67da4ea3-94cc-462c-a20d-231c366f7366 HTTP/1.1" status: 204 len: 168 time: 4.5962152 May 09 05:10:17.762243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38798) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:17.765116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:17.768732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.791841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107260b-4e41-46cc-a46f-e425efcab132 req-b235f563-3206-4f89-98a6-e8439e31f40a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:17.797057 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e107260b-4e41-46cc-a46f-e425efcab132 req-b235f563-3206-4f89-98a6-e8439e31f40a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 943 time: 0.5736518 May 09 05:10:17.819237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:17.819722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Checking segment: {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:17.820197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Bound using segment: {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:17.822127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Bound port: ef58b49e-4cd7-4f81-a957-e3cca0ef31a1, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55be03d1-5ccd-4c0d-b94c-749bd95438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:17.822127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.922337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] For port fa053f46-998a-4d74-94b6-5a25bb4d5c58, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=fa053f46-998a-4d74-94b6-5a25bb4d5c58,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:17.922670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:17.987077 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e107260b-4e41-46cc-a46f-e425efcab132 req-ebf76ee6-0351-413f-b29d-bf0678df51d5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524768 May 09 05:10:18.005909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffb0a9f-8977-43e9-a782-0db817945b63 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:10:18.019427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.082448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.085698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Calling delete_port for fa053f46-998a-4d74-94b6-5a25bb4d5c58 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:18.128011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4b43d-c03e-4f80-bc0a-6dabbf295599 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:18.128603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b7b4b43d-c03e-4f80-bc0a-6dabbf295599 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:18.163987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Transition to ACTIVE for port object bffb0a9f-8977-43e9-a782-0db817945b63 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:18.180889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b7b4b43d-c03e-4f80-bc0a-6dabbf295599 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:18.185447 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b7b4b43d-c03e-4f80-bc0a-6dabbf295599 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/86b8ef6e-d2a4-4318-a7c5-b21c450e995b HTTP/1.1" status: 200 len: 841 time: 0.4179800 May 09 05:10:18.185616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.186601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38802) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:18.231875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.352849 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f80282fb-3065-4b88-a5d2-c63f04b59d87 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/86b8ef6e-d2a4-4318-a7c5-b21c450e995b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1614282 May 09 05:10:18.357192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38808) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:18.368442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:18.427984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] For port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:18.442905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.568620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.574059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] For port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:18.604034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.607652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Pushing event updated for resources: {'Port': ['ID=bffb0a9f-8977-43e9-a782-0db817945b63,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:18.610066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.611260 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3313098 May 09 05:10:18.627142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38812) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:18.658436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.664915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-493933e4-0d21-49f8-a0c4-15065285d3d3 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:18.665383 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-493933e4-0d21-49f8-a0c4-15065285d3d3 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 09 05:10:18.666233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-493933e4-0d21-49f8-a0c4-15065285d3d3 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:18.670125 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-493933e4-0d21-49f8-a0c4-15065285d3d3 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0381019 May 09 05:10:18.678692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:18.680777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cbf9d-7193-4573-83b3-d7a12334a414 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e6849-4314-4da9-ae10-4dd01901e2ca,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:18.689371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38816) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:18.709732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:18.713834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:18.717414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-21ecd30a-723c-4d49-801e-9b6824e23434 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:18.727353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:18.730175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:18.738357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-21ecd30a-723c-4d49-801e-9b6824e23434 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:18.741948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:18.743189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b0f8e-55c9-4953-b4c8-d1b183e218b7 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:18.750970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:18.751822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.755785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-21ecd30a-723c-4d49-801e-9b6824e23434 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:18.757462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.767676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:18.768302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.770006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-7865810d-681d-4d06-8978-a15b0029222c service neutron] 10.222.0.59 "PUT /v2.0/ports/ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 HTTP/1.1" status: 200 len: 1093 time: 3.1915305 May 09 05:10:18.771596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-21ecd30a-723c-4d49-801e-9b6824e23434 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:18.777363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:18.780981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=40346c03-dd30-4aba-921c-bdd5ab8dc976,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:18.788730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Deleting port ed2e3ae0-347e-4806-bce1-b2400f12a2b8 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:18.789076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.801469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-21ecd30a-723c-4d49-801e-9b6824e23434 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:18.822772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:18.826978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.841654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:18.903361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5501-a601-426e-83f0-76318b1ef353 req-f371f64d-6da9-41cc-b79d-9fe772b3f9f2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:18.905236 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e54c5501-a601-426e-83f0-76318b1ef353 req-f371f64d-6da9-41cc-b79d-9fe772b3f9f2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.4614286 May 09 05:10:18.936304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d63bb7-663f-4654-8123-9320c2bbcf2e'] response: {'name': 'network-changed', 'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'status': 'completed', 'code': 200} May 09 05:10:18.937013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865810d-681d-4d06-8978-a15b0029222c service neutron] Pushing event updated for resources: {'Port': ['ID=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:18.976153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event deleted for resources: {'Port': ['ID=fa053f46-998a-4d74-94b6-5a25bb4d5c58,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:18.979007 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-346ca335-fac5-46af-b20c-090bc0b4bcc2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8673844 May 09 05:10:19.034896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38822) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:19.035608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Attempting to bind port bffb0a9f-8977-43e9-a782-0db817945b63 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:19.035939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Attempting to bind port bffb0a9f-8977-43e9-a782-0db817945b63 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:19.041307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Attempting to bind port bffb0a9f-8977-43e9-a782-0db817945b63 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:19.107220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '40346c03-dd30-4aba-921c-bdd5ab8dc976'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:10:19.108137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.163270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1545451509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:19.170641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:19.174833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:router and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:19.177882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:19.185929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:19.193282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Port bffb0a9f-8977-43e9-a782-0db817945b63 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:10:19.193654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Attempting to bind port bffb0a9f-8977-43e9-a782-0db817945b63 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:19.215381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.216525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.225007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:19.225384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Checking segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:19.225719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Bound using segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:19.226176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Bound port: bffb0a9f-8977-43e9-a782-0db817945b63, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:19.226516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.347582 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-21ecd30a-723c-4d49-801e-9b6824e23434 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:19.351351 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-21ecd30a-723c-4d49-801e-9b6824e23434 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6583092 May 09 05:10:19.355084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38828) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:19.358509 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e54c5501-a601-426e-83f0-76318b1ef353 req-880c9706-3ca0-4958-bdf2-90fe2fe13d3a tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829584 May 09 05:10:19.364685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.373917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-50f659c9-8226-4791-a650-c78addfdde97 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:19.374319 dv-neutron-840482-1-hyperv neutron-server[88041]: WARNING neutron.api.v2.base [None req-50f659c9-8226-4791-a650-c78addfdde97 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 09 05:10:19.374813 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-50f659c9-8226-4791-a650-c78addfdde97 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:19.375767 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-50f659c9-8226-4791-a650-c78addfdde97 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111885 May 09 05:10:19.393639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38832) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:19.405550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.435231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/40346c03-dd30-4aba-921c-bdd5ab8dc976/f6eb959b-6180-4879-a845-c6741da23e41) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:19.438296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d6ae692d-00ab-4869-8791-8887e9ac8bd8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:19.446613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:19.457027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-c720f157-0823-468b-ae9d-51e3e4839ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:19.458512 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-c720f157-0823-468b-ae9d-51e3e4839ff2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 1096 time: 0.5984828 May 09 05:10:19.464680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d6ae692d-00ab-4869-8791-8887e9ac8bd8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:19.469579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.498634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d6ae692d-00ab-4869-8791-8887e9ac8bd8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:19.512233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:19.515461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:19.516039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.530121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8780b176-34d7-4e76-9dbc-52da5a67f839 None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:19.548449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=372e59d8-d802-4f56-89d9-d996b42f8f15,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:19.550720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.563852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d6ae692d-00ab-4869-8791-8887e9ac8bd8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:19.647775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d6ae692d-00ab-4869-8791-8887e9ac8bd8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:19.704363 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-8baa6662-290e-40a4-aefb-d27d2ff0a913 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 HTTP/1.1" status: 200 len: 217 time: 0.2241619 May 09 05:10:19.714203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Calling delete_port for ed2e3ae0-347e-4806-bce1-b2400f12a2b8 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:19.758027 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-98271b7e-a68b-472e-bbc9-49334604da06 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3991430 May 09 05:10:19.758027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38836) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:19.782466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1166008549'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:19.790303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] For port bffb0a9f-8977-43e9-a782-0db817945b63, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:19.791672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:19.799062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:19.805006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:19.815215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:19.820459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.821538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.835449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] For port bffb0a9f-8977-43e9-a782-0db817945b63, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bffb0a9f-8977-43e9-a782-0db817945b63,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:19.843828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.847641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-646c38b1-426e-4cb9-8fac-801acc84bb8c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7687533 May 09 05:10:19.861825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68ae92-6ba6-4a14-9403-8d2b57747608 req-15959d9d-d0ef-406f-ba22-0a954725b8f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:19.865035 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad68ae92-6ba6-4a14-9403-8d2b57747608 req-15959d9d-d0ef-406f-ba22-0a954725b8f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 943 time: 0.6418753 May 09 05:10:19.874764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Transition to ACTIVE for port object f6eb959b-6180-4879-a845-c6741da23e41 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:19.880123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38840) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:19.886783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.894893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.906457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Transition to ACTIVE for port object f6eb959b-6180-4879-a845-c6741da23e41 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:19.917860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:19.936573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:19.943973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group_rule and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:19.985598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:19.990586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:19.992471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-10c1be21-f0f8-495e-842b-cd37d3f9b940', 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'tenant_id': '99d4548c969946e7bb158105ec1d9cd5', 'fixed_ips': [{'subnet_id': '372e59d8-d802-4f56-89d9-d996b42f8f15'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:10:19.993321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.000922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:20.005694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-e1f9b632-d5c7-4a9d-9c30-2afe92c08f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:20.005879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:20.007621 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-e1f9b632-d5c7-4a9d-9c30-2afe92c08f44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c24409c2-5e98-4156-883e-488a5cb658d3 HTTP/1.1" status: 200 len: 834 time: 0.2597122 May 09 05:10:20.061552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:20.113372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Pushing event updated for resources: {'Port': ['ID=f6eb959b-6180-4879-a845-c6741da23e41,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:20.202333 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-d6ae692d-00ab-4869-8791-8887e9ac8bd8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:20.204118 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d6ae692d-00ab-4869-8791-8887e9ac8bd8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7869580 May 09 05:10:20.211552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Attempting to bind port f6eb959b-6180-4879-a845-c6741da23e41 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:20.211913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Attempting to bind port f6eb959b-6180-4879-a845-c6741da23e41 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:20.212429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Attempting to bind port f6eb959b-6180-4879-a845-c6741da23e41 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:20.225925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:20.226296 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:20.226689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.227072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:20.227549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Bound port: f6eb959b-6180-4879-a845-c6741da23e41, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:20.227908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.328251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38844) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:20.351937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8cef370a-d829-4c1e-9309-922c4f83ebce tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:20.352677 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-8cef370a-d829-4c1e-9309-922c4f83ebce tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 09 05:10:20.353413 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-8cef370a-d829-4c1e-9309-922c4f83ebce tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:20.357054 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8cef370a-d829-4c1e-9309-922c4f83ebce tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0274670 May 09 05:10:20.361229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38848) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:20.384252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:20.392524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:20.395332 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] For port f6eb959b-6180-4879-a845-c6741da23e41, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:20.399072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:20.401576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] For port f6eb959b-6180-4879-a845-c6741da23e41, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f6eb959b-6180-4879-a845-c6741da23e41,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:20.402564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:20.407885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Allocated IP 172.20.0.2 (10c1be21-f0f8-495e-842b-cd37d3f9b940/372e59d8-d802-4f56-89d9-d996b42f8f15/dd4ccbd1-ec87-4953-8a30-03c198fe51f8) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:20.409965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:20.411125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.424377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:20.425023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.425649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.426375 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] 10.222.0.59 "PUT /v2.0/ports/bffb0a9f-8977-43e9-a782-0db817945b63 HTTP/1.1" status: 200 len: 1093 time: 4.2454093 May 09 05:10:20.442033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.509759 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Project f36c735e3c9a4597a2ae1023ba53a0c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:10:20.535929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38f87ef-feff-4715-a897-c64a2f3a43da,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:20.548429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Router e0101088-bc2e-4b9d-8b23-aae9597b8197 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:20.549929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.552004 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6ad19200-6878-47d6-b73d-104d3fdce9c9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7844021 May 09 05:10:20.557236 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:20.561101 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5a98d93a-4e63-4482-82fb-2b5b3fd77f6e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1936545 May 09 05:10:20.561101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38854) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:20.565604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'security_group': {'name': 'tempest-secgroup-2039894305'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:20.571064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38856) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:20.576848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0479de62-f612-44b4-8a7f-f52d876f617e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:20.577329 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-0479de62-f612-44b4-8a7f-f52d876f617e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 09 05:10:20.577813 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-0479de62-f612-44b4-8a7f-f52d876f617e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:20.581334 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0479de62-f612-44b4-8a7f-f52d876f617e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067816 May 09 05:10:20.582118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38862) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:20.590578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:20.598579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:20.617526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.618316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb9909-3055-4e24-a83e-506aaedbd5e7 None None] Pushing event updated for resources: {'Port': ['ID=f6eb959b-6180-4879-a845-c6741da23e41,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:20.633010 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad68ae92-6ba6-4a14-9403-8d2b57747608 req-a69f06ff-12a1-4878-b7f1-13ab6c509424 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6753550 May 09 05:10:20.654598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:20.659582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:20.662818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:20.763505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9686-d69d-47ca-9738-969a6cd2c741 service neutron] Pushing event updated for resources: {'Port': ['ID=bffb0a9f-8977-43e9-a782-0db817945b63,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:20.834477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:20.837718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:20.845525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.857041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:20.860019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Transition to ACTIVE for port object dd4ccbd1-ec87-4953-8a30-03c198fe51f8 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:20.874006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:20.894439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Transition to ACTIVE for port object dd4ccbd1-ec87-4953-8a30-03c198fe51f8 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:20.905719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.908216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:20.926437 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Project f36c735e3c9a4597a2ae1023ba53a0c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:10:20.942400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:20.943110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:20.947959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event deleted for resources: {'Port': ['ID=ed2e3ae0-347e-4806-bce1-b2400f12a2b8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:20.954680 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e1d07068-aed9-4452-a2f5-f716980ce867 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "PUT /v2.0/routers/e0101088-bc2e-4b9d-8b23-aae9597b8197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7058804 May 09 05:10:20.970138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38868) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:21.014424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Pushing event updated for resources: {'Port': ['ID=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:21.017245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] Sync routers for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:21.035893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:21.037180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:21.045198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:21.052767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:21.054974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:21.079645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:21.090432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Deleting subnet f485efc7-f398-4b72-a2c1-0b63ecf8a814 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:21.093356 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada2bea2-59b9-44ad-8a52-cea02b64bbde'] response: {'name': 'network-changed', 'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'status': 'completed', 'code': 200} May 09 05:10:21.094697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group_rule and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:21.099760 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:21.103055 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9d3130f3-5fc5-47c1-9020-93590987e14f tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5173042 May 09 05:10:21.103055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.106653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38872) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:21.120746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e6849-4314-4da9-ae10-4dd01901e2ca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:21.132856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:21.143551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:21.168478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:21.180367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba37dd4-4d6e-48a9-9d5a-37e85ed398b0 req-37108d90-b2a3-4008-8dea-c5f86b6c05aa tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:21.182132 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cba37dd4-4d6e-48a9-9d5a-37e85ed398b0 req-37108d90-b2a3-4008-8dea-c5f86b6c05aa tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.5793998 May 09 05:10:21.189525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.226174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Attempting to bind port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:21.226515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Attempting to bind port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'fed0dc11-df77-4843-8812-a78d8693a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:21.226939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Attempting to bind port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 on network 10c1be21-f0f8-495e-842b-cd37d3f9b940 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:21.238725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:21.239165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Checking segment: {'id': 'fed0dc11-df77-4843-8812-a78d8693a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:21.239649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.240101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Bound using segment: {'id': 'fed0dc11-df77-4843-8812-a78d8693a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:21.240678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Bound port: dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed0dc11-df77-4843-8812-a78d8693a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:21.241113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.249411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.293081 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cba37dd4-4d6e-48a9-9d5a-37e85ed398b0 req-18d847ca-7890-47e6-b02c-1d165dee3be5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020310 May 09 05:10:21.394780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.404799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.408143 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.408715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:21.410169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f6eb959b-6180-4879-a845-c6741da23e41 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:21.411911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.412149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:21.423483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:21.438321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ea273-60ef-420f-acef-56ce6469c168 req-086d8bad-43a1-4427-bccc-babab3f58405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:21.440147 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-086d8bad-43a1-4427-bccc-babab3f58405 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b407bd5e-2266-4b82-8200-7da18b9758d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3428488 May 09 05:10:21.486270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.539888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.542087 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:10:21.550897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:21.562194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-89f6bd94-d369-47d3-b412-5f6c2e78f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:21.563772 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-89f6bd94-d369-47d3-b412-5f6c2e78f67b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 1096 time: 1.0119021 May 09 05:10:21.596324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:21.598015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d3df5c-944f-4286-b68e-d0e0f7573192,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:21.610171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,segment=NetworkSegment(fed0dc11-df77-4843-8812-a78d8693a2ee),segment_id=fed0dc11-df77-4843-8812-a78d8693a2ee)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:21.611825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event deleted for resources: {'Subnet': ['ID=f485efc7-f398-4b72-a2c1-0b63ecf8a814,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:21.619785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.622441 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ac137ce3-3668-4575-a7a5-a506d0d46951 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "DELETE /v2.0/subnets/f485efc7-f398-4b72-a2c1-0b63ecf8a814 HTTP/1.1" status: 204 len: 168 time: 0.6504791 May 09 05:10:21.624105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.625440 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b83d7bd0-71ce-4c29-ad91-cf1b943ae80d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0640619 May 09 05:10:21.626672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38876) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:21.629075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38878) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:21.700635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.710498 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-c668a858-896a-4139-a48b-b46966cbdf10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffb0a9f-8977-43e9-a782-0db817945b63 HTTP/1.1" status: 200 len: 217 time: 0.0941737 May 09 05:10:21.711768 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Project f36c735e3c9a4597a2ae1023ba53a0c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:10:21.714557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.721769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.722646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Fanout notify agent at l3_agent the message router_deleted on router 3ce66c3e-05e5-402c-ad4b-f4a1796199ef {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:10:21.747501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790e7e3-13ed-4cfc-b96c-1550d1b0411b None None] Network 005f8f21-856a-4cee-b380-58f4f94dcef4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:21.754446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-843990995', 'security_groups': ['a1d3df5c-944f-4286-b68e-d0e0f7573192'], 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '372e59d8-d802-4f56-89d9-d996b42f8f15'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:21.798256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:21.804938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5936c6d7-6403-4bb3-8c33-9765f3a60e86 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/3ce66c3e-05e5-402c-ad4b-f4a1796199ef HTTP/1.1" status: 204 len: 168 time: 4.2892311 May 09 05:10:21.825514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38886) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:21.839040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-424145169', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}, 'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:21.848161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:21.852667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Usage tracker for resource:router and tenant:be09dcfb06124d94a0a38946d9439edc is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:21.856035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:21.862844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:22.126143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port f6eb959b-6180-4879-a845-c6741da23e41 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:22.130228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:22.149746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:port and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:22.155028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:22.164459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:22.191869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753663b-89ed-49e4-bc9a-fa5f4108b20f None None] Pushing event updated for resources: {'Port': ['ID=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:22.239712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-99601d30-635c-46cb-92c7-40a6db35a4c0 None None] Provisioning for port f6eb959b-6180-4879-a845-c6741da23e41 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:22.245386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:22.277493 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-af5b9f77-1239-4cfc-986b-0fa30895f372 service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154674 May 09 05:10:22.282624 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:22.285896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-99601d30-635c-46cb-92c7-40a6db35a4c0 None None] Provisioning complete for port f6eb959b-6180-4879-a845-c6741da23e41 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:22.286515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fec12668-3a14-4cd6-9649-36203249937a tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.1763682 May 09 05:10:22.287096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38890) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:22.287455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99601d30-635c-46cb-92c7-40a6db35a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.356250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.358912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.390078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.490701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-7cd358e2-e0e8-4ac6-aea6-6bf6d55818ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:22.492657 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-7cd358e2-e0e8-4ac6-aea6-6bf6d55818ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.7547989 May 09 05:10:22.502125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99601d30-635c-46cb-92c7-40a6db35a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.528791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.558151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:10:18Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:22.562531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-99601d30-635c-46cb-92c7-40a6db35a4c0 None None] For port f6eb959b-6180-4879-a845-c6741da23e41, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f6eb959b-6180-4879-a845-c6741da23e41,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:22.564588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] Checking router: e0101088-bc2e-4b9d-8b23-aae9597b8197 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:22.575025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99601d30-635c-46cb-92c7-40a6db35a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.609920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] Routers {'e0101088-bc2e-4b9d-8b23-aae9597b8197'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:22.610632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e0101088-bc2e-4b9d-8b23-aae9597b8197'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:22.619905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.643761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port ef8e9163-7199-44bf-b7e5-157876d15b4f yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:10:22.697789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] DHCP port deletion for 005f8f21-856a-4cee-b380-58f4f94dcef4 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:10:22.745701 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99601d30-635c-46cb-92c7-40a6db35a4c0 None None] Pushing event updated for resources: {'Port': ['ID=f6eb959b-6180-4879-a845-c6741da23e41,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:22.758408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] Deleting port af8de395-18af-4782-a170-7157661f85c6 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:22.760102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.769416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fbb89-86fa-4771-8475-ce19293fe51d req-6d6df6ea-40dd-444a-b69b-ba21cc593605 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:22.771281 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a10fbb89-86fa-4771-8475-ce19293fe51d req-6d6df6ea-40dd-444a-b69b-ba21cc593605 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 943 time: 0.8997221 May 09 05:10:22.782880 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d30ea273-60ef-420f-acef-56ce6469c168 req-cfeba7f1-9c74-4d5e-96cb-08166c6df7df service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929845 May 09 05:10:22.784026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-08d4d725-7931-43f9-856d-f38e95329dbf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.861415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.873171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a81a-c8b0-439b-a7d2-191e5b2ae9f7 req-aa62ce2e-def9-4962-be3e-d1a63cda0a3b tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:22.875220 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-79b5a81a-c8b0-439b-a7d2-191e5b2ae9f7 req-aa62ce2e-def9-4962-be3e-d1a63cda0a3b tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.4274051 May 09 05:10:22.977467 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-79b5a81a-c8b0-439b-a7d2-191e5b2ae9f7 req-b69e313f-276e-4e9d-9d5a-063a6f39ab8c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604022 May 09 05:10:22.992420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Deleting port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:22.992811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:22.995321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] Set router e0101088-bc2e-4b9d-8b23-aae9597b8197 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:23.076607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.7 (10c1be21-f0f8-495e-842b-cd37d3f9b940/372e59d8-d802-4f56-89d9-d996b42f8f15/ef8e9163-7199-44bf-b7e5-157876d15b4f) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:23.321894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-08d4d725-7931-43f9-856d-f38e95329dbf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.335039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] For port 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:23.335396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.366737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.376619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-6c230347-0fbf-4a16-9fc8-92636b82128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:23.378098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-6c230347-0fbf-4a16-9fc8-92636b82128a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8628972 May 09 05:10:23.391907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75e2a9d5-ce11-4d53-9b8c-bb0818029f46 None None] Provisioning complete for port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:23.392512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-75e2a9d5-ce11-4d53-9b8c-bb0818029f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.393675 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a10fbb89-86fa-4771-8475-ce19293fe51d req-ac6119d6-a746-4177-9580-1969e3bc20c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6032438 May 09 05:10:23.463157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-75e2a9d5-ce11-4d53-9b8c-bb0818029f46 None None] Port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:23.489135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Calling delete_port for 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:23.499964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f6eb959b-6180-4879-a845-c6741da23e41 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:23.576616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.581390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::1 (b05d4b78-866b-4b64-acd1-c7937be92865/40346c03-dd30-4aba-921c-bdd5ab8dc976/ce3b2317-4bc0-4ffa-8b2f-0074b775d704) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:23.584344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] For port af8de395-18af-4782-a170-7157661f85c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=af8de395-18af-4782-a170-7157661f85c6,segment=NetworkSegment(50c55463-fc7e-48c7-83da-41912363261c),segment_id=50c55463-fc7e-48c7-83da-41912363261c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:23.584795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.596803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-75e2a9d5-ce11-4d53-9b8c-bb0818029f46 None None] Provisioning for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:23.615325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object ef8e9163-7199-44bf-b7e5-157876d15b4f will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:23.657222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.671117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-d754bdae-3059-4f22-8fa4-3332fd4d0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:23.672746 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-d754bdae-3059-4f22-8fa4-3332fd4d0c86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 1096 time: 0.7789884 May 09 05:10:23.678676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-08d4d725-7931-43f9-856d-f38e95329dbf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.755467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4d725-7931-43f9-856d-f38e95329dbf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e6849-4314-4da9-ae10-4dd01901e2ca,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:23.769767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] Calling delete_port for af8de395-18af-4782-a170-7157661f85c6 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:23.873453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f6eb959b-6180-4879-a845-c6741da23e41 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:23.874335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:23.896335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:23.900874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:23.907234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:23.952277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=ef8e9163-7199-44bf-b7e5-157876d15b4f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:23.984475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.030441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:10:18Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:24.045450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event deleted for resources: {'Port': ['ID=7aea0cb2-afb9-4897-85f9-c9ba153ecc0c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:24.048064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.092550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:24.093749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.158706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2cd52-9455-400c-8210-4539bdf29da9 None None] The sync data for ids ['e0101088-bc2e-4b9d-8b23-aae9597b8197'] in dv-neutron-840482-1-hyperv is: [{'id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222763903', 'tenant_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:06:31Z', 'updated_at': '2022-05-09T05:10:18Z', 'revision_number': 5, 'project_id': 'a1f5b2c232ef42feb93a63f33dfaee46', 'gw_port': {'id': '7aea0cb2-afb9-4897-85f9-c9ba153ecc0c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101088-bc2e-4b9d-8b23-aae9597b8197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:06:33Z', 'updated_at': '2022-05-09T05:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:24.194244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-08d4d725-7931-43f9-856d-f38e95329dbf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.197803 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-08d4d725-7931-43f9-856d-f38e95329dbf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/dc6e6849-4314-4da9-ae10-4dd01901e2ca HTTP/1.1" status: 204 len: 168 time: 1.8885562 May 09 05:10:24.202556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38898) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:24.202778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] Pushing event deleted for resources: {'Port': ['ID=af8de395-18af-4782-a170-7157661f85c6,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:24.206611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb87cd4-a5a7-40b5-938c-dd2137905019 None None] No DVR routers for this DVR port af8de395-18af-4782-a170-7157661f85c6 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:10:24.209584 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-5408959e-856d-4224-9bf2-df18188cf8d6 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8104658 May 09 05:10:24.230988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd4ccbd1-ec87-4953-8a30-03c198fe51f8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:24.236138 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9b864ea6-3107-4a32-add4-296874d1f96d tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4897373 May 09 05:10:24.260186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38902) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:24.269807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:24.304056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:24.309248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:24.309800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.324064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.380968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-06f6ad2d-4acb-48d5-851a-fd690906aa3a None None] Provisioning for port ef8e9163-7199-44bf-b7e5-157876d15b4f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:24.388303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-06f6ad2d-4acb-48d5-851a-fd690906aa3a None None] Provisioning complete for port ef8e9163-7199-44bf-b7e5-157876d15b4f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:24.388698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-06f6ad2d-4acb-48d5-851a-fd690906aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.491733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-06f6ad2d-4acb-48d5-851a-fd690906aa3a None None] Port ef8e9163-7199-44bf-b7e5-157876d15b4f cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:24.493075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.508756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-e105b12b-2881-4aa2-8244-2470c5e3afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:24.509459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bd55072f-80a4-4921-b18c-fead3194fad9 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:24.510461 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-e105b12b-2881-4aa2-8244-2470c5e3afbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=b407bd5e-2266-4b82-8200-7da18b9758d4 HTTP/1.1" status: 200 len: 897 time: 0.8237047 May 09 05:10:24.521189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.532285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.542404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,segment=NetworkSegment(fed0dc11-df77-4843-8812-a78d8693a2ee),segment_id=fed0dc11-df77-4843-8812-a78d8693a2ee)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:24.545341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bd55072f-80a4-4921-b18c-fead3194fad9 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:24.546651 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bd55072f-80a4-4921-b18c-fead3194fad9 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3436663 May 09 05:10:24.550642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38908) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:24.555850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--110104710'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:24.558846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.577794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd7fb-e18b-4d26-89a6-157235fe2651 req-d58463b6-4f58-4e8e-a7e8-01db66049dd5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:24.579348 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-814dd7fb-e18b-4d26-89a6-157235fe2651 req-d58463b6-4f58-4e8e-a7e8-01db66049dd5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.3388779 May 09 05:10:24.582185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:24.619494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:24.621718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.622328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Fanout notify agent at l3_agent the message router_deleted on router e0101088-bc2e-4b9d-8b23-aae9597b8197 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:10:24.663821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.670666 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a033445e-7bdd-4850-843f-49ab4065b5ee tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "DELETE /v2.0/routers/e0101088-bc2e-4b9d-8b23-aae9597b8197 HTTP/1.1" status: 204 len: 168 time: 3.0425603 May 09 05:10:24.673979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device af8de395-18af-4782-a170-7157661f85c6 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:24.674149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.683255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 38912) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:24.687064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.689379 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-814dd7fb-e18b-4d26-89a6-157235fe2651 req-a4335491-aa11-48a5-9951-c7a786c6878c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039886 May 09 05:10:24.701748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:24.706070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:24.709107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:24.710949 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-989610d6-e7fd-43d8-ae2e-f586ba79175a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 HTTP/1.1" status: 200 len: 217 time: 0.1806774 May 09 05:10:24.715913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:24.752237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: af8de395-18af-4782-a170-7157661f85c6 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:24.752852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device af8de395-18af-4782-a170-7157661f85c6 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:24.773123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:24.818061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.822290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.870624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4cb4db-87f3-41d2-94fa-2c0d07168f38,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:24.878149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:24.879351 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5b0c786d-694e-4742-bd90-b8503bb71f67 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3277519 May 09 05:10:24.882373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38916) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:24.887411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1b407a08-3485-4e9a-8066-2bc0fce23967 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'be4cb4db-87f3-41d2-94fa-2c0d07168f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:24.894234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b407a08-3485-4e9a-8066-2bc0fce23967 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:24.898195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b407a08-3485-4e9a-8066-2bc0fce23967 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:24.901270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b407a08-3485-4e9a-8066-2bc0fce23967 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:24.908616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b407a08-3485-4e9a-8066-2bc0fce23967 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:24.921528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object ce3b2317-4bc0-4ffa-8b2f-0074b775d704 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:24.953809 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-1b407a08-3485-4e9a-8066-2bc0fce23967 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The resource could not be found. May 09 05:10:24.954959 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1b407a08-3485-4e9a-8066-2bc0fce23967 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0717003 May 09 05:10:24.957831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38920) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:24.961613 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5434910-2044-40c9-b49f-78005b35cbc4 req-27347bfa-1682-48c8-8b2a-cefd3c45f179 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418795 May 09 05:10:24.963531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d324f9ef-8cb3-423d-82c6-f27fb9a0b4cb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'be4cb4db-87f3-41d2-94fa-2c0d07168f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9aa3ad82-53e1-4e4f-b341-f0c46a95e591'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:24.968054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:24.970690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d324f9ef-8cb3-423d-82c6-f27fb9a0b4cb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:24.974943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d324f9ef-8cb3-423d-82c6-f27fb9a0b4cb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:24.978424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d324f9ef-8cb3-423d-82c6-f27fb9a0b4cb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:24.985501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d324f9ef-8cb3-423d-82c6-f27fb9a0b4cb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.009125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:25.024853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:25.029662 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-d324f9ef-8cb3-423d-82c6-f27fb9a0b4cb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The resource could not be found. May 09 05:10:25.031331 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d324f9ef-8cb3-423d-82c6-f27fb9a0b4cb tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0722778 May 09 05:10:25.034106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38924) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:25.105483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d313f859-a894-461f-bbe3-b9efecaf58a8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.107803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.132752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d313f859-a894-461f-bbe3-b9efecaf58a8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.182078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d313f859-a894-461f-bbe3-b9efecaf58a8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.201333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.204227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313f859-a894-461f-bbe3-b9efecaf58a8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4cb4db-87f3-41d2-94fa-2c0d07168f38,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:25.214245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d313f859-a894-461f-bbe3-b9efecaf58a8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.218061 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d313f859-a894-461f-bbe3-b9efecaf58a8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/be4cb4db-87f3-41d2-94fa-2c0d07168f38 HTTP/1.1" status: 204 len: 168 time: 0.1799965 May 09 05:10:25.218412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38928) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:25.222348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-2e491c05-a8f3-4370-9568-8443e806c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:25.223817 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-2e491c05-a8f3-4370-9568-8443e806c5a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c24409c2-5e98-4156-883e-488a5cb658d3 HTTP/1.1" status: 200 len: 834 time: 0.4298210 May 09 05:10:25.271219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f272cacb-6cdc-448e-a854-329788e490cf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:25.287335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f272cacb-6cdc-448e-a854-329788e490cf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:25.293222 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f272cacb-6cdc-448e-a854-329788e490cf tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692976 May 09 05:10:25.293584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38932) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:25.298958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b0478f6b-56ee-49f6-8d34-072b4548b80d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': 'f5445501-6796-42d8-afd7-8443e57a27fb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:25.305498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b0478f6b-56ee-49f6-8d34-072b4548b80d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:25.309383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b0478f6b-56ee-49f6-8d34-072b4548b80d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:25.312427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b0478f6b-56ee-49f6-8d34-072b4548b80d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:25.318228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b0478f6b-56ee-49f6-8d34-072b4548b80d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.332456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:25.335871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.353922 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-b0478f6b-56ee-49f6-8d34-072b4548b80d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The resource could not be found. May 09 05:10:25.359377 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b0478f6b-56ee-49f6-8d34-072b4548b80d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0602415 May 09 05:10:25.360443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38936) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:25.367710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013630269'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:25.374091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:25.385408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.399955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.428513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:25.432588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:25.435674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:25.442192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.460788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd4ccbd1-ec87-4953-8a30-03c198fe51f8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:25.479014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.523274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.530000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.535101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:25.535639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.545516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5ab56-5682-4e25-a379-1ce4eb5c07c7 req-7eed13a5-cb1e-4ac2-9d79-c7b4ee5813e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:25.547020 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7ef5ab56-5682-4e25-a379-1ce4eb5c07c7 req-7eed13a5-cb1e-4ac2-9d79-c7b4ee5813e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 943 time: 0.8484809 May 09 05:10:25.552206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.578538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf2c5e-a5a5-4f98-a6f4-0fbd7314fcf6,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:25.599665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.601709 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e9e5f2ca-ba3a-4151-a009-d072e049735e tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2410686 May 09 05:10:25.604477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38940) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:25.608599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.610368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797833015'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:25.616309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:25.620545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:25.623506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:25.630259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.641974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.666462 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:25.671840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:25.676559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:25.682865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.743510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:25.768590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.777424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.779653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:25.779986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7aea0cb2-afb9-4897-85f9-c9ba153ecc0c not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:25.780381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device fa053f46-998a-4d74-94b6-5a25bb4d5c58 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:25.818157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: fa053f46-998a-4d74-94b6-5a25bb4d5c58 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:25.818524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device fa053f46-998a-4d74-94b6-5a25bb4d5c58 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:25.882038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ffcffb-fe8d-46fc-93a6-fb5577e90a28,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:25.889231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:25.893303 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7f2b21cb-7d0c-44ed-9105-07338e7df872 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2844706 May 09 05:10:25.894223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38946) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:25.899772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-bf9f510f-4861-430b-bdc8-d99ffafe3dc7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '65bf2c5e-a5a5-4f98-a6f4-0fbd7314fcf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '17ffcffb-fe8d-46fc-93a6-fb5577e90a28'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:25.913781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bf9f510f-4861-430b-bdc8-d99ffafe3dc7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:25.919953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf9f510f-4861-430b-bdc8-d99ffafe3dc7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:25.924056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bf9f510f-4861-430b-bdc8-d99ffafe3dc7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:25.930821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bf9f510f-4861-430b-bdc8-d99ffafe3dc7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:25.970176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fff1f9-9b43-4cc9-bd37-645244db53ae req-4a3580a6-f684-4de4-b09a-1e7e890fcff5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:25.972084 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-75fff1f9-9b43-4cc9-bd37-645244db53ae req-4a3580a6-f684-4de4-b09a-1e7e890fcff5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.1371861 May 09 05:10:26.000001 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-bf9f510f-4861-430b-bdc8-d99ffafe3dc7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:26.001258 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bf9f510f-4861-430b-bdc8-d99ffafe3dc7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1059279 May 09 05:10:26.001428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:26.003881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:26.012919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.021110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:26.028842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:26.029286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.049554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=ce3b2317-4bc0-4ffa-8b2f-0074b775d704,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:26.068317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-b2ddabc6-5f97-49eb-ab2a-f4d381b97f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:26.069983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-b2ddabc6-5f97-49eb-ab2a-f4d381b97f00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 1096 time: 0.9640820 May 09 05:10:26.073020 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7ef5ab56-5682-4e25-a379-1ce4eb5c07c7 req-9f662257-e89c-4c3e-9961-fb4cabbe2b6a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4667339 May 09 05:10:26.099409 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-75fff1f9-9b43-4cc9-bd37-645244db53ae req-8c626442-8ac9-4f51-a044-c465c1351fe0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113553 May 09 05:10:26.099409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-243dbd51-a3f6-4b2c-8fd2-ea326c4a6f33 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.117540 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.ipam_backend_mixin [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 372e59d8-d802-4f56-89d9-d996b42f8f15 (CIDR: 172.20.0.0/28) May 09 05:10:26.136590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-243dbd51-a3f6-4b2c-8fd2-ea326c4a6f33 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.188191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-243dbd51-a3f6-4b2c-8fd2-ea326c4a6f33 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.208954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dbd51-a3f6-4b2c-8fd2-ea326c4a6f33 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ffcffb-fe8d-46fc-93a6-fb5577e90a28,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:26.216247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-243dbd51-a3f6-4b2c-8fd2-ea326c4a6f33 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.217594 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-243dbd51-a3f6-4b2c-8fd2-ea326c4a6f33 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/17ffcffb-fe8d-46fc-93a6-fb5577e90a28 HTTP/1.1" status: 204 len: 168 time: 0.2128074 May 09 05:10:26.220387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38954) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:26.221793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-b98c73ef-6e57-45c5-8057-e4b167dcda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:26.223285 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-b98c73ef-6e57-45c5-8057-e4b167dcda08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b407bd5e-2266-4b82-8200-7da18b9758d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9872901 May 09 05:10:26.224138 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:26.224648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:26.230955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005f8f21-856a-4cee-b380-58f4f94dcef4']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:26.296436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c55463-fc7e-48c7-83da-41912363261c') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:26.297295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c55463-fc7e-48c7-83da-41912363261c') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:26.301647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c1145cad-81d6-4a58-b87f-aad585b6a1e7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:26.322777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c1145cad-81d6-4a58-b87f-aad585b6a1e7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:26.326996 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c1145cad-81d6-4a58-b87f-aad585b6a1e7 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1028864 May 09 05:10:26.331127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38958) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:26.341621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fc597450-e233-4623-839a-b6f808ab1885 None None] Provisioning for port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:26.349250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fc597450-e233-4623-839a-b6f808ab1885 None None] Provisioning complete for port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:26.349827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fc597450-e233-4623-839a-b6f808ab1885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.404292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c2334d42-9693-4555-a137-7323e50448aa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.408747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.419995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Allocated IP 172.26.0.216 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/935f9510-7724-44c7-a286-797a5f89121b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:26.436638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c2334d42-9693-4555-a137-7323e50448aa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.443003 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-64d64402-5d2f-4790-b29f-66a4da3780bb tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1807323 May 09 05:10:26.446600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38962) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:26.453138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fc597450-e233-4623-839a-b6f808ab1885 None None] Port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:26.456748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:26.465543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.510983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:10:26.511388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:10:26.528582 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:10:26.625294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-f627f428-c85c-4581-bf7d-d8bf4bef5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:26.626874 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-f627f428-c85c-4581-bf7d-d8bf4bef5b9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.5403297 May 09 05:10:26.699853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c2334d42-9693-4555-a137-7323e50448aa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.731691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2334d42-9693-4555-a137-7323e50448aa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf2c5e-a5a5-4f98-a6f4-0fbd7314fcf6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:26.743350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:26.750656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:26.750862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:26.759115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:26.764926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c2334d42-9693-4555-a137-7323e50448aa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.766067 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c2334d42-9693-4555-a137-7323e50448aa tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/65bf2c5e-a5a5-4f98-a6f4-0fbd7314fcf6 HTTP/1.1" status: 204 len: 168 time: 0.4338589 May 09 05:10:26.768983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38966) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:26.787944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:26.791712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.801372 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-850d5ac3-150e-4274-99b2-853f9105da5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffb0a9f-8977-43e9-a782-0db817945b63 HTTP/1.1" status: 200 len: 217 time: 0.1032379 May 09 05:10:26.847553 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-f0233fdc-3e03-4fa8-8ce8-bc40b8e15834 service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012244 May 09 05:10:26.899103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.900615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:26.905113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2952bff8-affc-484f-a5a7-d2a9588c8b43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:26.947334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2952bff8-affc-484f-a5a7-d2a9588c8b43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:26.948611 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2952bff8-affc-484f-a5a7-d2a9588c8b43 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1785498 May 09 05:10:26.953077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38970) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:26.962907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043345777'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:26.970891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:26.984581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:26.994609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.000087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.020940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event deleted for resources: {'Network': ['ID=005f8f21-856a-4cee-b380-58f4f94dcef4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:27.049236 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-ed68fdb7-e1e0-4295-b74d-69be049f5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:27.050892 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-ed68fdb7-e1e0-4295-b74d-69be049f5d2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.2395625 May 09 05:10:27.070713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:27.077806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:27.083203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:27.091201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:27.127388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d155aa76-766f-4a02-b09b-992a210b4e32 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "DELETE /v2.0/networks/005f8f21-856a-4cee-b380-58f4f94dcef4 HTTP/1.1" status: 204 len: 168 time: 2.4185359 May 09 05:10:27.135207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38978) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:27.180047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.191248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:10:27.216186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.361449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:27.363376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:27.370603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.376932 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:27.378225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'port_id': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'mac_address': 'fa:16:3e:d7:81:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:10:27.380768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:27.381548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.387182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-53518f40-6dcc-40bf-b4ff-e9d257230263 req-b54acc10-2ae0-451a-8b21-5c026186ecfa service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316157 May 09 05:10:27.392608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.396266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc647db2-7432-4ff4-8506-64d83cc0bc34 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.422738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4668d4ca-3d39-45a5-8cda-22d32ac96eaa None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:27.429692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=adfe4971-31a0-4cc3-92be-78e92684ea03,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:27.510125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc647db2-7432-4ff4-8506-64d83cc0bc34 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.529875 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ff94f7dc-d98c-47b8-a88a-bcdefaf7b551 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0792282 May 09 05:10:27.531124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85faccaf-41e1-4163-9b30-a7cf488a22be,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:27.534184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38982) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:27.539663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-21da80f8-5a81-4153-8a37-eb502c4a2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:27.541513 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-21da80f8-5a81-4153-8a37-eb502c4a2b99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4636221 May 09 05:10:27.542305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.548356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.549617 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-34681a05-9b2c-4051-80ec-5a3b19b9d385 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5957026 May 09 05:10:27.557929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-693699643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'adfe4971-31a0-4cc3-92be-78e92684ea03'}], 'security_groups': ['f38f87ef-feff-4715-a897-c64a2f3a43da']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:27.585553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38986) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:27.614909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ce87071f-a2aa-4215-a066-c24d63d20799 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '85faccaf-41e1-4163-9b30-a7cf488a22be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:27.637961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ce87071f-a2aa-4215-a066-c24d63d20799 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:27.656905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8e05-0988-47fa-b8a7-10e7b5c55761 req-54fd75f4-a09f-4f6a-b4da-268a475cf420 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:27.658411 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f1ef8e05-0988-47fa-b8a7-10e7b5c55761 req-54fd75f4-a09f-4f6a-b4da-268a475cf420 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.3657575 May 09 05:10:27.659806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ce87071f-a2aa-4215-a066-c24d63d20799 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:27.663366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.666157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ce87071f-a2aa-4215-a066-c24d63d20799 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:27.702664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:10:27.712373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ce87071f-a2aa-4215-a066-c24d63d20799 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:27.738722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:27.749604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.830236 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f1ef8e05-0988-47fa-b8a7-10e7b5c55761 req-70bef677-2d9a-4919-8065-f65769d50c61 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601889 May 09 05:10:27.861434 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-ce87071f-a2aa-4215-a066-c24d63d20799 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:27.865254 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ce87071f-a2aa-4215-a066-c24d63d20799 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2676339 May 09 05:10:27.866313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38990) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:27.893148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:27.900040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] Update dhcp port {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'fixed_ips': [{'subnet_id': '372e59d8-d802-4f56-89d9-d996b42f8f15', 'ip_address': '172.20.0.2'}, {'subnet_id': 'adfe4971-31a0-4cc3-92be-78e92684ea03'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'dd4ccbd1-ec87-4953-8a30-03c198fe51f8'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:10:27.900790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6a192959-cce0-4a5d-aa7a-f334e168c442 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group_rule': {'security_group_id': '85faccaf-41e1-4163-9b30-a7cf488a22be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:27.904785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:27.907774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc647db2-7432-4ff4-8506-64d83cc0bc34 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.916794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:27.921669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6a192959-cce0-4a5d-aa7a-f334e168c442 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:27.924058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:27.940112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc647db2-7432-4ff4-8506-64d83cc0bc34 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b29e294-30ed-406c-8631-2c6c79eb1713,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:27.942684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6a192959-cce0-4a5d-aa7a-f334e168c442 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:27.974067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:27.993556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event updated for resources: {'Port': ['ID=935f9510-7724-44c7-a286-797a5f89121b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:28.004884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa1ca6-c9cb-47fc-b11f-3812438c3daf req-94c26a5a-a6b0-4cac-bebe-c51b254a6d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:28.012002 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d0fa1ca6-c9cb-47fc-b11f-3812438c3daf req-94c26a5a-a6b0-4cac-bebe-c51b254a6d04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 943 time: 0.7245307 May 09 05:10:28.052135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6a192959-cce0-4a5d-aa7a-f334e168c442 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:28.062083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6a192959-cce0-4a5d-aa7a-f334e168c442 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:28.064594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.079600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc647db2-7432-4ff4-8506-64d83cc0bc34 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.083297 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bc647db2-7432-4ff4-8506-64d83cc0bc34 tempest-TestNetworkAdvancedServerOps-429288361 tempest-TestNetworkAdvancedServerOps-429288361-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b29e294-30ed-406c-8631-2c6c79eb1713 HTTP/1.1" status: 204 len: 168 time: 0.9454651 May 09 05:10:28.132970 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d0fa1ca6-c9cb-47fc-b11f-3812438c3daf req-cbedc20d-0331-4e3f-ae76-0092974b5c2a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194909 May 09 05:10:28.185658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['ef58b49e-4cd7-4f81-a957-e3cca0ef31a1'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:10:28.206342 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-b0a63fdc-145d-428e-993c-163a399fa612 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516144 May 09 05:10:28.281088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] Allocated IP 172.20.0.18 (10c1be21-f0f8-495e-842b-cd37d3f9b940/adfe4971-31a0-4cc3-92be-78e92684ea03/dd4ccbd1-ec87-4953-8a30-03c198fe51f8) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:28.323155 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-6a192959-cce0-4a5d-aa7a-f334e168c442 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:28.324309 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6a192959-cce0-4a5d-aa7a-f334e168c442 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4453168 May 09 05:10:28.361091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 38998) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:28.380199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.resource_extend [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 09 05:10:28.460531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d694-b1ad-484b-8396-da8193076043 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.466379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.487930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.490180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.492676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d694-b1ad-484b-8396-da8193076043 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.518977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39004) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:28.526710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,segment=NetworkSegment(fed0dc11-df77-4843-8812-a78d8693a2ee),segment_id=fed0dc11-df77-4843-8812-a78d8693a2ee)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:28.556238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d694-b1ad-484b-8396-da8193076043 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.589406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4d694-b1ad-484b-8396-da8193076043 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85faccaf-41e1-4163-9b30-a7cf488a22be,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:28.590931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.605718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d694-b1ad-484b-8396-da8193076043 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.607280 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c6f4d694-b1ad-484b-8396-da8193076043 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/85faccaf-41e1-4163-9b30-a7cf488a22be HTTP/1.1" status: 204 len: 168 time: 0.2461312 May 09 05:10:28.610303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39010) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:28.638989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] Transition to ACTIVE for port object dd4ccbd1-ec87-4953-8a30-03c198fe51f8 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:28.656185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.673430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=ce3b2317-4bc0-4ffa-8b2f-0074b775d704,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:28.753126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f4e70fe-d32e-47b1-b84e-3483418deb61 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:28.789538 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-202ed9cc-f068-4a5e-9dfd-b4ed57b0bca7 req-ecbd3624-23e8-4181-b3be-b9ea1f84ed40 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705531 May 09 05:10:28.822965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f4e70fe-d32e-47b1-b84e-3483418deb61 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:28.824205 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2f4e70fe-d32e-47b1-b84e-3483418deb61 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2129908 May 09 05:10:28.831114 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3eb4a878-7a16-4c1f-917e-10038da09043 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1f5b2c232ef42feb93a63f33dfaee46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100944 May 09 05:10:28.831695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39014) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:28.840068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39016) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:28.848654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'tempest-secgroup--225600145'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:28.854465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca4663-0818-4a57-9e27-d6c915c7823f None None] Pushing event updated for resources: {'Port': ['ID=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:28.875324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:28.910367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:28.934831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:28.938634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:28.950142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:28.979962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b2844c33-4dde-4d4a-9414-ccdda6ea9958 {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:28.980282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:29.003129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be103526-c8ce-4dc5-99af-214d12fa1585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.117494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:29.137154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Usage tracker for resource:security_group_rule and tenant:f36c735e3c9a4597a2ae1023ba53a0c7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:29.143693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:29.150189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be103526-c8ce-4dc5-99af-214d12fa1585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.173863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.236326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:29.403311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd4ccbd1-ec87-4953-8a30-03c198fe51f8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:29.429821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be103526-c8ce-4dc5-99af-214d12fa1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.468989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be103526-c8ce-4dc5-99af-214d12fa1585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e913a3-ef07-40ec-b8cf-a63426464459,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:29.538211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be103526-c8ce-4dc5-99af-214d12fa1585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.539307 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-be103526-c8ce-4dc5-99af-214d12fa1585 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81e913a3-ef07-40ec-b8cf-a63426464459 HTTP/1.1" status: 204 len: 168 time: 0.6947911 May 09 05:10:29.541346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cd458fbb-f1b3-423b-b4df-1636659ebf22 None None] Provisioning complete for port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:29.541662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cd458fbb-f1b3-423b-b4df-1636659ebf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.632030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-cd458fbb-f1b3-423b-b4df-1636659ebf22 None None] Port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:29.632306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.655200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.721092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.728108 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8836923 May 09 05:10:29.728108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e23d3-75b9-4d84-ab72-de130b501f87 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf0dbe4-067a-4230-860c-1c01210564f9,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:29.729223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39028) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:29.738100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963e54-22a5-417c-8949-0872296fe478 req-886b71ed-4150-40bf-b9b2-e7a8d74f2baf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:29.739731 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dc963e54-22a5-417c-8949-0872296fe478 req-886b71ed-4150-40bf-b9b2-e7a8d74f2baf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.7272658 May 09 05:10:29.748659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-87e1c1f0-c729-45f9-97ce-932b1c5d4b7d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:29.749070 dv-neutron-840482-1-hyperv neutron-server[88042]: WARNING neutron.api.v2.base [None req-87e1c1f0-c729-45f9-97ce-932b1c5d4b7d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 09 05:10:29.749563 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-87e1c1f0-c729-45f9-97ce-932b1c5d4b7d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] update failed (client error): There was a conflict when trying to complete your request. May 09 05:10:29.750622 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-87e1c1f0-c729-45f9-97ce-932b1c5d4b7d tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "PUT /v2.0/security-groups/ecf0dbe4-067a-4230-860c-1c01210564f9 HTTP/1.1" status: 409 len: 330 time: 0.0099442 May 09 05:10:29.761445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39034) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:29.782734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.860229 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dc963e54-22a5-417c-8949-0872296fe478 req-7e43f77c-5290-4ece-b158-b39bfa442fc4 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085961 May 09 05:10:29.861551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Provisioning complete for port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:29.862293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:29.982749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Router 7cf19637-a41b-400e-84d3-c12b57a21bb0 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:10:29.991104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39038) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:29.997525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:30.009987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Provisioning complete for port ef8e9163-7199-44bf-b7e5-157876d15b4f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:30.010413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.028381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c503b668-7958-41ce-ae42-a8fe5a77bf25 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.038082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.075387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Port ef8e9163-7199-44bf-b7e5-157876d15b4f cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:30.086217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Provisioning for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:30.091348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:30.091925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9820811e-266e-4d4b-9b56-be403ff9513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.110832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.186718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cd9de-d51b-463f-a711-b166dee28903 req-e11b7aa6-b2ff-4b5d-ba87-7587c1bda8af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:30.188119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1e9cd9de-d51b-463f-a711-b166dee28903 req-e11b7aa6-b2ff-4b5d-ba87-7587c1bda8af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 944 time: 0.7203884 May 09 05:10:30.274674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:30.283096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Delete allocated IP 172.20.0.7 (10c1be21-f0f8-495e-842b-cd37d3f9b940/372e59d8-d802-4f56-89d9-d996b42f8f15) {{(pid=88042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 05:10:30.283541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c503b668-7958-41ce-ae42-a8fe5a77bf25 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.291335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.25 (10c1be21-f0f8-495e-842b-cd37d3f9b940/adfe4971-31a0-4cc3-92be-78e92684ea03/ef8e9163-7199-44bf-b7e5-157876d15b4f) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:30.316059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Usage tracker for resource:security_group_rule and tenant:733f4866b95e47d29d2a3c3a3fc3d550 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:30.327227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:30.371898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:30.420651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:30.432298 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Sync routers for ids ['7cf19637-a41b-400e-84d3-c12b57a21bb0'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:30.442310 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Routers {'7cf19637-a41b-400e-84d3-c12b57a21bb0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:30.443163 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7cf19637-a41b-400e-84d3-c12b57a21bb0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:30.481219 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4954b0cd-b287-4003-968f-8a7a776d4712 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "PUT /v2.0/routers/7cf19637-a41b-400e-84d3-c12b57a21bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5876338 May 09 05:10:30.482395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39042) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:30.518919 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1e9cd9de-d51b-463f-a711-b166dee28903 req-18b22a29-5bdd-4ade-b09e-68eafb081ccb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3040617 May 09 05:10:30.536221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c503b668-7958-41ce-ae42-a8fe5a77bf25 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.550781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.575846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b668-7958-41ce-ae42-a8fe5a77bf25 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf0dbe4-067a-4230-860c-1c01210564f9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:30.576929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object ef8e9163-7199-44bf-b7e5-157876d15b4f will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:30.584233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d335aadf-930a-45a0-bd3b-2f30df928226 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:30.585744 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d335aadf-930a-45a0-bd3b-2f30df928226 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports/ce3b2317-4bc0-4ffa-8b2f-0074b775d704 HTTP/1.1" status: 200 len: 911 time: 0.1031601 May 09 05:10:30.588349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39046) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:30.589233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.617106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c503b668-7958-41ce-ae42-a8fe5a77bf25 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.620443 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c503b668-7958-41ce-ae42-a8fe5a77bf25 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/ecf0dbe4-067a-4230-860c-1c01210564f9 HTTP/1.1" status: 204 len: 168 time: 0.8539996 May 09 05:10:30.626960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39050) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:30.642053 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Set router 7cf19637-a41b-400e-84d3-c12b57a21bb0 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:30.695247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.699318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Router 5b7b81b4-9d63-4459-8599-e7a8b02381a4 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:10:30.705382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.755595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5b87f3d3-e020-43cf-a5d3-37d339d7ae14 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Synchronizing usage tracker for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:30.802965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=ef8e9163-7199-44bf-b7e5-157876d15b4f,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:30.843636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9eb69f-9837-4a4a-becd-e770d63f0cdd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:30.848977 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=733f4866b95e47d29d2a3c3a3fc3d550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544903 May 09 05:10:30.850023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9eb69f-9837-4a4a-becd-e770d63f0cdd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:30.850398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39054) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:30.854172 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cd9eb69f-9837-4a4a-becd-e770d63f0cdd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2599461 May 09 05:10:30.854172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] In _notify_port_updated(), no bound segment for port ef8e9163-7199-44bf-b7e5-157876d15b4f on network 10c1be21-f0f8-495e-842b-cd37d3f9b940 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:10:30.858129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:30.858722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:30.861144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39056) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:30.862824 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-41fb09d9-92e4-42d5-aca7-c7276d21e4c7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "PUT /v2.0/ports/ef8e9163-7199-44bf-b7e5-157876d15b4f HTTP/1.1" status: 200 len: 920 time: 3.3162775 May 09 05:10:30.863376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39060) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:30.867348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4473af-dc9e-4f95-bf45-6eec2de63f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb4e503-385a-4e8a-8935-b9b598a367ba,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:30.935124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port ef8e9163-7199-44bf-b7e5-157876d15b4f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:30.935584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.068004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5b87f3d3-e020-43cf-a5d3-37d339d7ae14 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] Unset dirty status for tenant:f36c735e3c9a4597a2ae1023ba53a0c7 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:31.069838 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5b87f3d3-e020-43cf-a5d3-37d339d7ae14 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4414418 May 09 05:10:31.069976 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'name': 'tempest-NetworksTestDHCPv6-router-1545451509', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:10:19Z', 'updated_at': '2022-05-09T05:10:26Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None, '_interfaces': [{'id': 'ce3b2317-4bc0-4ffa-8b2f-0074b775d704', 'name': '', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'mac_address': 'fa:16:3e:ee:16:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '40346c03-dd30-4aba-921c-bdd5ab8dc976', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:10:22Z', 'updated_at': '2022-05-09T05:10:27Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'subnets': [{'id': '40346c03-dd30-4aba-921c-bdd5ab8dc976', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:31.074631 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Checking router: 7cf19637-a41b-400e-84d3-c12b57a21bb0 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:31.075054 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Updating router 7cf19637-a41b-400e-84d3-c12b57a21bb0 port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:10:31.093528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39068) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:31.162061 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.198854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:31.269355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5576b-d8b8-4774-a65a-99ab9bcc13bf req-d1789e01-eb59-4d12-b743-f034c5b3c824 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:31.270929 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-57a5576b-d8b8-4774-a65a-99ab9bcc13bf req-d1789e01-eb59-4d12-b743-f034c5b3c824 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.2689490 May 09 05:10:31.312770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:31.319665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:31.320177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.330814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.357749 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-41ac777e-20d2-4aeb-ab9e-d9401d3cfde8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] delete failed (client error): The resource could not be found. May 09 05:10:31.359185 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-41ac777e-20d2-4aeb-ab9e-d9401d3cfde8 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "DELETE /v2.0/security-groups/2433ae3f-aa43-43c9-b148-265770e8b1f8 HTTP/1.1" status: 404 len: 347 time: 0.0603960 May 09 05:10:31.371705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39072) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:31.469108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:31.486321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] Sync routers for ids ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:31.506501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for ef8e9163-7199-44bf-b7e5-157876d15b4f owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:31.506784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-30bdf503-e803-4764-b66f-44d29b0c05fc None None] Provisioning for port ef8e9163-7199-44bf-b7e5-157876d15b4f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:31.518058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] Routers {'5b7b81b4-9d63-4459-8599-e7a8b02381a4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:31.518971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:31.558879 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-60b4e571-fa84-413d-9b6e-e3860d08a0d4 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] show failed (client error): The resource could not be found. May 09 05:10:31.560231 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-60b4e571-fa84-413d-9b6e-e3860d08a0d4 tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-groups/cc90b66f-aa27-4ab3-a9b5-49e717c6df6b HTTP/1.1" status: 404 len: 347 time: 0.1848471 May 09 05:10:31.579978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39078) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:31.586509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-30bdf503-e803-4764-b66f-44d29b0c05fc None None] Provisioning complete for port ef8e9163-7199-44bf-b7e5-157876d15b4f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:31.587273 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-30bdf503-e803-4764-b66f-44d29b0c05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.591707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-256ef465-2e81-4195-a8b3-ecbd00ccdc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.628750 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-f218980a-25b5-4ce9-8ab6-a7f6bb91dbef tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] show failed (client error): The resource could not be found. May 09 05:10:31.630463 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f218980a-25b5-4ce9-8ab6-a7f6bb91dbef tempest-NegativeSecGroupIPv6Test-1969445333 tempest-NegativeSecGroupIPv6Test-1969445333-project] 10.222.0.50 "GET /v2.0/security-group-rules/f292f2f7-990b-41d5-8405-54667be02284 HTTP/1.1" status: 404 len: 356 time: 0.0462425 May 09 05:10:31.636018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.638243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e054ca2b-92a8-4d3b-9b50-067d1c2fbd33 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.8096702 May 09 05:10:31.651832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39084) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:31.678226 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.698042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:31.708488 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Transition to ACTIVE for port object ce3b2317-4bc0-4ffa-8b2f-0074b775d704 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:31.713252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:31.728915 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.752353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.779528 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-57a5576b-d8b8-4774-a65a-99ab9bcc13bf req-d73b6f88-c5f0-4a52-a69a-cc0e9baba6af tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226536 May 09 05:10:31.785875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-256ef465-2e81-4195-a8b3-ecbd00ccdc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.842956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] Routers {'5b7b81b4-9d63-4459-8599-e7a8b02381a4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:31.843522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:31.884160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:31.963609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=ef8e9163-7199-44bf-b7e5-157876d15b4f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:32.003607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:32.025830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-30bdf503-e803-4764-b66f-44d29b0c05fc None None] Port ef8e9163-7199-44bf-b7e5-157876d15b4f cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:32.033844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:32.034517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a15c9-29c4-4ea5-bb84-07e0e7b6de56 None None] The sync data for ids ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:32.043347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:32.051406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.155401 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Pushing event updated for resources: {'Port': ['ID=ce3b2317-4bc0-4ffa-8b2f-0074b775d704,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:32.163364 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a729099f-881d-4125-9382-de2bd708391e'] response: {'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'code': 200} May 09 05:10:32.165498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-256ef465-2e81-4195-a8b3-ecbd00ccdc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.204587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a96e-f3ea-4b56-9bf0-4a5383e7ce74 req-88710e20-d5fa-441b-8373-8c42f9b14f3a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:32.207055 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b304a96e-f3ea-4b56-9bf0-4a5383e7ce74 req-88710e20-d5fa-441b-8373-8c42f9b14f3a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 944 time: 0.4311447 May 09 05:10:32.242138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.255609 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-75dc35fc-fd71-4000-a10a-ce16fa5fc8b2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/ef8e9163-7199-44bf-b7e5-157876d15b4f HTTP/1.1" status: 204 len: 168 time: 1.3911679 May 09 05:10:32.258244 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.258824 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.259312 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.259791 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.260275 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.260788 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.261925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39092) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:32.263117 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.267204 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.267751 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.274790 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.275683 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.276167 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:32.321199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:32.335121 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-990193a0-d697-4b48-aed8-513f3a747d11 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:10:32.335687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-990193a0-d697-4b48-aed8-513f3a747d11 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:32.339089 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Attempting to bind port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:32.343081 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Attempting to bind port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:32.343606 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Attempting to bind port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:32.350290 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:32.351097 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:32.351661 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.352186 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:32.352826 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Bound port: ce3b2317-4bc0-4ffa-8b2f-0074b775d704, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:32.353381 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.368979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ef465-2e81-4195-a8b3-ecbd00ccdc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb4e503-385a-4e8a-8935-b9b598a367ba,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:32.377804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-990193a0-d697-4b48-aed8-513f3a747d11 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:32.379825 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-990193a0-d697-4b48-aed8-513f3a747d11 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/ef8e9163-7199-44bf-b7e5-157876d15b4f HTTP/1.1" status: 404 len: 333 time: 0.1156373 May 09 05:10:32.382338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39096) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:32.391733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-256ef465-2e81-4195-a8b3-ecbd00ccdc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.392966 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-256ef465-2e81-4195-a8b3-ecbd00ccdc24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cb4e503-385a-4e8a-8935-b9b598a367ba HTTP/1.1" status: 204 len: 168 time: 1.5331204 May 09 05:10:32.413292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39102) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:32.520496 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] For port ce3b2317-4bc0-4ffa-8b2f-0074b775d704, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:32.524179 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] For port ce3b2317-4bc0-4ffa-8b2f-0074b775d704, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ce3b2317-4bc0-4ffa-8b2f-0074b775d704,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:32.551945 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.553593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbedb6fb-7a1b-49eb-89e2-b68c5f880dd7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.583058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbedb6fb-7a1b-49eb-89e2-b68c5f880dd7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.630145 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b304a96e-f3ea-4b56-9bf0-4a5383e7ce74 req-041bea89-4ad0-4a89-9e37-56eb6980e38d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194633 May 09 05:10:32.639180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbedb6fb-7a1b-49eb-89e2-b68c5f880dd7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.660482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedb6fb-7a1b-49eb-89e2-b68c5f880dd7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d3df5c-944f-4286-b68e-d0e0f7573192,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:32.675630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dbedb6fb-7a1b-49eb-89e2-b68c5f880dd7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.680212 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dbedb6fb-7a1b-49eb-89e2-b68c5f880dd7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/security-groups/a1d3df5c-944f-4286-b68e-d0e0f7573192 HTTP/1.1" status: 204 len: 168 time: 0.2967646 May 09 05:10:32.681062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39108) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:32.713108 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Routers {'7cf19637-a41b-400e-84d3-c12b57a21bb0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:32.713745 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7cf19637-a41b-400e-84d3-c12b57a21bb0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:32.771940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc93-2233-48c6-9bf4-3634a9742381 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.820556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc93-2233-48c6-9bf4-3634a9742381 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.905945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc93-2233-48c6-9bf4-3634a9742381 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.930713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e83fbc93-2233-48c6-9bf4-3634a9742381 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:32.932321 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e83fbc93-2233-48c6-9bf4-3634a9742381 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/security-groups/f38f87ef-feff-4715-a897-c64a2f3a43da HTTP/1.1" status: 204 len: 168 time: 0.2503276 May 09 05:10:32.933496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fbc93-2233-48c6-9bf4-3634a9742381 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38f87ef-feff-4715-a897-c64a2f3a43da,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:32.935382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39114) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:33.011365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet 372e59d8-d802-4f56-89d9-d996b42f8f15 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:33.015205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.047409 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e1a3c-6b0f-4385-bb30-21dec7546718 None None] Pushing event updated for resources: {'Port': ['ID=ce3b2317-4bc0-4ffa-8b2f-0074b775d704,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:33.069918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.106931 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] Set router 7cf19637-a41b-400e-84d3-c12b57a21bb0 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:33.150444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.175738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.196741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.214164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8897430-e192-4d51-8375-b7b5d00640e2 req-414a228f-55bb-4243-a297-543d9a974fc9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:33.215866 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d8897430-e192-4d51-8375-b7b5d00640e2 req-414a228f-55bb-4243-a297-543d9a974fc9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.1657035 May 09 05:10:33.261420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Deleting port 935f9510-7724-44c7-a286-797a5f89121b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:33.261796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.283873 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d8897430-e192-4d51-8375-b7b5d00640e2 req-b01e0c74-e477-4942-bdb4-98599d4ef1e6 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580850 May 09 05:10:33.294755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.306740 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-13656025-a267-447c-b5a0-6da40d39b50b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f36c735e3c9a4597a2ae1023ba53a0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8852298 May 09 05:10:33.308793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb54792-add1-4fc4-b27e-af2988b90408 req-8b1dda9a-220f-4c26-84c5-60deda5fda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:33.310616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eeb54792-add1-4fc4-b27e-af2988b90408 req-8b1dda9a-220f-4c26-84c5-60deda5fda32 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 1098 time: 0.7931685 May 09 05:10:33.339865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39118) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:33.425113 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'name': 'tempest-NetworksTestDHCPv6-router-1545451509', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:10:19Z', 'updated_at': '2022-05-09T05:10:26Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None, '_interfaces': [{'id': 'ce3b2317-4bc0-4ffa-8b2f-0074b775d704', 'name': '', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'mac_address': 'fa:16:3e:ee:16:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '40346c03-dd30-4aba-921c-bdd5ab8dc976', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:10:22Z', 'updated_at': '2022-05-09T05:10:32Z', 'revision_number': 4, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'subnets': [{'id': '40346c03-dd30-4aba-921c-bdd5ab8dc976', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:33.430187 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681068b3-f25d-4d38-af9c-bcd9e827a896 None None] The sync data for ids ['7cf19637-a41b-400e-84d3-c12b57a21bb0'] in dv-neutron-840482-1-hyperv is: [{'id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'name': 'tempest-NetworksTestDHCPv6-router-1545451509', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:10:19Z', 'updated_at': '2022-05-09T05:10:26Z', 'revision_number': 2, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None, '_interfaces': [{'id': 'ce3b2317-4bc0-4ffa-8b2f-0074b775d704', 'name': '', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'mac_address': 'fa:16:3e:ee:16:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '40346c03-dd30-4aba-921c-bdd5ab8dc976', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:10:22Z', 'updated_at': '2022-05-09T05:10:32Z', 'revision_number': 4, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'subnets': [{'id': '40346c03-dd30-4aba-921c-bdd5ab8dc976', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:33.433628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c94bfa7-b2bf-4815-8311-c8b110498efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.438147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.507212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=372e59d8-d802-4f56-89d9-d996b42f8f15,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:33.513606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.517503 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c94bfa7-b2bf-4815-8311-c8b110498efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.529881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894122c-4c1c-4dea-a747-2d4326d0fc1f None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:33.532214 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-de064f15-327c-45c3-b584-38040707faf9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/372e59d8-d802-4f56-89d9-d996b42f8f15 HTTP/1.1" status: 204 len: 168 time: 0.5952878 May 09 05:10:33.538892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39122) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:33.548691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:33.714580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c94bfa7-b2bf-4815-8311-c8b110498efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.772881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94bfa7-b2bf-4815-8311-c8b110498efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720a8343-489f-425a-9086-afaeb2d10416,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:33.781657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:33.788525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:33.811929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:33.828606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4c94bfa7-b2bf-4815-8311-c8b110498efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.830134 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4c94bfa7-b2bf-4815-8311-c8b110498efa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/720a8343-489f-425a-9086-afaeb2d10416 HTTP/1.1" status: 204 len: 168 time: 0.4891622 May 09 05:10:33.831703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:33.840288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:33.849425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:33.857562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.061845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Calling delete_port for 935f9510-7724-44c7-a286-797a5f89121b owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:34.253091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.320532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:34.321140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:34.326229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:34.326339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.344663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=ad92e09c-a688-4a28-aefe-fb7465666050,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:34.356692 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-762f20eb-ef2a-4e4f-ab2d-bcca880ab168 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8166881 May 09 05:10:34.359462 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39132) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:34.364794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1978061582'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:34.371111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:34.375886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:34.379032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:34.385383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:34.401183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eeb54792-add1-4fc4-b27e-af2988b90408 req-92bff88e-ba22-4923-987e-4c95b5110247 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8854682 May 09 05:10:34.420633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.470535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:34.476944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group_rule and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:34.482180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:34.491197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:34.539382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d5df7-f75b-4b3e-ba04-9fe8110f32a4 req-a155507e-e7ad-4d0d-8bdd-a57022869141 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:34.541250 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da0d5df7-f75b-4b3e-ba04-9fe8110f32a4 req-a155507e-e7ad-4d0d-8bdd-a57022869141 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 945 time: 0.2542074 May 09 05:10:34.574038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:34.574362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.590074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07058bf2-e575-44a7-ae24-ea4e9011a66a req-3d7ac9d4-96fc-4007-8ec2-b6c88c502a50 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:34.591775 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-07058bf2-e575-44a7-ae24-ea4e9011a66a req-3d7ac9d4-96fc-4007-8ec2-b6c88c502a50 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.1051011 May 09 05:10:34.614407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94cedf8-1d8d-4e56-8ee3-9cd4fc8ee8da None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:34.639275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.651924 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-07058bf2-e575-44a7-ae24-ea4e9011a66a req-224bce5a-7fa0-4d07-96e1-1cf94eebcec9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536308 May 09 05:10:34.711814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8017ba52-0791-41bc-970d-549b2040b4b8 None None] Provisioning complete for port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:34.712181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8017ba52-0791-41bc-970d-549b2040b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.715828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.721411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.725956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da0d5df7-f75b-4b3e-ba04-9fe8110f32a4 req-9febed20-9469-42bc-9e60-786ab9d666ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747892 May 09 05:10:34.756623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Pushing event deleted for resources: {'Port': ['ID=935f9510-7724-44c7-a286-797a5f89121b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:34.785698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6627447a-3fcb-4df3-8dbf-9eb0591b9e1a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:34.801350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.802989 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f083f8bb-d96b-4748-b0e1-70770539a9b4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4421964 May 09 05:10:34.805318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39136) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:34.806207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8017ba52-0791-41bc-970d-549b2040b4b8 None None] Port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:34.810972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556252950'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:34.817611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:34.821592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:34.825047 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:34.831146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:34.843136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.855206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8017ba52-0791-41bc-970d-549b2040b4b8 None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:34.856444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8017ba52-0791-41bc-970d-549b2040b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.863103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:34.867049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group_rule and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:34.869858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:34.876145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:34.943494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.977340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:34.987562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.041408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48b9f3b-be57-4604-a302-3b54d77d7ec4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:35.062960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.064567 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7e7331f6-5d5a-4f78-8f2f-11451ef6b665 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2576885 May 09 05:10:35.068080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39140) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:35.078514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'security_group': {'name': 'tempest-secgroup-1971716384'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:35.093752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:35.101704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:35.105116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:35.107732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port ce3b2317-4bc0-4ffa-8b2f-0074b775d704, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ce3b2317-4bc0-4ffa-8b2f-0074b775d704,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:35.108098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.113202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:35.127083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.147982 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:35.152791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:security_group_rule and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:35.155906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:35.161969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:35.226271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] Update dhcp port {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'fixed_ips': [{'subnet_id': 'adfe4971-31a0-4cc3-92be-78e92684ea03', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ad92e09c-a688-4a28-aefe-fb7465666050'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'dd4ccbd1-ec87-4953-8a30-03c198fe51f8'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:10:35.243546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.248730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.288498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.308338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bffb0a9f-8977-43e9-a782-0db817945b63 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:10:35.321390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for ce3b2317-4bc0-4ffa-8b2f-0074b775d704 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:35.322845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08fc30e-6489-488c-a4bc-f7a66fec1f33,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:35.327848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.329328 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ce15c01a-417b-42ee-8421-bc4d1176809a tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2591739 May 09 05:10:35.333874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39144) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:35.340858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-37777852', 'security_groups': ['c08fc30e-6489-488c-a4bc-f7a66fec1f33'], 'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad92e09c-a688-4a28-aefe-fb7465666050'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:35.460657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ce3b2317-4bc0-4ffa-8b2f-0074b775d704 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:35.521534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:35.531245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:35.546435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:35.560856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bffb0a9f-8977-43e9-a782-0db817945b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bffb0a9f-8977-43e9-a782-0db817945b63,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:35.643185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'port_id': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'mac_address': 'fa:16:3e:81:8e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:10:35.708285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:35.799486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.819194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.821002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ce3b2317-4bc0-4ffa-8b2f-0074b775d704 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:35.824284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.825640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] device_id is not set on port 103340a2-f161-4b2d-98dd-3920fcc334da yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:10:35.840304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.909856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:35.940726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] Allocated IP 172.20.0.2 (10c1be21-f0f8-495e-842b-cd37d3f9b940/ad92e09c-a688-4a28-aefe-fb7465666050/dd4ccbd1-ec87-4953-8a30-03c198fe51f8) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:35.946779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffb0a9f-8977-43e9-a782-0db817945b63 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:10:36.043486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bffb0a9f-8977-43e9-a782-0db817945b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bffb0a9f-8977-43e9-a782-0db817945b63,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:36.053953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae875a3-6f02-4ef3-ace3-8f73125f3223 req-29b84abc-c4cb-4377-b26c-e7c7d1ce5969 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:36.055452 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1ae875a3-6f02-4ef3-ace3-8f73125f3223 req-29b84abc-c4cb-4377-b26c-e7c7d1ce5969 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 943 time: 0.2340219 May 09 05:10:36.065570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.090810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Router 5b7b81b4-9d63-4459-8599-e7a8b02381a4 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:36.104935 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1ae875a3-6f02-4ef3-ace3-8f73125f3223 req-25370686-314e-4aa7-8836-2abec8e69c92 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 May 09 05:10:36.218458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.230404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=bffb0a9f-8977-43e9-a782-0db817945b63,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:36.235818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,segment=NetworkSegment(fed0dc11-df77-4843-8812-a78d8693a2ee),segment_id=fed0dc11-df77-4843-8812-a78d8693a2ee)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:36.269907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.297164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:36.306509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] Transition to ACTIVE for port object dd4ccbd1-ec87-4953-8a30-03c198fe51f8 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:36.309042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.311318 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] Sync routers for ids ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:36.316664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.320290 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-30ea1ef5-551b-40d8-ad2f-6ed384b13c36 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "PUT /v2.0/routers/5b7b81b4-9d63-4459-8599-e7a8b02381a4 HTTP/1.1" status: 200 len: 709 time: 4.6646807 May 09 05:10:36.327573 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] Routers {'5b7b81b4-9d63-4459-8599-e7a8b02381a4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:36.328687 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:36.355317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.364437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39152) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:36.399573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.12 (10c1be21-f0f8-495e-842b-cd37d3f9b940/ad92e09c-a688-4a28-aefe-fb7465666050/103340a2-f161-4b2d-98dd-3920fcc334da) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:36.436951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f474b8-41ba-48c4-8942-bed1b2734e9b req-9565ffc6-81e5-483f-b671-81ede8c9f5fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:36.438457 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5f474b8-41ba-48c4-8942-bed1b2734e9b req-9565ffc6-81e5-483f-b671-81ede8c9f5fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 945 time: 0.5164158 May 09 05:10:36.439217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=ce3b2317-4bc0-4ffa-8b2f-0074b775d704,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:36.470173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecddb0-922a-41ed-b445-2c628dee029b None None] Pushing event updated for resources: {'Port': ['ID=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:36.489397 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:36.509157 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] Routers {'5b7b81b4-9d63-4459-8599-e7a8b02381a4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:36.511175 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:36.542122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['bffb0a9f-8977-43e9-a782-0db817945b63'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:10:36.590320 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:36.591447 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c118-003c-41bd-95d4-0ebe93948023 None None] The sync data for ids ['5b7b81b4-9d63-4459-8599-e7a8b02381a4'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:36.671248 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e9cc5aec-08da-41a9-8b5a-97afad8f15df tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/routers/5b7b81b4-9d63-4459-8599-e7a8b02381a4 HTTP/1.1" status: 200 len: 744 time: 0.3007004 May 09 05:10:36.680335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39156) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:36.750195 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5f474b8-41ba-48c4-8942-bed1b2734e9b req-489a6e1d-5cfb-4eb3-8572-4e5fef19b2c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755394 May 09 05:10:36.759705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.774587 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-010f2b60-ec57-439a-bdbe-bfc4e6b9c903 tempest-RoutersIpV6AdminTest-1319109684 tempest-RoutersIpV6AdminTest-1319109684-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&device_id=5b7b81b4-9d63-4459-8599-e7a8b02381a4 HTTP/1.1" status: 200 len: 205 time: 0.0902584 May 09 05:10:36.778404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39160) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:36.788814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:36.845112 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-96885547-fde5-48dd-8ce9-4695c7bd0ca2 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b7b81b4-9d63-4459-8599-e7a8b02381a4 HTTP/1.1" status: 200 len: 205 time: 0.0645690 May 09 05:10:36.847999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39164) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:36.921246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object 103340a2-f161-4b2d-98dd-3920fcc334da will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:37.003949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c8d568c-99d5-49e1-8606-8f57d6a0be96 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.223147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Router 7cf19637-a41b-400e-84d3-c12b57a21bb0 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:37.318575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ec9b5417-4d3a-4618-890e-59b1108e5b52 None None] Provisioning complete for port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:37.319063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5417-4d3a-4618-890e-59b1108e5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.355563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.361233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c8d568c-99d5-49e1-8606-8f57d6a0be96 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.364333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:37.371858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5d40051-b1ac-4003-a445-9360b67d893e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "PUT /v2.0/routers/7cf19637-a41b-400e-84d3-c12b57a21bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5054183 May 09 05:10:37.375099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39170) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:37.391631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] Sync routers for ids ['7cf19637-a41b-400e-84d3-c12b57a21bb0'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:37.394259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd4ccbd1-ec87-4953-8a30-03c198fe51f8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:37.403688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c8d568c-99d5-49e1-8606-8f57d6a0be96 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.447788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df04636-b4b1-4335-90ac-8c3c20f7fe2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:37.448035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:37.449746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df04636-b4b1-4335-90ac-8c3c20f7fe2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:37.450891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3df04636-b4b1-4335-90ac-8c3c20f7fe2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:37.459141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:37.460947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b5417-4d3a-4618-890e-59b1108e5b52 None None] Port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:37.464652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] Routers {'7cf19637-a41b-400e-84d3-c12b57a21bb0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:37.465511 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7cf19637-a41b-400e-84d3-c12b57a21bb0'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:37.467040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:37.471305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3df04636-b4b1-4335-90ac-8c3c20f7fe2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:37.472930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3df04636-b4b1-4335-90ac-8c3c20f7fe2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0962074 May 09 05:10:37.475556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39174) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:37.504535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=103340a2-f161-4b2d-98dd-3920fcc334da,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:37.518740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c8d568c-99d5-49e1-8606-8f57d6a0be96 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.519242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d568c-99d5-49e1-8606-8f57d6a0be96 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Fanout notify agent at l3_agent the message router_deleted on router 5b7b81b4-9d63-4459-8599-e7a8b02381a4 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:10:37.558009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 40346c03-dd30-4aba-921c-bdd5ab8dc976 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:37.561428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.568906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:37.569538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.588300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c8d568c-99d5-49e1-8606-8f57d6a0be96 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.589352 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3c8d568c-99d5-49e1-8606-8f57d6a0be96 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/5b7b81b4-9d63-4459-8599-e7a8b02381a4 HTTP/1.1" status: 204 len: 168 time: 0.7403431 May 09 05:10:37.594557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39178) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:37.600669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f2c6e-c620-46a9-bc4e-2d43df6c3b63 req-fbcc86e6-af8d-44d7-8b5c-1d7c82084c41 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:37.602490 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8e9f2c6e-c620-46a9-bc4e-2d43df6c3b63 req-fbcc86e6-af8d-44d7-8b5c-1d7c82084c41 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 944 time: 0.3584173 May 09 05:10:37.613407 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0afd75b5-33ed-4ee3-8d57-c7e1b2395706 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2778471 May 09 05:10:37.616220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39182) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:37.637512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:37.668012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-436467cf-965d-4d96-9b89-7e72b8ba47e1 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b7b81b4-9d63-4459-8599-e7a8b02381a4 HTTP/1.1" status: 200 len: 205 time: 0.0724175 May 09 05:10:37.672050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39186) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:37.710237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] Set router 7cf19637-a41b-400e-84d3-c12b57a21bb0 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:37.747838 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-138736c9-3c68-487e-af44-378bf5bad679 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] delete failed (client error): The resource could not be found. May 09 05:10:37.751482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-138736c9-3c68-487e-af44-378bf5bad679 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/5b7b81b4-9d63-4459-8599-e7a8b02381a4 HTTP/1.1" status: 404 len: 336 time: 0.0763602 May 09 05:10:37.751873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.759925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ec9b5417-4d3a-4618-890e-59b1108e5b52 None None] Provisioning for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:37.784148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39190) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:37.838086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ec9b5417-4d3a-4618-890e-59b1108e5b52 None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:37.838800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5417-4d3a-4618-890e-59b1108e5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.845762 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-476ecfa6-8cae-4935-a49e-4a22bcb3067c tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ce66c3e-05e5-402c-ad4b-f4a1796199ef HTTP/1.1" status: 200 len: 205 time: 0.0582204 May 09 05:10:37.846664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39196) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:37.880592 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8e9f2c6e-c620-46a9-bc4e-2d43df6c3b63 req-85a3db89-1327-41d2-ad62-da3d24374ce0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651193 May 09 05:10:37.908490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'name': 'tempest-NetworksTestDHCPv6-router-1545451509', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:10:19Z', 'updated_at': '2022-05-09T05:10:36Z', 'revision_number': 3, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:37.919999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:37.920373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.938534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:37.942583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:37.945399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:37.952027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:37.962258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:37.966040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:37.966436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] Checking router: 7cf19637-a41b-400e-84d3-c12b57a21bb0 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:37.968279 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-3ef001a9-9d2c-44dd-885e-43dd132eb28f tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] delete failed (client error): The resource could not be found. May 09 05:10:37.969844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3ef001a9-9d2c-44dd-885e-43dd132eb28f tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/3ce66c3e-05e5-402c-ad4b-f4a1796199ef HTTP/1.1" status: 404 len: 336 time: 0.1219704 May 09 05:10:37.982343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39200) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.001234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] Routers {'7cf19637-a41b-400e-84d3-c12b57a21bb0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:38.001855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['7cf19637-a41b-400e-84d3-c12b57a21bb0'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:38.063243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-270ffcad-322a-4bf5-a54e-02ea1de1338a tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=5818df99-a198-4645-988d-e4ad9dae2380 HTTP/1.1" status: 200 len: 205 time: 0.0760434 May 09 05:10:38.064422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39204) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.080439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:38.144716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf1863-7af4-48d0-8008-16909344613f req-151e2343-5561-4134-a677-032f06d1b884 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:38.145465 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2acf1863-7af4-48d0-8008-16909344613f req-151e2343-5561-4134-a677-032f06d1b884 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 945 time: 0.2394795 May 09 05:10:38.159205 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-0f7a9f8c-8706-4bb2-91e1-540bb0239837 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] delete failed (client error): The resource could not be found. May 09 05:10:38.160218 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0f7a9f8c-8706-4bb2-91e1-540bb0239837 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/5818df99-a198-4645-988d-e4ad9dae2380 HTTP/1.1" status: 404 len: 336 time: 0.0948861 May 09 05:10:38.164453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39208) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.201601 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2acf1863-7af4-48d0-8008-16909344613f req-31a1b4f5-3ec1-455f-854c-c519577f1988 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504878 May 09 05:10:38.209780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] Set router 7cf19637-a41b-400e-84d3-c12b57a21bb0 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:38.211076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:38.235742 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-77f87e96-a835-471c-a9ab-a0fe0759b844 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=786f77c8-ac2b-4e6b-aa83-9fc62778bc92 HTTP/1.1" status: 200 len: 205 time: 0.0699799 May 09 05:10:38.239205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39214) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.261215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=40346c03-dd30-4aba-921c-bdd5ab8dc976,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:38.263212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:38.284126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce0845-c7e5-468a-b726-6233f56a7ca6 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:38.285853 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-07733101-8f00-43b6-bee0-88d9c3cd974b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/40346c03-dd30-4aba-921c-bdd5ab8dc976 HTTP/1.1" status: 204 len: 168 time: 0.8090849 May 09 05:10:38.287023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39218) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.323306 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad92e09c-a688-4a28-aefe-fb7465666050 (CIDR: 172.20.0.0/28) May 09 05:10:38.324514 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-50bd2673-09bd-4418-a314-76170b253562 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] delete failed (client error): The resource could not be found. May 09 05:10:38.328911 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-50bd2673-09bd-4418-a314-76170b253562 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/786f77c8-ac2b-4e6b-aa83-9fc62778bc92 HTTP/1.1" status: 404 len: 336 time: 0.0887024 May 09 05:10:38.330320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39222) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.334747 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:38.335214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:38.421782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'name': 'tempest-NetworksTestDHCPv6-router-1545451509', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:10:19Z', 'updated_at': '2022-05-09T05:10:36Z', 'revision_number': 3, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:38.424776 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-583ae15a-4b7b-486d-b248-13b5825eecfe tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c883a67-05e9-4251-8927-6ce4f63ae288 HTTP/1.1" status: 200 len: 205 time: 0.0922387 May 09 05:10:38.432378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39226) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.448857 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d3051263-9a93-403a-8564-f4ab38fa1ac3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8284328 May 09 05:10:38.451625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39230) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.457501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:38.468980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f981dc1-9313-403c-8811-9ab07ba6b986 None None] The sync data for ids ['7cf19637-a41b-400e-84d3-c12b57a21bb0'] in dv-neutron-840482-1-hyperv is: [{'id': '7cf19637-a41b-400e-84d3-c12b57a21bb0', 'name': 'tempest-NetworksTestDHCPv6-router-1545451509', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:10:19Z', 'updated_at': '2022-05-09T05:10:36Z', 'revision_number': 3, 'project_id': 'e6bcd47afaba4457a6493fd745cede85', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:38.577207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919177e-10f2-4704-bbab-e422a4ee99dc req-48d605f0-3feb-40d5-bcf3-9ad9d6d129f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:38.578758 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8919177e-10f2-4704-bbab-e422a4ee99dc req-48d605f0-3feb-40d5-bcf3-9ad9d6d129f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 945 time: 0.2475545 May 09 05:10:38.636205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7f85fe0f-aeda-40d3-bdd6-bd29278539af None None] Provisioning for port 103340a2-f161-4b2d-98dd-3920fcc334da completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:38.658228 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-99f4ef3d-ee9d-4984-b0bf-c32766f9608e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] delete failed (client error): The resource could not be found. May 09 05:10:38.659336 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-99f4ef3d-ee9d-4984-b0bf-c32766f9608e tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/9c883a67-05e9-4251-8927-6ce4f63ae288 HTTP/1.1" status: 404 len: 336 time: 0.2258976 May 09 05:10:38.662895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39234) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.665994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:38.671402 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8919177e-10f2-4704-bbab-e422a4ee99dc req-84f351c3-9cb9-4ad6-8c6d-25a2151551d1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842688 May 09 05:10:38.671591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7f85fe0f-aeda-40d3-bdd6-bd29278539af None None] Provisioning complete for port 103340a2-f161-4b2d-98dd-3920fcc334da triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:38.672126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7f85fe0f-aeda-40d3-bdd6-bd29278539af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:38.672865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:38.675940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:38.682021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:38.693960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:38.698218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:38.713392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3098e3b7-fe96-4a96-aa72-bd3525c5122f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:router {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:38.716813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39238) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.718909 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-433d714f-bc53-4009-a8f7-ac26d4712509 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "GET /v2.0/ports?device_id=68ec4312-9aaf-4734-bd35-93e95458f3b7 HTTP/1.1" status: 200 len: 205 time: 0.0551975 May 09 05:10:38.721276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39242) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.776542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7f85fe0f-aeda-40d3-bdd6-bd29278539af None None] Port 103340a2-f161-4b2d-98dd-3920fcc334da cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:38.816770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-04a80dfc-780a-4a36-8a83-d91ded118cf8 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] delete failed (client error): The resource could not be found. May 09 05:10:38.817936 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-04a80dfc-780a-4a36-8a83-d91ded118cf8 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/routers/68ec4312-9aaf-4734-bd35-93e95458f3b7 HTTP/1.1" status: 404 len: 336 time: 0.0956643 May 09 05:10:38.820624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39248) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.881325 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet adfe4971-31a0-4cc3-92be-78e92684ea03 (CIDR: 172.20.0.16/28) May 09 05:10:38.886954 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:10:38.888514 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b683fc33-403c-4193-bd44-87dc880c88e5 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] DELETE failed (client error): The resource could not be found. May 09 05:10:38.888660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:38.889103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b683fc33-403c-4193-bd44-87dc880c88e5 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:38.890910 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b683fc33-403c-4193-bd44-87dc880c88e5 tempest-RoutersIpV6AdminTest-1189920291 tempest-RoutersIpV6AdminTest-1189920291-project] 10.222.0.50 "DELETE /v2.0/subnets/e8d9d68a-2a0a-4a9b-93d2-c4883a07400e HTTP/1.1" status: 404 len: 337 time: 0.0691450 May 09 05:10:38.904523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3098e3b7-fe96-4a96-aa72-bd3525c5122f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:router {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:38.908288 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3098e3b7-fe96-4a96-aa72-bd3525c5122f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6176014 May 09 05:10:38.909064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39254) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.946387 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0819ac95-0c1b-4de9-b7ef-99e3bc0e3421 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4938650 May 09 05:10:38.947614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39260) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:38.976450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:10:38.986655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] Deleting port f6eb959b-6180-4879-a845-c6741da23e41 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:38.987152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.015275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'subnet': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:39.217862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38527312-d63a-4701-87a3-b8c725ca062a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:39.219481 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-38527312-d63a-4701-87a3-b8c725ca062a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 1093 time: 0.5028098 May 09 05:10:39.222365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39264) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:39.230145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:39.232347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ffe2490-5420-40c9-8cb9-2388f2f2995d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.238687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:39.243249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:39.246139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:39.250100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:39.253170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Usage tracker for resource:subnet and tenant:99d4548c969946e7bb158105ec1d9cd5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:39.258269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:39.266889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:39.273354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:39.273621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] For port f6eb959b-6180-4879-a845-c6741da23e41, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f6eb959b-6180-4879-a845-c6741da23e41,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:39.274018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.284839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bffb0a9f-8977-43e9-a782-0db817945b63 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:39.287901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.308276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Made reservation on behalf of 99d4548c969946e7bb158105ec1d9cd5 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:39.312125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.429706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ce3b2317-4bc0-4ffa-8b2f-0074b775d704 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:39.438410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39270) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:39.538415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ce3b2317-4bc0-4ffa-8b2f-0074b775d704 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:39.539032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ce3b2317-4bc0-4ffa-8b2f-0074b775d704 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:39.539617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f6eb959b-6180-4879-a845-c6741da23e41 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:39.582172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ffe2490-5420-40c9-8cb9-2388f2f2995d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.584944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ffe2490-5420-40c9-8cb9-2388f2f2995d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.593917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04f9fb-218d-48dc-b048-3161ae6963ec req-492deff7-d8e9-44da-b8a6-ff32495fd05d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:39.594638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4c04f9fb-218d-48dc-b048-3161ae6963ec req-492deff7-d8e9-44da-b8a6-ff32495fd05d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:39.625966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4c04f9fb-218d-48dc-b048-3161ae6963ec req-492deff7-d8e9-44da-b8a6-ff32495fd05d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:39.627308 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c04f9fb-218d-48dc-b048-3161ae6963ec req-492deff7-d8e9-44da-b8a6-ff32495fd05d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 944 time: 0.5458415 May 09 05:10:39.628924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ffe2490-5420-40c9-8cb9-2388f2f2995d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.629411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffe2490-5420-40c9-8cb9-2388f2f2995d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf19637-a41b-400e-84d3-c12b57a21bb0 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:10:39.659613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] Calling delete_port for f6eb959b-6180-4879-a845-c6741da23e41 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:39.691827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c04f9fb-218d-48dc-b048-3161ae6963ec req-283a4bcf-f3ac-4ec3-95c0-313cbf8a38d8 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561819 May 09 05:10:39.696728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6ffe2490-5420-40c9-8cb9-2388f2f2995d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.700171 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6ffe2490-5420-40c9-8cb9-2388f2f2995d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/routers/7cf19637-a41b-400e-84d3-c12b57a21bb0 HTTP/1.1" status: 204 len: 168 time: 0.7876451 May 09 05:10:39.701175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.706822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39276) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:39.724654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.742832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:39.748350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Usage tracker for resource:security_group_rule and tenant:be09dcfb06124d94a0a38946d9439edc is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:39.752188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:39.759077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:39.826589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port bffb0a9f-8977-43e9-a782-0db817945b63 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:39.846968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.871713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.877669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.880800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port bffb0a9f-8977-43e9-a782-0db817945b63 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:39.881174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.942482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1c6b93-b4ce-4245-8a69-e4d9027ed52a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:39.947363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] Pushing event deleted for resources: {'Port': ['ID=f6eb959b-6180-4879-a845-c6741da23e41,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:39.947588 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b4fad4f0-fdaa-4ef5-b95b-1e082646c4ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be09dcfb06124d94a0a38946d9439edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081189 May 09 05:10:39.951422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39280) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:39.956978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:39.957233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1b73eed3-64ee-4f30-9269-5c06862d5ac9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2488167 May 09 05:10:39.964222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39284) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:39.982167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d7c1a-cb38-499d-a845-8055d319f4cd None None] No DVR routers for this DVR port f6eb959b-6180-4879-a845-c6741da23e41 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:10:40.044665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ffa24f-dbc9-46c0-988b-4a40bc01a7c3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:40.045567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-42ffa24f-dbc9-46c0-988b-4a40bc01a7c3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:40.068439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.095561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-42ffa24f-dbc9-46c0-988b-4a40bc01a7c3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:40.099775 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-42ffa24f-dbc9-46c0-988b-4a40bc01a7c3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1303051 May 09 05:10:40.100364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39288) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:40.136893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.103 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/8c456f07-5acc-4490-9c28-967b2c1a0ae7) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:40.152281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:40.154083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.156885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:40.164312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:40.164916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.169436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89296de1-995c-428e-abdc-2a34d22247ec None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:40.186744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Subnet': ['ID=d3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:40.191024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-90f89b4c-02f2-4ec1-a992-cc32506f3998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.194841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-54ed1aa6-0c53-4795-bea2-c2c5e7206d07 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:router {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:40.227103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-54ed1aa6-0c53-4795-bea2-c2c5e7206d07 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:router {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:40.234386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-54ed1aa6-0c53-4795-bea2-c2c5e7206d07 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270392 May 09 05:10:40.236152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39292) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:40.240731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:40.262886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:40.265836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-90f89b4c-02f2-4ec1-a992-cc32506f3998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.268331 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-53147497-97ef-4b56-afaf-49ddc4142269 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3093343 May 09 05:10:40.271460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39298) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:40.279535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bffb0a9f-8977-43e9-a782-0db817945b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bffb0a9f-8977-43e9-a782-0db817945b63,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:40.298808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.320903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1595330313', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07'}], 'security_groups': ['6627447a-3fcb-4df3-8dbf-9eb0591b9e1a', 'd48b9f3b-be57-4604-a302-3b54d77d7ec4']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:40.340512 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386992ca-07c2-4252-9772-c87558231f8a'] response: {'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'code': 200} May 09 05:10:40.419162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:40.432784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:40.441256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=bffb0a9f-8977-43e9-a782-0db817945b63,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:40.446642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:40.449288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.451859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.494329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.617709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.663412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] Update dhcp port {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'fixed_ips': [{'subnet_id': 'adfe4971-31a0-4cc3-92be-78e92684ea03', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ad92e09c-a688-4a28-aefe-fb7465666050', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'dd4ccbd1-ec87-4953-8a30-03c198fe51f8'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:10:40.668291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-90f89b4c-02f2-4ec1-a992-cc32506f3998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.690389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:40.701392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:40.704079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:40.728001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.741704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f89b4c-02f2-4ec1-a992-cc32506f3998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1c6b93-b4ce-4245-8a69-e4d9027ed52a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:40.772927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-90f89b4c-02f2-4ec1-a992-cc32506f3998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:40.776820 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-90f89b4c-02f2-4ec1-a992-cc32506f3998 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc1c6b93-b4ce-4245-8a69-e4d9027ed52a HTTP/1.1" status: 204 len: 168 time: 0.8242600 May 09 05:10:40.812298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2d2c2-5f75-4a9f-864e-02513b66aa1e req-f0f6234d-4f2f-40a6-86ee-cad292fd41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:40.813827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3cf2d2c2-5f75-4a9f-864e-02513b66aa1e req-f0f6234d-4f2f-40a6-86ee-cad292fd41f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 1098 time: 0.1466358 May 09 05:10:40.919363 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=8c456f07-5acc-4490-9c28-967b2c1a0ae7,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:41.017844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] Allocated IP 172.20.0.34 (10c1be21-f0f8-495e-842b-cd37d3f9b940/d3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07/dd4ccbd1-ec87-4953-8a30-03c198fe51f8) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:41.019286 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3cf2d2c2-5f75-4a9f-864e-02513b66aa1e req-8e14a825-b526-400a-91df-645cad1d1b6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666896 May 09 05:10:41.046443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffe06-696a-4ec4-befc-3a76e6c4bc9c req-b2ecfa75-dfe3-4bbc-9839-0e06b008ca10 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:41.055163 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-45fffe06-696a-4ec4-befc-3a76e6c4bc9c req-b2ecfa75-dfe3-4bbc-9839-0e06b008ca10 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 945 time: 0.2394416 May 09 05:10:41.126412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-45fffe06-696a-4ec4-befc-3a76e6c4bc9c req-c6b55d72-d520-4294-a7fe-64e840264fdc tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677938 May 09 05:10:41.199489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,segment=NetworkSegment(fed0dc11-df77-4843-8812-a78d8693a2ee),segment_id=fed0dc11-df77-4843-8812-a78d8693a2ee)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:41.206714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39308) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:41.229356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.246004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:10:41.246761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.246966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] Transition to ACTIVE for port object dd4ccbd1-ec87-4953-8a30-03c198fe51f8 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:41.251437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.304613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:41.307718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:41.312305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:41.313020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.324432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4b999e-94d4-42f6-b378-551a2d814420 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:41.332892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:41.348628 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a6f2dc0a-9cbd-40dc-8072-3357b46be49a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1127167 May 09 05:10:41.351500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39312) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:41.357590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:41.422377 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7460d456-1349-4837-8761-236fa74325cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=709cdb5781474669b043f5177b9e22ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095535 May 09 05:10:41.423611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39316) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:41.498035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:41.502351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:41.505408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:41.511237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:41.524173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:41.528016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.582630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06020176-b71d-41b5-a60b-1a5e0d8be6d8 None None] Pushing event updated for resources: {'Port': ['ID=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:41.587619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Delete allocated IP 172.20.0.12 (10c1be21-f0f8-495e-842b-cd37d3f9b940/ad92e09c-a688-4a28-aefe-fb7465666050) {{(pid=88042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 09 05:10:41.597655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b699510-66c7-4dd6-9efc-94e46ed7fc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.624366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b699510-66c7-4dd6-9efc-94e46ed7fc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.649146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Allocated IP 172.20.0.41 (10c1be21-f0f8-495e-842b-cd37d3f9b940/d3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07/103340a2-f161-4b2d-98dd-3920fcc334da) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:41.737265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.738319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b699510-66c7-4dd6-9efc-94e46ed7fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.750318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:10:41.751289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.851511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.906364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:41.912806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b699510-66c7-4dd6-9efc-94e46ed7fc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed22025-88fb-4a2b-a3f1-82a81db22fb7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:41.913841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:41.924723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:41.925324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:41.949223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Allocated IP 2001:db8::f816:3eff:fe15:5b92 (b05d4b78-866b-4b64-acd1-c7937be92865/3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca/b8a0fcad-1be6-491f-9cb6-048126d52d52) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:41.968978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=8d2dd9ba-0991-435c-ac76-35112dacae30,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:41.994204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7ba94a13-7686-4a65-8216-baaaca8ae660 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6414125 May 09 05:10:41.997232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39320) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:42.004716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:05:9c:ae', 'name': 'tempest-NetworksTestDHCPv6-13070035'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:42.030406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b699510-66c7-4dd6-9efc-94e46ed7fc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.031516 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2b699510-66c7-4dd6-9efc-94e46ed7fc0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ed22025-88fb-4a2b-a3f1-82a81db22fb7 HTTP/1.1" status: 204 len: 168 time: 0.5999615 May 09 05:10:42.142778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.162426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.244152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:42.250205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:42.253617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:42.255441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Transition to ACTIVE for port object 103340a2-f161-4b2d-98dd-3920fcc334da will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:42.262456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:42.279235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:42.297217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.373939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-78ff77e8-6fbe-4454-9df2-76ef5e3b2b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.379740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.391609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Transition to ACTIVE for port object b8a0fcad-1be6-491f-9cb6-048126d52d52 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:42.445961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Transition to ACTIVE for port object b8a0fcad-1be6-491f-9cb6-048126d52d52 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:42.462693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.528246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.559303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 3a0861c8-071f-44b9-85fc-a8cec26e85ff yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:10:42.568317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event updated for resources: {'Port': ['ID=103340a2-f161-4b2d-98dd-3920fcc334da,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:42.613849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Provisioning complete for port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:42.614441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.670901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] In _notify_port_updated(), no bound segment for port 103340a2-f161-4b2d-98dd-3920fcc334da on network 10c1be21-f0f8-495e-842b-cd37d3f9b940 {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:10:42.676984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:42.677680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.679289 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a7f4c0a3-da6e-45d6-a244-2d82ad4270e3 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "PUT /v2.0/ports/103340a2-f161-4b2d-98dd-3920fcc334da HTTP/1.1" status: 200 len: 960 time: 2.3978124 May 09 05:10:42.686755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39334) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:42.695949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:42.696906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:42.703387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:42.706006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:42.758754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:42.762783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623df40f-2408-4b07-97cf-0cd0ee1a9841 req-4032ba49-cf62-4306-95fd-7314a8b2f0e7 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:42.764875 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-623df40f-2408-4b07-97cf-0cd0ee1a9841 req-4032ba49-cf62-4306-95fd-7314a8b2f0e7 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 945 time: 0.4188759 May 09 05:10:42.805101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.816497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 103340a2-f161-4b2d-98dd-3920fcc334da {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:42.816840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.829740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Attempting to bind port b8a0fcad-1be6-491f-9cb6-048126d52d52 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:42.830315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Attempting to bind port b8a0fcad-1be6-491f-9cb6-048126d52d52 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:42.830860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Attempting to bind port b8a0fcad-1be6-491f-9cb6-048126d52d52 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:42.838588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Provisioning for port 103340a2-f161-4b2d-98dd-3920fcc334da completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:42.844576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:42.845103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:42.845576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.846384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:42.847113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Bound port: b8a0fcad-1be6-491f-9cb6-048126d52d52, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:42.847573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.857197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.861489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Provisioning complete for port 103340a2-f161-4b2d-98dd-3920fcc334da triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:42.861923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:42.864521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 172.20.0.3 (b05d4b78-866b-4b64-acd1-c7937be92865/8d2dd9ba-0991-435c-ac76-35112dacae30/3a0861c8-071f-44b9-85fc-a8cec26e85ff) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:42.874786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe05:9cae (b05d4b78-866b-4b64-acd1-c7937be92865/3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca/3a0861c8-071f-44b9-85fc-a8cec26e85ff) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:42.977706 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-623df40f-2408-4b07-97cf-0cd0ee1a9841 req-b1ac07d0-5a83-4f99-a540-55217d4ecdae tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939604 May 09 05:10:43.037147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Port 103340a2-f161-4b2d-98dd-3920fcc334da cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:43.086595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Provisioning for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:43.093612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:43.102636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:43.108639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:43.109044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d844e513-fe6c-46e1-af91-7e4f02683e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.144070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=8c456f07-5acc-4490-9c28-967b2c1a0ae7,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:43.165975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.185532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.296196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d58eec-f25d-40eb-8f0c-fd02bc1248f1 None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:43.367195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd4ccbd1-ec87-4953-8a30-03c198fe51f8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:43.377359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39350) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:43.382411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.408275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 3a0861c8-071f-44b9-85fc-a8cec26e85ff will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:43.451526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.475328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:43.475697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.558256 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.614649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:43.620430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:43.632037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1186128575'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:43.635624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:43.668008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=3a0861c8-071f-44b9-85fc-a8cec26e85ff,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:43.671171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:43.687159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Usage tracker for resource:network and tenant:6aebc4a36eac4204968085aca5cfc5e1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:43.693291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c45fb0fd-bf91-4245-9537-ca0a756f8ce0 None None] Provisioning complete for port 103340a2-f161-4b2d-98dd-3920fcc334da triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:43.693818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:43.693940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c45fb0fd-bf91-4245-9537-ca0a756f8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.703883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:43.724365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:43.725213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.737133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Made reservation on behalf of 6aebc4a36eac4204968085aca5cfc5e1 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:43.740977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.761017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:43.769064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c45fb0fd-bf91-4245-9537-ca0a756f8ce0 None None] Port 103340a2-f161-4b2d-98dd-3920fcc334da cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:43.783078 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bf811598-d8cf-40e4-bb28-427d609552e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.7843132 May 09 05:10:43.784495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:43.786799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39356) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:43.825413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Usage tracker for resource:security_group_rule and tenant:6aebc4a36eac4204968085aca5cfc5e1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:43.833020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:43.840888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:43.858896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 103340a2-f161-4b2d-98dd-3920fcc334da owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:43.915025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82caabfb-a822-4151-9a3e-062e3f19ef1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:43.921641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82caabfb-a822-4151-9a3e-062e3f19ef1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:43.922483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-82caabfb-a822-4151-9a3e-062e3f19ef1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:43.923972 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 1510bb48-d71c-41f6-94a3-d7393b3aaf08 associated. External IP: 172.26.0.103, port: ef58b49e-4cd7-4f81-a957-e3cca0ef31a1. May 09 05:10:43.951739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-82caabfb-a822-4151-9a3e-062e3f19ef1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:43.953779 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-82caabfb-a822-4151-9a3e-062e3f19ef1a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1651342 May 09 05:10:43.956882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39360) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:44.036071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.045246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 3a0861c8-071f-44b9-85fc-a8cec26e85ff {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:44.045589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.077173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.182052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8d9f8c-7ec8-45a9-b8c5-058b202075c6,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:44.263464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.263953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:10:44.326830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=103340a2-f161-4b2d-98dd-3920fcc334da,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:44.349563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.349909 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Added segment f0af5cb1-34f4-432d-b6a2-dca60edbdb2c of type vlan for network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e May 09 05:10:44.409083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.435843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8189da6-9023-4b87-8450-1452c4567376 req-10e3accf-408f-47b0-a5e5-30de45133519 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:44.437513 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b8189da6-9023-4b87-8450-1452c4567376 req-10e3accf-408f-47b0-a5e5-30de45133519 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 945 time: 0.3092103 May 09 05:10:44.508551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.520645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a22424-b3a8-42a4-a707-ae0dd3f079b3 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:44.522468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.527211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.529287 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:44.529928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.541238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 9b80bc68-2789-475f-90e4-85b34b02bce0 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:44.555110 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9e27374a-6f36-4713-b733-c62af767a2f5 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/103340a2-f161-4b2d-98dd-3920fcc334da HTTP/1.1" status: 204 len: 168 time: 1.8639994 May 09 05:10:44.613521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:44.682086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedba976-7b3a-46aa-9daf-23c5bfff6122 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] GET failed (client error): The resource could not be found. May 09 05:10:44.682666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fedba976-7b3a-46aa-9daf-23c5bfff6122 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:44.689130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d1cb284b-9c5d-468a-bc3d-a2db93de9d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.692672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2d38ec80-565c-4a79-963b-7312621d05db None None] Provisioning for port b8a0fcad-1be6-491f-9cb6-048126d52d52 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:44.766156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 3a0861c8-071f-44b9-85fc-a8cec26e85ff owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:44.774597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fedba976-7b3a-46aa-9daf-23c5bfff6122 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:44.778112 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fedba976-7b3a-46aa-9daf-23c5bfff6122 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports/103340a2-f161-4b2d-98dd-3920fcc334da HTTP/1.1" status: 404 len: 333 time: 0.1622775 May 09 05:10:44.778930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39370) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:44.819346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:44.833680 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] Sync routers for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:44.837103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b8189da6-9023-4b87-8450-1452c4567376 req-97096b43-34b0-4e1d-a232-19b7f9269e62 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865395 May 09 05:10:44.843497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event updated for resources: {'Network': ['ID=75bf74ea-bd25-4835-be2d-62b8cacdaf0e,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:44.855857 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8027dfc4-4fcb-41e1-8736-86cf52ca8b74 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4748313 May 09 05:10:44.857930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39374) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:44.866954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:10:44.867563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Request body: {'subnet': {'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:44.878602 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:44.879468 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:44.893840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1e9a-b9b3-4717-8ae3-4e752f098499 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.893840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:44.995238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:44.999584 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1d779783-e6ed-492e-979e-ea2cc8fb2c2c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7750483 May 09 05:10:45.003583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39380) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:45.017249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Usage tracker for resource:subnet and tenant:6aebc4a36eac4204968085aca5cfc5e1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:45.018271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:45.021498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:45.028827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:45.076250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Made reservation on behalf of 6aebc4a36eac4204968085aca5cfc5e1 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:45.080659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.133031 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:45.242642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1e9a-b9b3-4717-8ae3-4e752f098499 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.257088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca', 'ip_address': '2001:db8::f816:3eff:fe15:5b92'}, {'subnet_id': '8d2dd9ba-0991-435c-ac76-35112dacae30'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'b8a0fcad-1be6-491f-9cb6-048126d52d52'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:10:45.314732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bafb-0825-4362-be57-a763cdb22d0e req-4bfc53bc-2a5a-4043-9e8a-ff060fc7a6e4 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:45.316701 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a9f0bafb-0825-4362-be57-a763cdb22d0e req-4bfc53bc-2a5a-4043-9e8a-ff060fc7a6e4 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 945 time: 0.3015521 May 09 05:10:45.331586 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a455a20f-e0d4-49d3-9779-952ab1a464e4'] response: {'name': 'network-changed', 'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'status': 'completed', 'code': 200} May 09 05:10:45.352329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.357752 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3c3c7a0c-1fb2-4e6e-a97b-52555764749b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1510bb48-d71c-41f6-94a3-d7393b3aaf08 HTTP/1.1" status: 200 len: 991 time: 0.3318255 May 09 05:10:45.372637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.424501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:45.429513 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a9f0bafb-0825-4362-be57-a763cdb22d0e req-7ba6ba5a-16bf-4c03-b3a0-dc7bea838af9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968988 May 09 05:10:45.434053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1e9a-b9b3-4717-8ae3-4e752f098499 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.454691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39388) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:45.464553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca1e9a-b9b3-4717-8ae3-4e752f098499 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08fc30e-6489-488c-a4bc-f7a66fec1f33,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:45.475464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5ca1e9a-b9b3-4717-8ae3-4e752f098499 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.477251 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c5ca1e9a-b9b3-4717-8ae3-4e752f098499 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/security-groups/c08fc30e-6489-488c-a4bc-f7a66fec1f33 HTTP/1.1" status: 204 len: 168 time: 0.6972229 May 09 05:10:45.479576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39394) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:45.572765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce839806-50bf-4d89-8786-1557663139e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.617875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce839806-50bf-4d89-8786-1557663139e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.637512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.642405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b8a0fcad-1be6-491f-9cb6-048126d52d52 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:45.683903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=3a0861c8-071f-44b9-85fc-a8cec26e85ff,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:45.684305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:45.684305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.687936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce839806-50bf-4d89-8786-1557663139e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.712915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce839806-50bf-4d89-8786-1557663139e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48b9f3b-be57-4604-a302-3b54d77d7ec4,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:45.722921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ce839806-50bf-4d89-8786-1557663139e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.724750 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ce839806-50bf-4d89-8786-1557663139e2 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/security-groups/d48b9f3b-be57-4604-a302-3b54d77d7ec4 HTTP/1.1" status: 204 len: 168 time: 0.2440553 May 09 05:10:45.727293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39398) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:45.810522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] Allocated IP 172.20.0.2 (b05d4b78-866b-4b64-acd1-c7937be92865/8d2dd9ba-0991-435c-ac76-35112dacae30/b8a0fcad-1be6-491f-9cb6-048126d52d52) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:45.858249 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1510bb48-d71c-41f6-94a3-d7393b3aaf08', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.103', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'port_id': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'mac_address': 'fa:16:3e:d7:81:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:10:41Z', 'updated_at': '2022-05-09T05:10:41Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:10:00Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:45.863738 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] Checking router: 9b80bc68-2789-475f-90e4-85b34b02bce0 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:45.881252 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:45.881897 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:45.882300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56b94d7b-2277-4119-abd8-ccda5568633b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.920979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.950390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:45.962348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945452-88cf-44d7-9fa0-257ba196e211 req-046f2ca6-d3d7-469f-946a-00db87f0f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:45.965218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-58945452-88cf-44d7-9fa0-257ba196e211 req-046f2ca6-d3d7-469f-946a-00db87f0f1c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 1098 time: 0.5217345 May 09 05:10:45.987913 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-98693b12-9a82-4405-9305-fc3d015e4d29 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/3a0861c8-071f-44b9-85fc-a8cec26e85ff HTTP/1.1" status: 204 len: 168 time: 2.0300694 May 09 05:10:46.018342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39402) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:46.071676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.080057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b4e8d8-54c7-4819-96cd-865e89261935 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:46.080945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a2b4e8d8-54c7-4819-96cd-865e89261935 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] Synchronizing usage tracker for tenant:5db9d30ea46b4ca9b18c3b996a33b912 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:46.101316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56b94d7b-2277-4119-abd8-ccda5568633b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.129059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.141253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:46.141754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a2b4e8d8-54c7-4819-96cd-865e89261935 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] Unset dirty status for tenant:5db9d30ea46b4ca9b18c3b996a33b912 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:46.143043 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a2b4e8d8-54c7-4819-96cd-865e89261935 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 1093 time: 0.6870108 May 09 05:10:46.146430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39406) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:46.154895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:46.163159 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:46.172126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:46.177877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:floatingip and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:46.181100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.182644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56b94d7b-2277-4119-abd8-ccda5568633b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.189061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:46.203645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] Transition to ACTIVE for port object b8a0fcad-1be6-491f-9cb6-048126d52d52 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:46.209404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b94d7b-2277-4119-abd8-ccda5568633b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6627447a-3fcb-4df3-8dbf-9eb0591b9e1a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:46.210065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.211999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:46.227099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56b94d7b-2277-4119-abd8-ccda5568633b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.228989 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56b94d7b-2277-4119-abd8-ccda5568633b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/security-groups/6627447a-3fcb-4df3-8dbf-9eb0591b9e1a HTTP/1.1" status: 204 len: 168 time: 0.4996760 May 09 05:10:46.231091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39410) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:46.253229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc43e9a-1162-45bd-9c4a-64535ece7706 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:46.254739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc43e9a-1162-45bd-9c4a-64535ece7706 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:46.256334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc43e9a-1162-45bd-9c4a-64535ece7706 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:46.257163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ebc43e9a-1162-45bd-9c4a-64535ece7706 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:46.279065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.305618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event updated for resources: {'Subnet': ['ID=6775180b-f178-408a-a714-1fda6cb78c10,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:46.352059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945452-88cf-44d7-9fa0-257ba196e211 req-e8d4d318-044b-46f3-8edf-41a5ea51be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:46.353555 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-58945452-88cf-44d7-9fa0-257ba196e211 req-e8d4d318-044b-46f3-8edf-41a5ea51be7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b407bd5e-2266-4b82-8200-7da18b9758d4 HTTP/1.1" status: 200 len: 897 time: 0.3683095 May 09 05:10:46.354130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ebc43e9a-1162-45bd-9c4a-64535ece7706 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:46.355117 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ebc43e9a-1162-45bd-9c4a-64535ece7706 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3355515 May 09 05:10:46.359730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39414) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:46.363857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Checking segment: {'id': 'f0af5cb1-34f4-432d-b6a2-dca60edbdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:46.364222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Network hostable DHCP agents. Network: 75bf74ea-bd25-4835-be2d-62b8cacdaf0e, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:10:46.368431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39416) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:46.433170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet ad92e09c-a688-4a28-aefe-fb7465666050 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:46.438370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.457600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:46.457863 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:46.497989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6840cd-1d1a-416f-862e-2a596ef80003 None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:46.511483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.596116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:46.620803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.638667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.659361 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1510bb48-d71c-41f6-94a3-d7393b3aaf08', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.103', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'port_id': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'mac_address': 'fa:16:3e:d7:81:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:10:41Z', 'updated_at': '2022-05-09T05:10:41Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:10:00Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:46.664301 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c31ab1-90fe-423d-9245-0d1a174ce203 None None] The sync data for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv is: [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1510bb48-d71c-41f6-94a3-d7393b3aaf08', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.103', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'port_id': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'mac_address': 'fa:16:3e:d7:81:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:10:41Z', 'updated_at': '2022-05-09T05:10:41Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:10:00Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:46.711435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:10:46.732800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-58945452-88cf-44d7-9fa0-257ba196e211 req-81a97ee4-eaa3-4eb4-a240-526dc67907b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 HTTP/1.1" status: 200 len: 999 time: 0.3633018 May 09 05:10:46.745550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ccab8f8-f270-4e19-b897-cfd61e0328db tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1510bb48-d71c-41f6-94a3-d7393b3aaf08 HTTP/1.1" status: 200 len: 991 time: 0.3722849 May 09 05:10:46.748470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.776594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.829282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 75bf74ea-bd25-4835-be2d-62b8cacdaf0e) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:46.841545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2568708-5243-4b41-a869-f7b2fff1e292 None None] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:46.852285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:46.853043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:46.866456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Allocated IP 172.26.0.24 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/902fc0f1-36ef-46d2-9968-19f7a6210f5c) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:46.897297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945452-88cf-44d7-9fa0-257ba196e211 req-977175da-59dc-420e-aebd-44e3693f71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:46.898526 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-58945452-88cf-44d7-9fa0-257ba196e211 req-977175da-59dc-420e-aebd-44e3693f71c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c24409c2-5e98-4156-883e-488a5cb658d3 HTTP/1.1" status: 200 len: 834 time: 0.1114573 May 09 05:10:46.939056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.051666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.067684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a9ff0-d5bf-42d7-9335-e7cf239041a5 None None] New status for floating IP 1510bb48-d71c-41f6-94a3-d7393b3aaf08: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:10:47.112772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.133527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=ad92e09c-a688-4a28-aefe-fb7465666050,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:47.135658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.153815 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d2d1f70f-a565-4718-b06b-349e96256126 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/ad92e09c-a688-4a28-aefe-fb7465666050 HTTP/1.1" status: 204 len: 168 time: 0.9215727 May 09 05:10:47.157153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39422) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:47.171586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae919f53-42bf-43d3-949f-f852a2d6dd76 None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:47.175021 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4ad5b40d-1bc7-49bc-ae2d-312599a0a3ef tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3166692 May 09 05:10:47.182881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39426) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:47.187620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.192714 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca HTTP/1.1" status: 204 len: 168 time: 0.8301437 May 09 05:10:47.198696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Request body: {'port': {'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-171035534'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:47.203851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39428) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:47.214490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb5b98-ba8b-40c4-aab7-e17356702674 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:47.245074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.274587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d690e35d-b924-41c0-b7cb-86641c94267d None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:47.317594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet d3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:47.317848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945452-88cf-44d7-9fa0-257ba196e211 req-ba590db1-3d13-41b4-b881-559bcbbc4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:47.319362 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-58945452-88cf-44d7-9fa0-257ba196e211 req-ba590db1-3d13-41b4-b881-559bcbbc4f73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b407bd5e-2266-4b82-8200-7da18b9758d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3091097 May 09 05:10:47.324570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 8d2dd9ba-0991-435c-ac76-35112dacae30 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:47.328456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.355482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.435418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.444771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:47.451948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Usage tracker for resource:port and tenant:6aebc4a36eac4204968085aca5cfc5e1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:47.456441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:47.468089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.474447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:47.477798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.503431 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-58945452-88cf-44d7-9fa0-257ba196e211 req-b53b5fa3-1599-4a59-a5fa-da1da928173b service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661584 May 09 05:10:47.504100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Made reservation on behalf of 6aebc4a36eac4204968085aca5cfc5e1 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:47.508758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.519461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.599256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Provisioning for port b8a0fcad-1be6-491f-9cb6-048126d52d52 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:47.611060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.621619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:47.630126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:47.644338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:47.698522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=902fc0f1-36ef-46d2-9968-19f7a6210f5c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:47.713703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:47.713997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.726373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] device_id is not set on port 6efba9c0-671d-490e-97c9-bdf8e9dfc254 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:10:47.727055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.757096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39434) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:47.879165 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-58945452-88cf-44d7-9fa0-257ba196e211 req-255e7b5f-67e5-4c4d-9d19-343a95ad03cd service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547740 May 09 05:10:47.891615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:47.922111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Allocated IP 172.20.0.7 (75bf74ea-bd25-4835-be2d-62b8cacdaf0e/6775180b-f178-408a-a714-1fda6cb78c10/6efba9c0-671d-490e-97c9-bdf8e9dfc254) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:48.046046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:48.046393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:48.070052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-75bf74ea-bd25-4835-be2d-62b8cacdaf0e', 'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e', 'tenant_id': '6aebc4a36eac4204968085aca5cfc5e1', 'fixed_ips': [{'subnet_id': '6775180b-f178-408a-a714-1fda6cb78c10'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:10:48.071234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.188375 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b3359d32-1cf2-4757-948c-ed09fdc7d871 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1510bb48-d71c-41f6-94a3-d7393b3aaf08 HTTP/1.1" status: 200 len: 991 time: 0.4267981 May 09 05:10:48.201941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.208004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.220476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Transition to ACTIVE for port object 6efba9c0-671d-490e-97c9-bdf8e9dfc254 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:48.246163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.315289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=d3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:48.315607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.318177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:48.321756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:48.326255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:48.335218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.366597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event updated for resources: {'Port': ['ID=6efba9c0-671d-490e-97c9-bdf8e9dfc254,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:48.370864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.383235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2dd9ba-0991-435c-ac76-35112dacae30,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:48.386884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.401079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:48.401728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.426449 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a43007b7-4191-41bf-abb4-27b00f4f7fb6 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2313995 May 09 05:10:48.428814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39438) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:48.435081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Request body: {'port': {'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-771666924', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:48.435646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] bootfile-name is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:10:48.436282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] tftp-server is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:10:48.436705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.api.validators [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] server-ip-address is not in valid_values {{(pid=88041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:10:48.457141 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5649e48d-6bac-46f7-b928-45b7aa96d1de tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/d3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07 HTTP/1.1" status: 204 len: 168 time: 1.2967849 May 09 05:10:48.458376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39442) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:48.483532 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f9d1c097-8813-438a-94ef-0d8b1b6fae68 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2dd9ba-0991-435c-ac76-35112dacae30 HTTP/1.1" status: 204 len: 168 time: 1.2761488 May 09 05:10:48.486208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39446) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:48.509087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:48.509445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:48.514142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Allocated IP 172.20.0.2 (75bf74ea-bd25-4835-be2d-62b8cacdaf0e/6775180b-f178-408a-a714-1fda6cb78c10/794a7f99-8109-4671-899a-3355e9d91e42) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:48.566458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ca40bfbe-237a-467e-9720-6a70c117b883 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:router {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:48.578696 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed4adc6-8c8a-44a8-855c-2c814cf0f408 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:48.579146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed4adc6-8c8a-44a8-855c-2c814cf0f408 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:48.584284 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3ed4adc6-8c8a-44a8-855c-2c814cf0f408 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/ad92e09c-a688-4a28-aefe-fb7465666050 HTTP/1.1" status: 404 len: 337 time: 0.1223800 May 09 05:10:48.584284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39450) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:48.595357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ca40bfbe-237a-467e-9720-6a70c117b883 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:router {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:48.601185 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ca40bfbe-237a-467e-9720-6a70c117b883 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093531 May 09 05:10:48.601185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39454) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:48.613182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:48.689227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting subnet adfe4971-31a0-4cc3-92be-78e92684ea03 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:48.696481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.729714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:48.736682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:48.741989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Usage tracker for resource:port and tenant:6aebc4a36eac4204968085aca5cfc5e1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:48.743331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:48.747097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:48.747909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:48.755648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:48.756515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:48.766500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.775193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:48.779134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.806449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Made reservation on behalf of 6aebc4a36eac4204968085aca5cfc5e1 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:48.810331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.841510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] device_id is not set on port fb8108b6-6642-432a-b7ca-d21240cea86d yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:10:48.851985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.861831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c21da28-00b7-46c1-a404-e015073ac3ec None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '8d2dd9ba-0991-435c-ac76-35112dacae30'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'b8a0fcad-1be6-491f-9cb6-048126d52d52'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:10:48.902137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.913652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:48.939370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f814846-84ec-480c-8932-449da3c473da None None] Update dhcp port {'port': {'network_id': '10c1be21-f0f8-495e-842b-cd37d3f9b940', 'fixed_ips': [{'subnet_id': 'adfe4971-31a0-4cc3-92be-78e92684ea03', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd3124ddb-d9f6-46ac-b8c6-ffa3c6da8d07'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'dd4ccbd1-ec87-4953-8a30-03c198fe51f8'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:10:48.941758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.016278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.017791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.062026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9c21da28-00b7-46c1-a404-e015073ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.069412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Subnet': ['ID=adfe4971-31a0-4cc3-92be-78e92684ea03,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:49.078932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.094409 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4673ef0e-1ca6-495d-9d56-53da2358c9dc tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/adfe4971-31a0-4cc3-92be-78e92684ea03 HTTP/1.1" status: 204 len: 168 time: 0.5068297 May 09 05:10:49.094616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39458) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.112448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1f814846-84ec-480c-8932-449da3c473da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.137887 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a983011-1b9d-4744-97e5-3efa9343a612 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.138429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a983011-1b9d-4744-97e5-3efa9343a612 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.140459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9a983011-1b9d-4744-97e5-3efa9343a612 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/372e59d8-d802-4f56-89d9-d996b42f8f15 HTTP/1.1" status: 404 len: 337 time: 0.0446317 May 09 05:10:49.142909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39462) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.158393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:49.187895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4a40ad1c-9cac-4384-a1b2-6c76ed20c327 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Synchronizing usage tracker for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:49.190895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39466) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.210239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.281864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4a40ad1c-9cac-4384-a1b2-6c76ed20c327 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Unset dirty status for tenant:99d4548c969946e7bb158105ec1d9cd5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:49.285585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a40ad1c-9cac-4384-a1b2-6c76ed20c327 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "GET /v2.0/ports?device_id=e789d09e-aab7-46d1-9e13-60e371c6361f HTTP/1.1" status: 200 len: 205 time: 0.1389723 May 09 05:10:49.286988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39470) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.300851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.320778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d378a5b6-ff94-43c4-bfc2-d052b4fdcdd2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1510bb48-d71c-41f6-94a3-d7393b3aaf08 HTTP/1.1" status: 200 len: 993 time: 0.1287131 May 09 05:10:49.347059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:49.380832 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-01de8f38-00c4-4c8e-be13-1ce2193faf3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] delete failed (client error): The resource could not be found. May 09 05:10:49.381855 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-01de8f38-00c4-4c8e-be13-1ce2193faf3f tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/routers/e789d09e-aab7-46d1-9e13-60e371c6361f HTTP/1.1" status: 404 len: 336 time: 0.0905466 May 09 05:10:49.384967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39474) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.431593 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c3254b-0a08-4b68-916b-0010697a78e7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.432206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c3254b-0a08-4b68-916b-0010697a78e7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.436543 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-53c3254b-0a08-4b68-916b-0010697a78e7 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/06abc7d3-a901-4957-bf79-60895e4a9824 HTTP/1.1" status: 404 len: 337 time: 0.0469840 May 09 05:10:49.437477 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39478) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.443338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.463557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.473664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.478424 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a2dd52-05ef-44aa-91ef-283aa6f2ff5c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.479105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a2dd52-05ef-44aa-91ef-283aa6f2ff5c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.483556 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-36a2dd52-05ef-44aa-91ef-283aa6f2ff5c tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/e6fd0af6-07fc-436c-a246-3ad2f62c805e HTTP/1.1" status: 404 len: 337 time: 0.0426085 May 09 05:10:49.483807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39482) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.516329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:10:49.523809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abbf111-51ca-4c04-b09b-26756e1e0b5b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.524722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8abbf111-51ca-4c04-b09b-26756e1e0b5b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.528880 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8abbf111-51ca-4c04-b09b-26756e1e0b5b tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/63d8138d-144d-477f-8374-1417fc50b870 HTTP/1.1" status: 404 len: 337 time: 0.0412922 May 09 05:10:49.529063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39486) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.572834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Transition to ACTIVE for port object 794a7f99-8109-4671-899a-3355e9d91e42 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:49.634574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:49.641036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=902fc0f1-36ef-46d2-9968-19f7a6210f5c,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:49.673594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.676920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Transition to ACTIVE for port object 794a7f99-8109-4671-899a-3355e9d91e42 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:49.703658 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac0470a-3533-4826-a08e-ecc685013a2e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.704163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac0470a-3533-4826-a08e-ecc685013a2e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.708237 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0ac0470a-3533-4826-a08e-ecc685013a2e tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/3ec6ded2-85c0-4686-97e2-7e1b324a5ada HTTP/1.1" status: 404 len: 333 time: 0.1759064 May 09 05:10:49.708577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39490) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.723248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:49.723639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:49.732119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.759541 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcecb814-302d-4e50-92ef-c18554374fd4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.760014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcecb814-302d-4e50-92ef-c18554374fd4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.764350 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bcecb814-302d-4e50-92ef-c18554374fd4 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/94cbdf8c-e816-4aa8-a8d2-83bb57fcb031 HTTP/1.1" status: 404 len: 337 time: 0.0512300 May 09 05:10:49.766005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39494) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.790170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:49.790963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:49.828461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa30cb4-442c-4d37-8b60-f30048df6b75 None None] Network 10c1be21-f0f8-495e-842b-cd37d3f9b940 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:49.841381 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09a4ced-e420-468d-826e-2fd6b1896344 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.841723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09a4ced-e420-468d-826e-2fd6b1896344 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.845986 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c09a4ced-e420-468d-826e-2fd6b1896344 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/ba2ba870-dde1-4bc1-9daa-6112660f48a0 HTTP/1.1" status: 404 len: 337 time: 0.0765605 May 09 05:10:49.849244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39498) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.861919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8f1ed0-3c6e-47e8-8d50-59259ac6ef84 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:49.898349 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b52f20f-0996-4387-b475-0a92850311a0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.898738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b52f20f-0996-4387-b475-0a92850311a0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.904654 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3b52f20f-0996-4387-b475-0a92850311a0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/ebdbf710-12b8-401e-9d44-4bbfa4908387 HTTP/1.1" status: 404 len: 333 time: 0.0506275 May 09 05:10:49.904654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39502) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.946354 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beee9e0-8c8a-4459-9a18-ab6c33790315 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:49.946810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beee9e0-8c8a-4459-9a18-ab6c33790315 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:49.951258 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7beee9e0-8c8a-4459-9a18-ab6c33790315 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/7afe37de-dbdf-4c04-b1cb-be64f2ccd0f0 HTTP/1.1" status: 404 len: 337 time: 0.0440671 May 09 05:10:49.951603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39506) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:49.974318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Allocated IP 172.20.0.4 (75bf74ea-bd25-4835-be2d-62b8cacdaf0e/6775180b-f178-408a-a714-1fda6cb78c10/fb8108b6-6642-432a-b7ca-d21240cea86d) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:50.056535 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd027a2-999a-497e-af59-260ab81d37f9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] DELETE failed (client error): The resource could not be found. May 09 05:10:50.056952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd027a2-999a-497e-af59-260ab81d37f9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:10:50.060290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:50.095389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:50.111844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:50.116363 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-abd027a2-999a-497e-af59-260ab81d37f9 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/subnets/b5248967-7341-4b44-b6b2-9c59e72ecf97 HTTP/1.1" status: 404 len: 337 time: 0.1598253 May 09 05:10:50.122211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39510) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:50.146000 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Floating IP f9eb8ad4-8369-4e43-b28a-0d17dcee90ad associated. External IP: 172.26.0.24, port: bffb0a9f-8977-43e9-a782-0db817945b63. May 09 05:10:50.153951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Pushing event updated for resources: {'Port': ['ID=794a7f99-8109-4671-899a-3355e9d91e42,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:50.201506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.229793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port 86b8ef6e-d2a4-4318-a7c5-b21c450e995b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:50.230473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.235297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f83cb40c-4f46-4906-8320-c082ff6fd66b None None] Could not find standard attr ID for object 3a0861c8-071f-44b9-85fc-a8cec26e85ff. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:10:50.378931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.423909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Transition to ACTIVE for port object fb8108b6-6642-432a-b7ca-d21240cea86d will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:50.503103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Attempting to bind port 794a7f99-8109-4671-899a-3355e9d91e42 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:10:50.503739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Attempting to bind port 794a7f99-8109-4671-899a-3355e9d91e42 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'f0af5cb1-34f4-432d-b6a2-dca60edbdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:10:50.504293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Attempting to bind port 794a7f99-8109-4671-899a-3355e9d91e42 on network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:10:50.520552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.532972 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b6b9f92e-931b-4aa8-be76-692feb7ff70b None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:50.533340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f92e-931b-4aa8-be76-692feb7ff70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.556847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:10:50.557267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Checking segment: {'id': 'f0af5cb1-34f4-432d-b6a2-dca60edbdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:10:50.557611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.558001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Bound using segment: {'id': 'f0af5cb1-34f4-432d-b6a2-dca60edbdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:10:50.558793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Bound port: 794a7f99-8109-4671-899a-3355e9d91e42, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0af5cb1-34f4-432d-b6a2-dca60edbdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '75bf74ea-bd25-4835-be2d-62b8cacdaf0e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:10:50.558943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.654850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for 86b8ef6e-d2a4-4318-a7c5-b21c450e995b owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:50.691048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:50.702967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.728435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:10:50.736671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.749043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] DHCP port deletion for 10c1be21-f0f8-495e-842b-cd37d3f9b940 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:10:50.783196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] Deleting port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:50.783476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.795296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:50.800475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:50.801938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.802653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.806959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:50.858408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] For port 794a7f99-8109-4671-899a-3355e9d91e42, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:10:50.868649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event updated for resources: {'Port': ['ID=fb8108b6-6642-432a-b7ca-d21240cea86d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:50.881613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] For port 794a7f99-8109-4671-899a-3355e9d91e42, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=794a7f99-8109-4671-899a-3355e9d91e42,segment=NetworkSegment(f0af5cb1-34f4-432d-b6a2-dca60edbdb2c),segment_id=f0af5cb1-34f4-432d-b6a2-dca60edbdb2c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:10:50.910494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.920720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:50.921428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.924382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:50.941767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:50.948356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:50.990607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Port': ['ID=86b8ef6e-d2a4-4318-a7c5-b21c450e995b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:51.014586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b6b9f92e-931b-4aa8-be76-692feb7ff70b None None] Could not find standard attr ID for object 86b8ef6e-d2a4-4318-a7c5-b21c450e995b. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:10:51.014756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.044772 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-206994de-cc3a-4a21-9da0-d1d2634106b1 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/ports/86b8ef6e-d2a4-4318-a7c5-b21c450e995b HTTP/1.1" status: 204 len: 168 time: 0.9184942 May 09 05:10:51.044772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39514) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:51.057600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:51.063742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.093274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b6b9f92e-931b-4aa8-be76-692feb7ff70b None None] Provisioning complete for port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:51.093774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f92e-931b-4aa8-be76-692feb7ff70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.105804 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-632596bd-4a57-40b3-a617-813a5dac6fea tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.6757112 May 09 05:10:51.107352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=d22c0d33-04ee-4db6-b902-e9af6058975f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:51.110337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39518) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:51.139864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=8']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:51.208073 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b24c9397-5f99-432f-af98-661b87b54f5d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6065648 May 09 05:10:51.225848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39522) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:51.241641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:51.246256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e590fcf-f423-46ec-8bf0-09a456d6d40e None None] Pushing event updated for resources: {'Port': ['ID=794a7f99-8109-4671-899a-3355e9d91e42,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:51.258681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:10:51.262213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:51.271807 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:10:51.290272 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:51.293114 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:51.297943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.367242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edecc74-0dc3-4a08-9f43-1c058aa41900 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:51.376763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,segment=NetworkSegment(fed0dc11-df77-4843-8812-a78d8693a2ee),segment_id=fed0dc11-df77-4843-8812-a78d8693a2ee)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:51.377422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.380565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edecc74-0dc3-4a08-9f43-1c058aa41900 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:51.391977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edecc74-0dc3-4a08-9f43-1c058aa41900 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:51.397209 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4edecc74-0dc3-4a08-9f43-1c058aa41900 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2630494 May 09 05:10:51.404024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39526) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:51.562320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.580451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] Calling delete_port for dd4ccbd1-ec87-4953-8a30-03c198fe51f8 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:51.628175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:51.628595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.685827 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:51.773596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:51.778696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:51.782369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:51.788687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:51.806546 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-989a40b9-ab23-4f25-82fc-fef9e6f06c9c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6589062 May 09 05:10:51.809838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:51.810472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:10:51.813672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.815882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.841566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.870985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Deleting port fb8108b6-6642-432a-b7ca-d21240cea86d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:51.871730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:51.915204 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8f3049-f396-452e-bcea-6457429c81b8'] response: {'name': 'network-changed', 'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'status': 'completed', 'code': 200} May 09 05:10:51.949064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] Pushing event deleted for resources: {'Port': ['ID=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:51.958835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:51.974955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008843a8-cd92-4cc2-bb88-fc0f9b9d9687 None None] No DVR routers for this DVR port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:10:51.984051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:52.142288 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=9']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:52.147287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:52.219445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4d8d4-888d-4bd8-9329-aedeb2d894e6 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:52.291679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:52.305547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] For port dd4ccbd1-ec87-4953-8a30-03c198fe51f8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd4ccbd1-ec87-4953-8a30-03c198fe51f8,segment=NetworkSegment(fed0dc11-df77-4843-8812-a78d8693a2ee),segment_id=fed0dc11-df77-4843-8812-a78d8693a2ee)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:52.306055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:52.356878 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'f9eb8ad4-8369-4e43-b28a-0d17dcee90ad', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.24', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:81:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763425e6-0aaf-44c2-9801-25765cabb44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:10:48Z', 'updated_at': '2022-05-09T05:10:48Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:52.361704 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:10:52.371934 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:10:52.373001 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:10:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:52.443658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e103f5d6-c5e7-4647-941c-117650435e60 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:52.444831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e103f5d6-c5e7-4647-941c-117650435e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:52.478963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Calling delete_port for fb8108b6-6642-432a-b7ca-d21240cea86d owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:52.552557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Calling delete_port for dd4ccbd1-ec87-4953-8a30-03c198fe51f8 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:52.597191 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:10:52.726065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-3c797ca5-42da-4932-999d-e0ffd5034551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:52.727564 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-3c797ca5-42da-4932-999d-e0ffd5034551 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 1098 time: 0.5178368 May 09 05:10:52.733122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:52.733395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:52.775456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc150bd-d2a8-413f-b6d4-4be38ad97cc3 None None] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:52.885654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:52.944932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-7a5fb08c-aea0-4982-8343-59e37b0b6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:52.946771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-7a5fb08c-aea0-4982-8343-59e37b0b6b30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.2113252 May 09 05:10:52.991868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event deleted for resources: {'Port': ['ID=fb8108b6-6642-432a-b7ca-d21240cea86d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:53.097784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.097936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:53.121139 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0d59aaf7-d198-4304-9ca8-31e38c958246 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "DELETE /v2.0/ports/fb8108b6-6642-432a-b7ca-d21240cea86d HTTP/1.1" status: 204 len: 168 time: 1.7122986 May 09 05:10:53.126635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39534) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:53.140102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Request body: {'port': {'name': 'tempest-new-port-name-1372758999', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:53.140521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.api.validators [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] bootfile-name is not in valid_values {{(pid=88042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:10:53.140861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.api.validators [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] tftp-server is not in valid_values {{(pid=88042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:10:53.141187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.api.validators [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] server-ip-address is not in valid_values {{(pid=88042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 09 05:10:53.161767 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-1cb80be4-58e2-44a9-bd74-6f90c78c1717 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffb0a9f-8977-43e9-a782-0db817945b63 HTTP/1.1" status: 200 len: 998 time: 0.2062862 May 09 05:10:53.187452 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'f9eb8ad4-8369-4e43-b28a-0d17dcee90ad', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.24', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:81:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763425e6-0aaf-44c2-9801-25765cabb44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:10:48Z', 'updated_at': '2022-05-09T05:10:48Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:53.198021 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7217999-fcb8-40ab-89e8-3febb752b342 None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'f9eb8ad4-8369-4e43-b28a-0d17dcee90ad', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.24', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:81:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763425e6-0aaf-44c2-9801-25765cabb44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:10:48Z', 'updated_at': '2022-05-09T05:10:48Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:10:53.237300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Deleting port dd4ccbd1-ec87-4953-8a30-03c198fe51f8 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:53.237300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.274050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e103f5d6-c5e7-4647-941c-117650435e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.283730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.285052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.385344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e103f5d6-c5e7-4647-941c-117650435e60 None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:53.419553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:53.421796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.430114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] The port 'dd4ccbd1-ec87-4953-8a30-03c198fe51f8' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:10:53.459265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e103f5d6-c5e7-4647-941c-117650435e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.481804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:53.489837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:53.502048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:53.502640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.598829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103f5d6-c5e7-4647-941c-117650435e60 None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=10']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:53.630858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.643528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=dd381916-fbe3-4bc5-83d4-aa63ba06b228,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:53.659201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-c0e020a7-7022-4c5b-a255-b2fc8dacda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:53.661113 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-c0e020a7-7022-4c5b-a255-b2fc8dacda91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.4908564 May 09 05:10:53.676964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.677594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.678097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.679602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.680106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.680636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.681110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.681610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.685021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.685021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.685021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.685021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:53.692208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.703069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.736567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-252a478a-3ee4-4c9f-aee2-d1a45ef2b962 None None] Provisioning for port 794a7f99-8109-4671-899a-3355e9d91e42 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:53.768615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c1be21-f0f8-495e-842b-cd37d3f9b940']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:53.805882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cee699-bec3-4bbf-9a45-5c2c42ec261b None None] New status for floating IP f9eb8ad4-8369-4e43-b28a-0d17dcee90ad: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:10:53.847646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed0dc11-df77-4843-8812-a78d8693a2ee') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:53.847889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed0dc11-df77-4843-8812-a78d8693a2ee') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:53.880279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.892059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd4ccbd1-ec87-4953-8a30-03c198fe51f8 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:53.908285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.922496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:10:53.923437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:53.961903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: dd4ccbd1-ec87-4953-8a30-03c198fe51f8 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:53.961903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd4ccbd1-ec87-4953-8a30-03c198fe51f8 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:53.979731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event updated for resources: {'Port': ['ID=6efba9c0-671d-490e-97c9-bdf8e9dfc254,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:54.011311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] In _notify_port_updated(), no bound segment for port 6efba9c0-671d-490e-97c9-bdf8e9dfc254 on network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e {{(pid=88042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:10:54.025444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:54.025838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:54.037335 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-510426de-288b-4bd0-9988-b45fa6748be7 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "PUT /v2.0/ports/6efba9c0-671d-490e-97c9-bdf8e9dfc254 HTTP/1.1" status: 200 len: 1136 time: 0.9088840 May 09 05:10:54.037723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39538) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:10:54.090068 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:10:54.144447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b7b744-73df-40b2-9b75-e8d0e51502a1 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:54.152981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-31f8befc-449c-4c6a-a672-a8e296410c73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9247537 May 09 05:10:54.163279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39542) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:54.180719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:31:81:90', 'name': 'tempest-NetworksTestDHCPv6-1242581861'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:54.192606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:54.225537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:54.239204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] 10.222.0.50 "DELETE /v2.0/networks/10c1be21-f0f8-495e-842b-cd37d3f9b940 HTTP/1.1" status: 204 len: 168 time: 3.1943955 May 09 05:10:54.246499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747278c-eb54-4366-a654-1b64cf96bbb0 tempest-PortsTestJSON-405417577 tempest-PortsTestJSON-405417577-project] Pushing event deleted for resources: {'Network': ['ID=10c1be21-f0f8-495e-842b-cd37d3f9b940,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:54.257386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-4e512fda-0c8a-4f24-997f-fab45fb0e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:54.262245 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-4e512fda-0c8a-4f24-997f-fab45fb0e0ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5589342 May 09 05:10:54.308176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:54.308550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:54.404262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 794a7f99-8109-4671-899a-3355e9d91e42 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:54.416481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984403de-0ff3-49af-83b7-587f957ef391 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:54.417875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-984403de-0ff3-49af-83b7-587f957ef391 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Synchronizing usage tracker for tenant:6aebc4a36eac4204968085aca5cfc5e1 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:54.513139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-984403de-0ff3-49af-83b7-587f957ef391 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Unset dirty status for tenant:6aebc4a36eac4204968085aca5cfc5e1 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:54.515114 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-984403de-0ff3-49af-83b7-587f957ef391 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "GET /v2.0/ports/6efba9c0-671d-490e-97c9-bdf8e9dfc254 HTTP/1.1" status: 200 len: 1136 time: 0.4766185 May 09 05:10:54.521427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39548) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:54.630447 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-9fababe8-a203-424e-b338-4323f210219b service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606639 May 09 05:10:54.635192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Deleting port 6efba9c0-671d-490e-97c9-bdf8e9dfc254 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:54.635901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:54.667999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 794a7f99-8109-4671-899a-3355e9d91e42 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:54.745575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 794a7f99-8109-4671-899a-3355e9d91e42 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:54.746101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:54.782419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39554) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:54.849887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:54.859260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:54.864805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:54.871866 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45cd0e-cf57-436b-8b5f-c7019ffa405a req-cf222dfa-5b66-452e-9cc5-db8ad9b8a176 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334518 May 09 05:10:54.877123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:54.948667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:55.017758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-07892b3b-758e-446f-8473-b332e87b7225 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99d4548c969946e7bb158105ec1d9cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335722 May 09 05:10:55.020290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39560) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:55.082999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Provisioning for port 6efba9c0-671d-490e-97c9-bdf8e9dfc254 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:55.096133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Provisioning complete for port 6efba9c0-671d-490e-97c9-bdf8e9dfc254 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:55.096802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.100270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-64e880ea-ad84-4737-b88a-d64adcb55420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.133607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-64e880ea-ad84-4737-b88a-d64adcb55420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.167690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.216329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-64e880ea-ad84-4737-b88a-d64adcb55420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.239244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Port 6efba9c0-671d-490e-97c9-bdf8e9dfc254 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:10:55.240900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e880ea-ad84-4737-b88a-d64adcb55420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583a157-e18b-4b14-bca8-fa6d30cc8d01,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:55.246202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-64e880ea-ad84-4737-b88a-d64adcb55420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.247814 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-64e880ea-ad84-4737-b88a-d64adcb55420 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7583a157-e18b-4b14-bca8-fa6d30cc8d01 HTTP/1.1" status: 204 len: 168 time: 0.2263875 May 09 05:10:55.255522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.308085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 794a7f99-8109-4671-899a-3355e9d91e42, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=794a7f99-8109-4671-899a-3355e9d91e42,segment=NetworkSegment(f0af5cb1-34f4-432d-b6a2-dca60edbdb2c),segment_id=f0af5cb1-34f4-432d-b6a2-dca60edbdb2c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:55.311960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Provisioning complete for port 794a7f99-8109-4671-899a-3355e9d91e42 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:55.312527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91e5305c-e393-48db-a98f-b006699aeb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.346151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': 'd22c0d33-04ee-4db6-b902-e9af6058975f', 'ip_address': '2001:db8::f816:3eff:fe15:5b92'}, {'subnet_id': 'dd381916-fbe3-4bc5-83d4-aa63ba06b228'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'b8a0fcad-1be6-491f-9cb6-048126d52d52'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:10:55.391546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.406343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.407340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:55.410215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Calling delete_port for 6efba9c0-671d-490e-97c9-bdf8e9dfc254 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:55.489833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port d3afb79b-cb54-46f5-bfba-9c89246ec690 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:10:55.587115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.642780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=794a7f99-8109-4671-899a-3355e9d91e42,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:55.671761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.675674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:55.684976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:55.685341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.770018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.834898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event deleted for resources: {'Port': ['ID=6efba9c0-671d-490e-97c9-bdf8e9dfc254,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:55.926101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 172.20.0.6 (b05d4b78-866b-4b64-acd1-c7937be92865/dd381916-fbe3-4bc5-83d4-aa63ba06b228/d3afb79b-cb54-46f5-bfba-9c89246ec690) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:55.943638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe31:8190 (b05d4b78-866b-4b64-acd1-c7937be92865/d22c0d33-04ee-4db6-b902-e9af6058975f/d3afb79b-cb54-46f5-bfba-9c89246ec690) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:55.980162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0f465bfe-fba1-4396-9160-074df5fa3288 None None] Could not find standard attr ID for object fb8108b6-6642-432a-b7ca-d21240cea86d. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:10:55.980334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:55.983624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0f465bfe-fba1-4396-9160-074df5fa3288 None None] Could not find standard attr ID for object 6efba9c0-671d-490e-97c9-bdf8e9dfc254. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:10:56.018031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39584) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:56.018595 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-40097ec8-9821-4d65-b0a8-0d627a1bf5cf tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "DELETE /v2.0/ports/6efba9c0-671d-490e-97c9-bdf8e9dfc254 HTTP/1.1" status: 204 len: 168 time: 1.4956288 May 09 05:10:56.114649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 794a7f99-8109-4671-899a-3355e9d91e42 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:56.138758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Deleting subnet 6775180b-f178-408a-a714-1fda6cb78c10 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:56.142456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.189667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39588) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:56.204703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 794a7f99-8109-4671-899a-3355e9d91e42 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:56.204982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.214356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.228277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.250681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object d3afb79b-cb54-46f5-bfba-9c89246ec690 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:56.287645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.319111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.359155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636185634'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:56.369285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:56.381066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:56.385182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=d3afb79b-cb54-46f5-bfba-9c89246ec690,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:56.386585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:56.396260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:56.400863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.401496 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.401886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.402221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.402546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.403059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.403253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.403793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.404125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.404952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.405279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.405598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:10:56.419868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.420074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:56.421194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:56.423459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:10:56.425548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] Allocated IP 172.20.0.2 (b05d4b78-866b-4b64-acd1-c7937be92865/dd381916-fbe3-4bc5-83d4-aa63ba06b228/b8a0fcad-1be6-491f-9cb6-048126d52d52) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:10:56.438471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.455677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:56.460172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.464010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:56.491493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:56.492094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.494208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:56.513495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:56.515678 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0dc1135f-3089-4ce2-960d-598c9c1a1f9f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3513143 May 09 05:10:56.516440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39594) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:56.518907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7d8ba-28b9-494e-bd7b-cde6a806019f None None] Network 75bf74ea-bd25-4835-be2d-62b8cacdaf0e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:56.520920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.523997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event deleted for resources: {'Subnet': ['ID=6775180b-f178-408a-a714-1fda6cb78c10,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:56.537716 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7ec16e8c-08ef-44e4-b613-2ff32a320cf4 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "DELETE /v2.0/subnets/6775180b-f178-408a-a714-1fda6cb78c10 HTTP/1.1" status: 204 len: 168 time: 0.5160019 May 09 05:10:56.542892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39598) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:56.603863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784cfe3b-413c-44c4-9fac-d7417eef69ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:56.610117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784cfe3b-413c-44c4-9fac-d7417eef69ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:56.611098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-784cfe3b-413c-44c4-9fac-d7417eef69ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:56.630992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-784cfe3b-413c-44c4-9fac-d7417eef69ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:56.635983 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-784cfe3b-413c-44c4-9fac-d7417eef69ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1180978 May 09 05:10:56.637081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39602) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:56.676823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.701590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:56.704974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Deleting port 794a7f99-8109-4671-899a-3355e9d91e42 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:56.705310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.724848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port d3afb79b-cb54-46f5-bfba-9c89246ec690 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:56.725193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.778279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.784100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.801692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] Transition to ACTIVE for port object b8a0fcad-1be6-491f-9cb6-048126d52d52 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:10:56.807434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.909019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] DHCP port deletion for 75bf74ea-bd25-4835-be2d-62b8cacdaf0e request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:10:56.949435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] For port 794a7f99-8109-4671-899a-3355e9d91e42, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=794a7f99-8109-4671-899a-3355e9d91e42,segment=NetworkSegment(f0af5cb1-34f4-432d-b6a2-dca60edbdb2c),segment_id=f0af5cb1-34f4-432d-b6a2-dca60edbdb2c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:56.950056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:56.954585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Deleting port 794a7f99-8109-4671-899a-3355e9d91e42 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:56.954585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.072570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88af9e-ba10-48cf-be2c-9d2e7d820dfd None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=11']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:57.077943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Calling delete_port for 794a7f99-8109-4671-899a-3355e9d91e42 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:57.121244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.125020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:57.128908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:57.145025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:57.162413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.165648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:57.184467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56195a-6081-460e-9b12-bbc013c2efa6,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:57.228291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.249729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] For port 794a7f99-8109-4671-899a-3355e9d91e42, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=794a7f99-8109-4671-899a-3355e9d91e42,segment=NetworkSegment(f0af5cb1-34f4-432d-b6a2-dca60edbdb2c),segment_id=f0af5cb1-34f4-432d-b6a2-dca60edbdb2c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:10:57.250363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.293129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.314956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for d3afb79b-cb54-46f5-bfba-9c89246ec690 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:57.346107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.374302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] No DVR routers for this DVR port 794a7f99-8109-4671-899a-3355e9d91e42 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:10:57.386013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Calling delete_port for 794a7f99-8109-4671-899a-3355e9d91e42 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:10:57.421906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event deleted for resources: {'Port': ['ID=794a7f99-8109-4671-899a-3355e9d91e42,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:57.478489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:10:57.479213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:10:57.547195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.548389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66eec923-cfdd-4f85-a0f3-b5998662644b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:57.569762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.571243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ff078fb3-43d4-456e-acde-a6a295793c59 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3804531 May 09 05:10:57.575121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39606) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:57.643152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=d3afb79b-cb54-46f5-bfba-9c89246ec690,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:57.705396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.726068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7cfcde74-e8f3-4a42-8f1e-7f72cde0df52 None None] Provisioning for port b8a0fcad-1be6-491f-9cb6-048126d52d52 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:10:57.738630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7cfcde74-e8f3-4a42-8f1e-7f72cde0df52 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:57.739277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7cfcde74-e8f3-4a42-8f1e-7f72cde0df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.744560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.759521 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7cc4bc08-b600-49c6-8fa9-dfdf2e803606 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/d3afb79b-cb54-46f5-bfba-9c89246ec690 HTTP/1.1" status: 204 len: 168 time: 1.1213028 May 09 05:10:57.762578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39610) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:57.777709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bf74ea-bd25-4835-be2d-62b8cacdaf0e']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:57.795546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9a374fef-c017-4935-b636-353bf4b34685 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:57.800151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0af5cb1-34f4-432d-b6a2-dca60edbdb2c') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:57.800468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0af5cb1-34f4-432d-b6a2-dca60edbdb2c') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:10:57.818400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.839956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.842797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9a374fef-c017-4935-b636-353bf4b34685 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:57.847505 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9a374fef-c017-4935-b636-353bf4b34685 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2714043 May 09 05:10:57.848513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39614) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:57.853050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:10:57.853502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.854810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f0371-945f-44cd-b7ff-131e23260641 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:57.856814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f0371-945f-44cd-b7ff-131e23260641 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:57.858529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f0371-945f-44cd-b7ff-131e23260641 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:57.860908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-781f0371-945f-44cd-b7ff-131e23260641 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:57.868705 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6d159efd-58d2-4295-9f8c-51d8406a300d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-security--1744381302', 'description': 'tempest-security-description-916723520'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:10:57.870230 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:10:57.913789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d159efd-58d2-4295-9f8c-51d8406a300d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.921540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-781f0371-945f-44cd-b7ff-131e23260641 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:57.922767 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-781f0371-945f-44cd-b7ff-131e23260641 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1591918 May 09 05:10:57.925740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39618) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:57.959827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.981520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.982366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Deleting port 794a7f99-8109-4671-899a-3355e9d91e42 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:10:57.982749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:57.988989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] Pushing event deleted for resources: {'Network': ['ID=75bf74ea-bd25-4835-be2d-62b8cacdaf0e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:57.991778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-faeb129e-6672-4930-9891-09ef3e8bc7a0 tempest-ExtraDHCPOptionsTestJSON-569349905 tempest-ExtraDHCPOptionsTestJSON-569349905-project] 10.222.0.50 "DELETE /v2.0/networks/75bf74ea-bd25-4835-be2d-62b8cacdaf0e HTTP/1.1" status: 204 len: 168 time: 1.4478753 May 09 05:10:58.083593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cc64aa67-e34d-4d52-b1e3-9a7563710c92 None None] Could not find standard attr ID for object 3a0861c8-071f-44b9-85fc-a8cec26e85ff. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:10:58.085805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d159efd-58d2-4295-9f8c-51d8406a300d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.090469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet d22c0d33-04ee-4db6-b902-e9af6058975f {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:58.094595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.123865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:10:58.153792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.159249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-036c5657-1bff-4179-b2a3-b57d543b8607 None None] The port '794a7f99-8109-4671-899a-3355e9d91e42' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:10:58.206616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:58.207271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.245837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.294014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d159efd-58d2-4295-9f8c-51d8406a300d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.297406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d159efd-58d2-4295-9f8c-51d8406a300d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.298626 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6d159efd-58d2-4295-9f8c-51d8406a300d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "PUT /v2.0/security-groups/66eec923-cfdd-4f85-a0f3-b5998662644b HTTP/1.1" status: 200 len: 1779 time: 0.4490211 May 09 05:10:58.301443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39626) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.358257 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cef85442-120b-49bf-bd2d-4c3c7b1e0867 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups/66eec923-cfdd-4f85-a0f3-b5998662644b HTTP/1.1" status: 200 len: 1779 time: 0.0548120 May 09 05:10:58.360753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39630) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.379639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d159efd-58d2-4295-9f8c-51d8406a300d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66eec923-cfdd-4f85-a0f3-b5998662644b,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:58.417012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-686f3780-f77f-44a3-b5a2-895310d5fb73 None None] Could not find standard attr ID for object d3afb79b-cb54-46f5-bfba-9c89246ec690. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:10:58.422878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.430882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39634) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.439590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 794a7f99-8109-4671-899a-3355e9d91e42 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:10:58.443850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf64b907-b8b1-4815-87b2-69362927d417 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.473255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf64b907-b8b1-4815-87b2-69362927d417 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.482904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 794a7f99-8109-4671-899a-3355e9d91e42 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:10:58.483244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 794a7f99-8109-4671-899a-3355e9d91e42 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:10:58.489920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=d22c0d33-04ee-4db6-b902-e9af6058975f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:58.493471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.514047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39640) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.514738 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e5ec40da-bf87-4fc6-ab00-b55931712301 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/d22c0d33-04ee-4db6-b902-e9af6058975f HTTP/1.1" status: 204 len: 168 time: 0.5879428 May 09 05:10:58.533718 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:10:58.586081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet dd381916-fbe3-4bc5-83d4-aa63ba06b228 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:10:58.589285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.633579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a6d25-e36f-4116-8beb-36211284155b None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:58.642037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf64b907-b8b1-4815-87b2-69362927d417 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.664220 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-31a1983d-4209-470c-98ad-502c2d55adff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6aebc4a36eac4204968085aca5cfc5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976078 May 09 05:10:58.664473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64b907-b8b1-4815-87b2-69362927d417 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eec923-cfdd-4f85-a0f3-b5998662644b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:58.666716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39644) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.674856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.722574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf64b907-b8b1-4815-87b2-69362927d417 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.726278 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cf64b907-b8b1-4815-87b2-69362927d417 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/66eec923-cfdd-4f85-a0f3-b5998662644b HTTP/1.1" status: 204 len: 168 time: 0.3644490 May 09 05:10:58.727577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39648) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.749191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf73668-c44b-4fe1-b24f-9cc9caba7f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.773060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.796856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf73668-c44b-4fe1-b24f-9cc9caba7f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.813564 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f12a1112-cb0d-44c4-b34b-a237eda22e9a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847964 May 09 05:10:58.820132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39652) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.850949 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-3db18d07-e79d-4c4e-aeb7-ad31bab33482 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] delete failed (client error): The resource could not be found. May 09 05:10:58.851872 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3db18d07-e79d-4c4e-aeb7-ad31bab33482 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/66eec923-cfdd-4f85-a0f3-b5998662644b HTTP/1.1" status: 404 len: 347 time: 0.0308609 May 09 05:10:58.855860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39656) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.861934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--824017276'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:58.868662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:58.873054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.878251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:58.878838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf73668-c44b-4fe1-b24f-9cc9caba7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.896908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf73668-c44b-4fe1-b24f-9cc9caba7f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8d9f8c-7ec8-45a9-b8c5-058b202075c6,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:58.901583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3cf73668-c44b-4fe1-b24f-9cc9caba7f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.902827 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3cf73668-c44b-4fe1-b24f-9cc9caba7f3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a8d9f8c-7ec8-45a9-b8c5-058b202075c6 HTTP/1.1" status: 204 len: 168 time: 0.2350447 May 09 05:10:58.917723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:58.934423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:58.936735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:58.939418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=dd381916-fbe3-4bc5-83d4-aa63ba06b228,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:58.952183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4acc4284-08d6-470c-b1a7-d33892f04842 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/dd381916-fbe3-4bc5-83d4-aa63ba06b228 HTTP/1.1" status: 204 len: 168 time: 0.4365380 May 09 05:10:58.954731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39662) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:58.962545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.017009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:59.024058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:59.028314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:59.035649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:59.043651 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f533ec17-ec8c-4246-8170-94139c433032 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877018 May 09 05:10:59.046617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39666) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:59.058098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:59.148646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.157456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.193743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c61777-ba66-4398-9fc3-6135a0fae6dc,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:59.204773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:59.211880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:59.215786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:59.222714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:59.224363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.225677 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f27b1f76-0d23-47b3-9759-825afbe5d734 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3688126 May 09 05:10:59.228664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39672) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:59.234577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '49c61777-ba66-4398-9fc3-6135a0fae6dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:59.241067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:10:59.244327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:10:59.245564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:10:59.249109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:10:59.249488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.255672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:10:59.278423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.365194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.374049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.399080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c274e4c-dbbb-4ea8-bc5e-83fbf899f2ef,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:59.418220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.422560 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e14b69b8-c548-49f1-9f2d-dd63aaec9756 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901610 May 09 05:10:59.422890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39686) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:59.458915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a96e5029-9ca6-4abe-bb69-74eafc7ee1c5 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.473729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a96e5029-9ca6-4abe-bb69-74eafc7ee1c5 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.505353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a96e5029-9ca6-4abe-bb69-74eafc7ee1c5 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.532445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e5029-9ca6-4abe-bb69-74eafc7ee1c5 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c274e4c-dbbb-4ea8-bc5e-83fbf899f2ef,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:59.534775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a96e5029-9ca6-4abe-bb69-74eafc7ee1c5 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.536239 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a96e5029-9ca6-4abe-bb69-74eafc7ee1c5 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5c274e4c-dbbb-4ea8-bc5e-83fbf899f2ef HTTP/1.1" status: 204 len: 168 time: 0.1125288 May 09 05:10:59.538783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39690) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:59.602411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-20f5c697-2465-4363-949b-9c65e996acce tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:10:59.630366 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b67c5c-ec87-4b82-b285-706efc9a79c0 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:10:59.632968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-20f5c697-2465-4363-949b-9c65e996acce tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:10:59.634579 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-20f5c697-2465-4363-949b-9c65e996acce tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0947039 May 09 05:10:59.639819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39698) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:59.672366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.743810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-488ebdf9-1b34-4931-8616-2eff9ac78d3a None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:10:59.744525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-488ebdf9-1b34-4931-8616-2eff9ac78d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.755610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:10:59.762266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:10:59.765306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:10:59.765897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.803492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11c3938-4d5f-4b50-83c2-0f81745cd498 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.811586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=d4d53c64-4b11-4ca0-bd72-15cbf3c9d06f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:10:59.847350 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f3df4af2-4dc9-410e-9bc0-5a55ed0dc0c2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7993968 May 09 05:10:59.850463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39706) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:10:59.853797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11c3938-4d5f-4b50-83c2-0f81745cd498 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:10:59.865472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:10:59.881394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39710) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.023673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11c3938-4d5f-4b50-83c2-0f81745cd498 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.066960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c3938-4d5f-4b50-83c2-0f81745cd498 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c61777-ba66-4398-9fc3-6135a0fae6dc,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:00.083517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0bc7b4bf-c9d5-4ed1-ba0a-f6293d6b2cd5 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2089523311', 'prefixes': ['172.20.0.0/16']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:00.104924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0bc7b4bf-c9d5-4ed1-ba0a-f6293d6b2cd5 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:00.138372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b11c3938-4d5f-4b50-83c2-0f81745cd498 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.138372 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b11c3938-4d5f-4b50-83c2-0f81745cd498 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/49c61777-ba66-4398-9fc3-6135a0fae6dc HTTP/1.1" status: 204 len: 168 time: 0.4852569 May 09 05:11:00.138372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39718) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.203674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0bc7b4bf-c9d5-4ed1-ba0a-f6293d6b2cd5 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] Notify callbacks [] for subnetpool, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.203674 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0bc7b4bf-c9d5-4ed1-ba0a-f6293d6b2cd5 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3161635 May 09 05:11:00.217757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39722) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.255842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d8521833-3af2-455a-87b8-080c7bd33174 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:00.280488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:00.285469 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8e7f0de9-e799-4493-9060-22b5e6590a25 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] 10.222.0.50 "GET /v2.0/subnetpools/4b56d948-4187-4f41-8b33-b949f4403e8d HTTP/1.1" status: 200 len: 732 time: 0.0593557 May 09 05:11:00.285632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d8521833-3af2-455a-87b8-080c7bd33174 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:00.285742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39726) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.285830 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d8521833-3af2-455a-87b8-080c7bd33174 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466362 May 09 05:11:00.285830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:00.286811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-24ca7748-1950-432d-b853-4797310b8afa tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-47401969'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:00.287535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39730) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.290841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:00.301009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--954970202'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:00.319023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:00.334798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:00.346038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f762ca66-1ae1-459e-956c-4afa0ee4f7b7 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:00.348089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:00.348089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.394356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:00.394356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:00.394356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:00.414380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:00.414380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.566168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:00.570685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24ca7748-1950-432d-b853-4797310b8afa tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] Notify callbacks [] for subnetpool, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.570685 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-24ca7748-1950-432d-b853-4797310b8afa tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] 10.222.0.50 "PUT /v2.0/subnetpools/4b56d948-4187-4f41-8b33-b949f4403e8d HTTP/1.1" status: 200 len: 682 time: 0.2815499 May 09 05:11:00.570685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39734) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.579769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-80896142-9777-4afe-84e2-b4d690b9ad3d None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:00.579769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-80896142-9777-4afe-84e2-b4d690b9ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.653165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.666830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.724225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f659f71-9574-40d7-b033-ca4ad3c47404,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:00.788572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.788572 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-334c972d-fc2d-4f05-b676-d66c21f8762b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4866850 May 09 05:11:00.788572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39738) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.794906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c77b332e-4b07-447c-aff3-bb70e1213bbb tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] Notify callbacks [] for subnetpool, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.794906 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c77b332e-4b07-447c-aff3-bb70e1213bbb tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] 10.222.0.50 "DELETE /v2.0/subnetpools/4b56d948-4187-4f41-8b33-b949f4403e8d HTTP/1.1" status: 204 len: 168 time: 0.2171819 May 09 05:11:00.800498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '8f659f71-9574-40d7-b033-ca4ad3c47404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:00.804772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39742) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.808888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:00.808888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:00.808888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:00.828756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:00.886252 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-00e69527-40cf-43f1-92e1-315fa8cfe485 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] show failed (client error): The resource could not be found. May 09 05:11:00.886823 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-00e69527-40cf-43f1-92e1-315fa8cfe485 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] 10.222.0.50 "GET /v2.0/subnetpools/4b56d948-4187-4f41-8b33-b949f4403e8d HTTP/1.1" status: 404 len: 346 time: 0.0964863 May 09 05:11:00.890550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39746) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:00.898946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:00.933673 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-7526bb4a-3324-468c-b742-438095ce8dc7 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] delete failed (client error): The resource could not be found. May 09 05:11:00.933673 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7526bb4a-3324-468c-b742-438095ce8dc7 tempest-SubnetPoolsTestJSON-1974565298 tempest-SubnetPoolsTestJSON-1974565298-project] 10.222.0.50 "DELETE /v2.0/subnetpools/4b56d948-4187-4f41-8b33-b949f4403e8d HTTP/1.1" status: 404 len: 346 time: 0.0371566 May 09 05:11:01.023763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.031208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.110702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf98e62-b788-4537-83f0-1b06e548d020,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:01.127078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.127078 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-22c56ebd-5a50-4fd2-9a9a-d9bbc96e8be8 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455148 May 09 05:11:01.131977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39752) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:01.138574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '8f659f71-9574-40d7-b033-ca4ad3c47404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:01.149730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:01.149730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:01.167394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:01.176953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:01.201441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.308303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.316232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.348417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a298e4e-cb5c-4a86-9a8f-ad37e55676e8,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:01.364780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.376645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d4c1eb57-f40e-4238-afaf-969a19661dfc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2356026 May 09 05:11:01.376645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39758) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:01.385482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '8f659f71-9574-40d7-b033-ca4ad3c47404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:01.397357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:01.402036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:01.407317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:01.407317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:01.418190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:01.438493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.439439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f29455fe-ff8d-40b2-970e-8da18d7af854 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:01.439439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f29455fe-ff8d-40b2-970e-8da18d7af854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.445108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39762) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:01.525874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.534921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.572023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddbedb4-7165-4d43-8863-1cce63684ba5,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:01.589283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.592428 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6133d47e-47ed-4e3c-9b87-b11306077140 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2214320 May 09 05:11:01.594058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39768) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:01.601772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '8f659f71-9574-40d7-b033-ca4ad3c47404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:01.609707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:01.614981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:01.618138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:01.625610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:01.644389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.680936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.683466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.712005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:01.720572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Usage tracker for resource:security_group_rule and tenant:ddb4235df92b410eab4359a17cf6f105 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:01.724207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:01.732928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:01.750958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.757787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.795750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61ed0ff-e086-4860-84a5-b783e7d8f504,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:01.821603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.822771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6df177c4-1df3-4874-afe7-3782a8a773aa tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2267876 May 09 05:11:01.825717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39772) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:01.833846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '8f659f71-9574-40d7-b033-ca4ad3c47404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:01.841153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:01.853472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:01.858140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:01.870619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:01.901011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.906290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.913022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:01.938192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.944076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.944842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.966548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:01.979698 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddb4235df92b410eab4359a17cf6f105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317163 May 09 05:11:01.981118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d2a0e-e6ef-4109-a55e-1357f1aedb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c6f7b9-afc8-497f-a2bd-f3f0991e12e6,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:01.983393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39776) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:02.073112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:02.087724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:02.087724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:02.087724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.098699 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c5896-5620-462f-aa79-d62dae51931e None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:02.103408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee02ec0a-6d6b-4785-a0d6-f6ea70eb256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.108249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=f42ff38f-6a54-4605-b004-d068299a82be,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:02.108249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=15']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:02.124756 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-47ad25f5-8339-41b4-a6d4-c398232e7c12 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2668335 May 09 05:11:02.124756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39780) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:02.132368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.133194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:29:64:be', 'name': 'tempest-NetworksTestDHCPv6-174521765'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:02.142015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.157290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee02ec0a-6d6b-4785-a0d6-f6ea70eb256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.179689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fe53cb-2c3c-42cb-968d-258e325be409,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:02.256657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.257766 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c7625582-727d-4064-a037-8fad95539542 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4305770 May 09 05:11:02.260761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39784) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:02.294022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee02ec0a-6d6b-4785-a0d6-f6ea70eb256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.315800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-063a814a-209d-418b-9067-972f3a3eda38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0967402 May 09 05:11:02.318321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02ec0a-6d6b-4785-a0d6-f6ea70eb256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c6f7b9-afc8-497f-a2bd-f3f0991e12e6,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:02.325545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0863685-15bb-472b-b458-a82f94a2d6ad tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.333568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ee02ec0a-6d6b-4785-a0d6-f6ea70eb256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.336305 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ee02ec0a-6d6b-4785-a0d6-f6ea70eb256d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04c6f7b9-afc8-497f-a2bd-f3f0991e12e6 HTTP/1.1" status: 204 len: 168 time: 0.3499589 May 09 05:11:02.337576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0863685-15bb-472b-b458-a82f94a2d6ad tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.409227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:02.416254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:02.421471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:02.426081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0863685-15bb-472b-b458-a82f94a2d6ad tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.454130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:02.465576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0863685-15bb-472b-b458-a82f94a2d6ad tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34fe53cb-2c3c-42cb-968d-258e325be409,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:02.468359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0863685-15bb-472b-b458-a82f94a2d6ad tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.472455 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b0863685-15bb-472b-b458-a82f94a2d6ad tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/34fe53cb-2c3c-42cb-968d-258e325be409 HTTP/1.1" status: 204 len: 168 time: 0.2083755 May 09 05:11:02.472455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:02.477091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39790) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:02.582007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a21ca0e1-87fb-41fb-a900-1358302e8e03 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:02.582706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': 'f42ff38f-6a54-4605-b004-d068299a82be', 'ip_address': '2001:db8::f816:3eff:fe15:5b92'}, {'subnet_id': 'd4d53c64-4b11-4ca0-bd72-15cbf3c9d06f'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'b8a0fcad-1be6-491f-9cb6-048126d52d52'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:11:02.602552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-0a758417-8c20-4b4e-b9af-e86dda08ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:02.604147 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-0a758417-8c20-4b4e-b9af-e86dda08ab1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 1098 time: 0.1740403 May 09 05:11:02.609706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a21ca0e1-87fb-41fb-a900-1358302e8e03 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:02.614113 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a21ca0e1-87fb-41fb-a900-1358302e8e03 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1335318 May 09 05:11:02.614358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39796) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:02.659817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.670621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0392ce4b-4419-47f2-931e-51a2cc95bd66 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.736247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0392ce4b-4419-47f2-931e-51a2cc95bd66 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.763508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.797853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 6215e8b2-56c4-4d71-a657-cba67c819e0d yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:02.798653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0392ce4b-4419-47f2-931e-51a2cc95bd66 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.834691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ce4b-4419-47f2-931e-51a2cc95bd66 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d61ed0ff-e086-4860-84a5-b783e7d8f504,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:02.838520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-9da0b133-6bfa-4d91-a1eb-0880ea99b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:02.840253 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-9da0b133-6bfa-4d91-a1eb-0880ea99b707 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b407bd5e-2266-4b82-8200-7da18b9758d4 HTTP/1.1" status: 200 len: 897 time: 0.2005062 May 09 05:11:02.923166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] Allocated IP 172.20.0.2 (b05d4b78-866b-4b64-acd1-c7937be92865/d4d53c64-4b11-4ca0-bd72-15cbf3c9d06f/b8a0fcad-1be6-491f-9cb6-048126d52d52) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:02.933054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0392ce4b-4419-47f2-931e-51a2cc95bd66 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:02.935060 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0392ce4b-4419-47f2-931e-51a2cc95bd66 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d61ed0ff-e086-4860-84a5-b783e7d8f504 HTTP/1.1" status: 204 len: 168 time: 0.3198035 May 09 05:11:02.937968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39808) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:02.998745 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-4029c6c4-4f2a-4bea-8006-6c5987192b62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 HTTP/1.1" status: 200 len: 1001 time: 0.1500304 May 09 05:11:02.999648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dac8f1ca-91b3-4721-8bf4-12a9ecbb4330 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:03.045170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dac8f1ca-91b3-4721-8bf4-12a9ecbb4330 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:03.046641 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dac8f1ca-91b3-4721-8bf4-12a9ecbb4330 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1076608 May 09 05:11:03.050384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39816) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:03.094602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-00d5fe66-4b00-48df-b8d3-148dfd173604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:03.097619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-00d5fe66-4b00-48df-b8d3-148dfd173604 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c24409c2-5e98-4156-883e-488a5cb658d3 HTTP/1.1" status: 200 len: 834 time: 0.0926635 May 09 05:11:03.101320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8915f8-786e-4658-ae0c-99456eb1e5be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.103858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:03.113856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8915f8-786e-4658-ae0c-99456eb1e5be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.136960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.141757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8915f8-786e-4658-ae0c-99456eb1e5be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.172210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] Transition to ACTIVE for port object b8a0fcad-1be6-491f-9cb6-048126d52d52 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:03.172448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8915f8-786e-4658-ae0c-99456eb1e5be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dddbedb4-7165-4d43-8863-1cce63684ba5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:03.178703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.202745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-cb75f2cd-c785-414a-87c2-8d54df5f6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:03.204555 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-cb75f2cd-c785-414a-87c2-8d54df5f6d20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b407bd5e-2266-4b82-8200-7da18b9758d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1001334 May 09 05:11:03.214089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ba8915f8-786e-4658-ae0c-99456eb1e5be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.218657 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ba8915f8-786e-4658-ae0c-99456eb1e5be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/dddbedb4-7165-4d43-8863-1cce63684ba5 HTTP/1.1" status: 204 len: 168 time: 0.1666243 May 09 05:11:03.218849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39824) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:03.386769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39828) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:03.407034 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879194b-a64d-4deb-8d59-bf3fd720623b None None] Pushing event updated for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=16']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:03.411007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-412d876c-f9b1-438c-99a8-c28a98be9861 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:03.497224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-412d876c-f9b1-438c-99a8-c28a98be9861 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:03.501676 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-412d876c-f9b1-438c-99a8-c28a98be9861 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2737403 May 09 05:11:03.502578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39836) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:03.523768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 172.20.0.10 (b05d4b78-866b-4b64-acd1-c7937be92865/d4d53c64-4b11-4ca0-bd72-15cbf3c9d06f/6215e8b2-56c4-4d71-a657-cba67c819e0d) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:03.537170 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-4de090a6-87e1-498e-9d7b-5cfb9cb713bc service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244200 May 09 05:11:03.548481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe29:64be (b05d4b78-866b-4b64-acd1-c7937be92865/f42ff38f-6a54-4605-b004-d068299a82be/6215e8b2-56c4-4d71-a657-cba67c819e0d) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:03.555688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf1c6-f92e-4ed8-a9c2-f7d28c2d2338 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.567324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1424268793-network', 'tenant_id': 'ea7875ad809a43b2abc27323ab1a3c9a'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:03.582602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:03.602160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf1c6-f92e-4ed8-a9c2-f7d28c2d2338 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.610692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Usage tracker for resource:network and tenant:ea7875ad809a43b2abc27323ab1a3c9a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:03.624472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:03.644935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:03.700625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Made reservation on behalf of ea7875ad809a43b2abc27323ab1a3c9a for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:03.700625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.738252 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00084820-72d7-411d-a3e7-4794ed8abb2a req-d5c20a5c-b673-48e4-829e-3d271c408bd3 service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912308 May 09 05:11:03.764489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.782119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf1c6-f92e-4ed8-a9c2-f7d28c2d2338 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.816999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccf1c6-f92e-4ed8-a9c2-f7d28c2d2338 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a298e4e-cb5c-4a86-9a8f-ad37e55676e8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:03.820324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:03.832195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7875ad809a43b2abc27323ab1a3c9a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:03.844961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:03.850771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf1c6-f92e-4ed8-a9c2-f7d28c2d2338 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.852866 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a8ccf1c6-f92e-4ed8-a9c2-f7d28c2d2338 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4a298e4e-cb5c-4a86-9a8f-ad37e55676e8 HTTP/1.1" status: 204 len: 168 time: 0.3500996 May 09 05:11:03.854808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39840) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:03.861547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:03.921814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-55d34e3a-c893-4ec6-87e4-4199f2e74773 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:03.929135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.936875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-55d34e3a-c893-4ec6-87e4-4199f2e74773 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:03.939490 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-55d34e3a-c893-4ec6-87e4-4199f2e74773 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0831316 May 09 05:11:03.942775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39844) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:03.959032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 6215e8b2-56c4-4d71-a657-cba67c819e0d will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:03.975343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53f2ff15-eac9-4593-a5cd-bf626095b97a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:03.992065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53f2ff15-eac9-4593-a5cd-bf626095b97a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.036807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53f2ff15-eac9-4593-a5cd-bf626095b97a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.061038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.070507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.081971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2ff15-eac9-4593-a5cd-bf626095b97a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cf98e62-b788-4537-83f0-1b06e548d020,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:04.087300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-53f2ff15-eac9-4593-a5cd-bf626095b97a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.089001 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-53f2ff15-eac9-4593-a5cd-bf626095b97a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3cf98e62-b788-4537-83f0-1b06e548d020 HTTP/1.1" status: 204 len: 168 time: 0.1457040 May 09 05:11:04.091462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39848) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:04.102095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.110603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:04.153338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:11:04.179979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a86bbb7d-dc55-4ef7-8e1a-1da7d1060c29 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:04.208897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a86bbb7d-dc55-4ef7-8e1a-1da7d1060c29 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:04.208897 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a86bbb7d-dc55-4ef7-8e1a-1da7d1060c29 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115065 May 09 05:11:04.208897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39852) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:04.219972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.219972 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Added segment d5d4dbea-7cf2-4b63-9c6b-112de5290a60 of type vlan for network 91ee95a8-f466-4f8e-9468-c434344006f3 May 09 05:11:04.219972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac650fa7-245d-4183-8829-111810feb8c4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:04.230511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:04.237118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:04.244174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:04.273011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-38b89429-99ff-4c00-bb0d-a34843ba4e0a None None] Provisioning for port b8a0fcad-1be6-491f-9cb6-048126d52d52 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:04.278588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=6215e8b2-56c4-4d71-a657-cba67c819e0d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:04.306135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-38b89429-99ff-4c00-bb0d-a34843ba4e0a None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:04.306135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-38b89429-99ff-4c00-bb0d-a34843ba4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.323839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66214ca1-65fc-4a91-a6b8-72ff6ececb7f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.330153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.352628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:04.361515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.389977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66214ca1-65fc-4a91-a6b8-72ff6ececb7f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.420863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.422269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:04.424471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.460436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66214ca1-65fc-4a91-a6b8-72ff6ececb7f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.466711 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4052ba6e-1a56-42f7-ab6d-386df1f8f755 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3414557 May 09 05:11:04.474469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39856) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:04.487323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66214ca1-65fc-4a91-a6b8-72ff6ececb7f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f659f71-9574-40d7-b033-ca4ad3c47404,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:04.506586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66214ca1-65fc-4a91-a6b8-72ff6ececb7f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.508960 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-66214ca1-65fc-4a91-a6b8-72ff6ececb7f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/8f659f71-9574-40d7-b033-ca4ad3c47404 HTTP/1.1" status: 204 len: 168 time: 0.2990201 May 09 05:11:04.512954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39860) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:04.579642 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2004950 May 09 05:11:04.582626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39864) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:04.594609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Request body: {'subnet': {'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1424268793-subnet', 'tenant_id': 'ea7875ad809a43b2abc27323ab1a3c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:04.603134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-45e9188d-558c-4f2d-8578-d0d29818b399 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:04.606060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:04.611294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Usage tracker for resource:subnet and tenant:ea7875ad809a43b2abc27323ab1a3c9a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:04.615941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:04.620863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ecd6-ae89-4ad9-88aa-1c3c46b21662 admin admin] Pushing event updated for resources: {'Network': ['ID=91ee95a8-f466-4f8e-9468-c434344006f3,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:04.630737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:04.640998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 91ee95a8-f466-4f8e-9468-c434344006f3 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:11:04.641192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-45e9188d-558c-4f2d-8578-d0d29818b399 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:04.644423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-45e9188d-558c-4f2d-8578-d0d29818b399 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1254091 May 09 05:11:04.647103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39868) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:04.652357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Made reservation on behalf of ea7875ad809a43b2abc27323ab1a3c9a for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:04.652357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.659421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--657822198'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:04.662207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:04.677583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:04.684622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.710243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416384f-8b89-4900-afb5-3ede3ffdb724 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:04.710243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416384f-8b89-4900-afb5-3ede3ffdb724 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:04.710243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3416384f-8b89-4900-afb5-3ede3ffdb724 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:04.749551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:04.749551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3416384f-8b89-4900-afb5-3ede3ffdb724 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:04.749551 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3416384f-8b89-4900-afb5-3ede3ffdb724 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2647638 May 09 05:11:04.749551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:04.749551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39872) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:04.756376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:04.802154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:04.832502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5f48d704-aac7-47e3-90a7-79eede0050db None None] Provisioning for port 6215e8b2-56c4-4d71-a657-cba67c819e0d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:04.847591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5f48d704-aac7-47e3-90a7-79eede0050db None None] Provisioning complete for port 6215e8b2-56c4-4d71-a657-cba67c819e0d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:04.847591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f48d704-aac7-47e3-90a7-79eede0050db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.848291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 6215e8b2-56c4-4d71-a657-cba67c819e0d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:04.848291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.873903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:04.981735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Checking segment: {'id': 'd5d4dbea-7cf2-4b63-9c6b-112de5290a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:04.981893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Network hostable DHCP agents. Network: 91ee95a8-f466-4f8e-9468-c434344006f3, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:11:04.985631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5f48d704-aac7-47e3-90a7-79eede0050db None None] Port 6215e8b2-56c4-4d71-a657-cba67c819e0d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:11:04.989680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c4d593-1638-4722-aa77-b51d86ba15ea,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:05.008722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Network 91ee95a8-f466-4f8e-9468-c434344006f3 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:11:05.023187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 91ee95a8-f466-4f8e-9468-c434344006f3) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:05.027992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:05.030255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.034991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.041243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995a245-7398-4e88-8453-cbc439299909 None None] Network 91ee95a8-f466-4f8e-9468-c434344006f3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:05.067427 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3c0d0c55-de5a-4df7-ad1f-1ed51a0d186a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4830947 May 09 05:11:05.101181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.186356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c7f89-0c6e-4aba-ae9a-05c445d25008,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:05.202255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.204303 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8a76794d-1eeb-4670-8bd4-87799f624d3f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5557814 May 09 05:11:05.207426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39880) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:05.214759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': 'c92c7f89-0c6e-4aba-ae9a-05c445d25008', 'direction': 'ingress', 'protocol': 17}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:05.237890 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.266091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:05.281268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:05.281268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:05.288385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:05.312224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.330504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb74a91-4b28-456d-bec5-0e81e4830925 None None] Network 91ee95a8-f466-4f8e-9468-c434344006f3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:05.411952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.420507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.460926 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8256557d-2f19-439f-8643-59665e9e920b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:05.482471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.487819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9abc50c9-99f0-4dc8-9951-a0f59d16b095 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2783167 May 09 05:11:05.488505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39888) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:05.567680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8804-4d7c-43cd-a2a8-70b9349253a4 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.573906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 6215e8b2-56c4-4d71-a657-cba67c819e0d owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:05.611121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8804-4d7c-43cd-a2a8-70b9349253a4 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.678446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8804-4d7c-43cd-a2a8-70b9349253a4 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.709847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8804-4d7c-43cd-a2a8-70b9349253a4 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c7f89-0c6e-4aba-ae9a-05c445d25008,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:05.719366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8804-4d7c-43cd-a2a8-70b9349253a4 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.720143 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8a7a8804-4d7c-43cd-a2a8-70b9349253a4 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/c92c7f89-0c6e-4aba-ae9a-05c445d25008 HTTP/1.1" status: 204 len: 168 time: 0.2305901 May 09 05:11:05.722937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39898) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:05.753402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39902) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:05.763062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-715453943-network', 'tenant_id': '9670d44ecd524bf997385d569eebc17a'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:05.798816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-50a265d4-52b6-4034-9d7a-00e6204e6e35 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:05.803957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:05.818398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-50a265d4-52b6-4034-9d7a-00e6204e6e35 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:05.821919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Usage tracker for resource:network and tenant:9670d44ecd524bf997385d569eebc17a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:05.825060 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-50a265d4-52b6-4034-9d7a-00e6204e6e35 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863898 May 09 05:11:05.828342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39906) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:05.828342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:05.837468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--643210156'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:05.837468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:05.849099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:05.864276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Made reservation on behalf of 9670d44ecd524bf997385d569eebc17a for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:05.867061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.877988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:05.883724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.897068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.942671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:05.952833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:05.966978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=6215e8b2-56c4-4d71-a657-cba67c819e0d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:05.971339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Usage tracker for resource:security_group_rule and tenant:9670d44ecd524bf997385d569eebc17a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:05.976958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:06.056362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:06.063696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:06.092484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:06.096323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:06.111822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:06.168941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.231850 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-072ba485-c82d-418c-9a9f-606c7823abfe tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/6215e8b2-56c4-4d71-a657-cba67c819e0d HTTP/1.1" status: 204 len: 168 time: 1.4834487 May 09 05:11:06.238401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39910) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:06.301723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.307494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.312091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279c06c-0aec-47f9-ba2e-420bcf5ae7ab tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:06.313745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279c06c-0aec-47f9-ba2e-420bcf5ae7ab tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:06.315215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279c06c-0aec-47f9-ba2e-420bcf5ae7ab tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:06.316008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6279c06c-0aec-47f9-ba2e-420bcf5ae7ab tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:06.330868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6279c06c-0aec-47f9-ba2e-420bcf5ae7ab tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:06.334470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6279c06c-0aec-47f9-ba2e-420bcf5ae7ab tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0935314 May 09 05:11:06.334722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39914) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:06.345142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.359999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.375703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33919f42-39e2-4af3-b1f9-c8d6e151c01f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:06.387415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.397379 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c54742c9-391a-4f7a-8b3b-8581da3392cc tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5685973 May 09 05:11:06.400382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39918) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:06.405040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:11:06.406493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--487617079'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:06.407440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:06.420823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.420823 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Added segment 71309a07-0eb0-420b-971e-e2692bf15599 of type vlan for network 9a29a8b4-b937-4c0a-8497-b057f521482b May 09 05:11:06.420823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0139bfb-cdb6-4082-813e-b2658df16679,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:06.425781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet d4d53c64-4b11-4ca0-bd72-15cbf3c9d06f {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:06.434585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:06.434585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.450907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.481608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.494858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.496813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:06.496813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.503354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.547833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:06.555515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:06.560746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:06.569406 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:06.595624 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8403571 May 09 05:11:06.599644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39922) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:06.605564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Request body: {'subnet': {'network_id': '9a29a8b4-b937-4c0a-8497-b057f521482b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-715453943-subnet', 'tenant_id': '9670d44ecd524bf997385d569eebc17a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:06.616277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:06.617649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362042a-9d2a-49b0-a815-8b8c34f67034 admin admin] Pushing event updated for resources: {'Network': ['ID=9a29a8b4-b937-4c0a-8497-b057f521482b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:06.621908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Usage tracker for resource:subnet and tenant:9670d44ecd524bf997385d569eebc17a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:06.625405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:06.632062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:06.640364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 9a29a8b4-b937-4c0a-8497-b057f521482b details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:11:06.642412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.663582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Made reservation on behalf of 9670d44ecd524bf997385d569eebc17a for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:06.670451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.733525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.740123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.789716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.831844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635ccabd-b45f-4718-b685-3b2a6dec79ef,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:06.842775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d53c64-4b11-4ca0-bd72-15cbf3c9d06f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:06.850658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.851893 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7e6d54e0-230c-43e3-9e8c-94f8b7a5f1f3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/d4d53c64-4b11-4ca0-bd72-15cbf3c9d06f HTTP/1.1" status: 204 len: 168 time: 0.5161829 May 09 05:11:06.855044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39926) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:06.858183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d75153-3e40-4a6d-89f0-89e419ecb9a9 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:06.891572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.897505 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3a77fc79-412a-4120-98cf-e187a22f8feb tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5000296 May 09 05:11:06.901150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39930) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:06.912548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '33919f42-39e2-4af3-b1f9-c8d6e151c01f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '635ccabd-b45f-4718-b685-3b2a6dec79ef', 'remote_ip_prefix': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:06.919544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:06.933349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:06.933349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:06.945311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:06.947508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:06.952724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet f42ff38f-6a54-4605-b004-d068299a82be {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:06.959634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.034300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Checking segment: {'id': '71309a07-0eb0-420b-971e-e2692bf15599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9a29a8b4-b937-4c0a-8497-b057f521482b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:07.034550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Network hostable DHCP agents. Network: 9a29a8b4-b937-4c0a-8497-b057f521482b, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:11:07.042658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.046870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2705fd-ea83-4922-aff7-bca51530e87d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:07.059285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Network 9a29a8b4-b937-4c0a-8497-b057f521482b is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:11:07.073007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 9a29a8b4-b937-4c0a-8497-b057f521482b) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:07.079718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:07.079718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.087319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974a5e2-f4a5-4834-a92b-4d06be7159fa None None] Network 9a29a8b4-b937-4c0a-8497-b057f521482b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:07.114969 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f89bb5d7-b307-4ac5-a6e5-46c657a096c9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5070555 May 09 05:11:07.134778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.229584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.310220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.318194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.357529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.359515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f2ae4-d389-4f78-b065-e1de5694ac35 None None] Network 9a29a8b4-b937-4c0a-8497-b057f521482b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:07.361965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39938) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:07.362150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4627781 May 09 05:11:07.367948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5afdb-d79c-4917-b471-904939c78f2d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e72f66-61b1-4ee1-ac32-ecf647efad06,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:07.393217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.420199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-713a5544-5515-4805-be5b-8a6e5ef1e73b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.437204 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-713a5544-5515-4805-be5b-8a6e5ef1e73b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.443765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.470465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=f42ff38f-6a54-4605-b004-d068299a82be,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:07.483417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-713a5544-5515-4805-be5b-8a6e5ef1e73b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.484872 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5ed52f92-1695-457b-9dc6-fd9570990b73 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/f42ff38f-6a54-4605-b004-d068299a82be HTTP/1.1" status: 204 len: 168 time: 0.6277857 May 09 05:11:07.486734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39946) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:07.517226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a5544-5515-4805-be5b-8a6e5ef1e73b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0e72f66-61b1-4ee1-ac32-ecf647efad06,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:07.523798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-713a5544-5515-4805-be5b-8a6e5ef1e73b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.525900 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-713a5544-5515-4805-be5b-8a6e5ef1e73b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b0e72f66-61b1-4ee1-ac32-ecf647efad06 HTTP/1.1" status: 204 len: 168 time: 0.1629570 May 09 05:11:07.530767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:07.628760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ed52f730-6d5b-4b23-9521-7cddcfd6c6be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:07.663040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ed52f730-6d5b-4b23-9521-7cddcfd6c6be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:07.665767 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ed52f730-6d5b-4b23-9521-7cddcfd6c6be tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1327605 May 09 05:11:07.670206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39954) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:07.759122 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4f2b2bc1-c41f-44e4-b609-42e743654170 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2712109 May 09 05:11:07.762284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39966) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:07.768162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:07.880561 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9a247b1-9f6f-44cc-93f9-fb248586d44f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.909247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:07.913593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:07.917528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:07.927346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:07.935070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9a247b1-9f6f-44cc-93f9-fb248586d44f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.947437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:07.952555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:07.976242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-d4a70648-4547-45ad-b57d-5a311ff07ca1 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:07.977008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-d4a70648-4547-45ad-b57d-5a311ff07ca1 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Synchronizing usage tracker for tenant:ea7875ad809a43b2abc27323ab1a3c9a on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:08.024699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-d4a70648-4547-45ad-b57d-5a311ff07ca1 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Unset dirty status for tenant:ea7875ad809a43b2abc27323ab1a3c9a on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:08.035449 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-d4a70648-4547-45ad-b57d-5a311ff07ca1 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/networks?id=91ee95a8-f466-4f8e-9468-c434344006f3 HTTP/1.1" status: 200 len: 812 time: 0.2835178 May 09 05:11:08.048779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9a247b1-9f6f-44cc-93f9-fb248586d44f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.069490 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-c64a11d2-e4a5-479a-8186-bfbd56691d6a tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/quotas/ea7875ad809a43b2abc27323ab1a3c9a HTTP/1.1" status: 200 len: 375 time: 0.0313637 May 09 05:11:08.083836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a247b1-9f6f-44cc-93f9-fb248586d44f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635ccabd-b45f-4718-b685-3b2a6dec79ef,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:08.090238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3277cc-c05e-4a61-95e5-57edb301aa80 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:08.127391 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-0f0b4525-e4ff-413b-8295-6eb45570d51f tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea7875ad809a43b2abc27323ab1a3c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489786 May 09 05:11:08.143437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e9a247b1-9f6f-44cc-93f9-fb248586d44f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.149256 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e9a247b1-9f6f-44cc-93f9-fb248586d44f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/635ccabd-b45f-4718-b685-3b2a6dec79ef HTTP/1.1" status: 204 len: 168 time: 0.4757361 May 09 05:11:08.149426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39970) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:08.280917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3bd694f3-1063-4fd2-bc8f-6822ae840fd7 None None] Provisioning complete for port b8a0fcad-1be6-491f-9cb6-048126d52d52 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:08.283186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3bd694f3-1063-4fd2-bc8f-6822ae840fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.290786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-55ccaea8-562f-469f-baf5-3379279a90d3 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:08.291903 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-ebd3548a-d9d7-4f42-8e9a-565d2bb901e2 service neutron] 10.222.0.50 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512527 May 09 05:11:08.331928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-55ccaea8-562f-469f-baf5-3379279a90d3 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:08.333844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-55ccaea8-562f-469f-baf5-3379279a90d3 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1827273 May 09 05:11:08.336856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39974) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:08.393067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.502457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:08.509678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] Deleting port b8a0fcad-1be6-491f-9cb6-048126d52d52 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:08.510024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.526561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:08.530440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2a0308c6-9cea-4827-b760-2f47a924d442 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.537491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:08.542600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:08.543597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.584596 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-0b991ad9-e10f-4222-940c-daa0189b05db service neutron] 10.222.0.50 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814035 May 09 05:11:08.597128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=56db2fa8-c147-4ada-b4fe-9c4494d3b588,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:08.608909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2a0308c6-9cea-4827-b760-2f47a924d442 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.666675 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-313453d4-fb46-45b3-bb75-0406ac07a909 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9029887 May 09 05:11:08.672278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39978) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:08.678504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:08.680012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2a0308c6-9cea-4827-b760-2f47a924d442 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.710988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0308c6-9cea-4827-b760-2f47a924d442 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33919f42-39e2-4af3-b1f9-c8d6e151c01f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:08.743465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2a0308c6-9cea-4827-b760-2f47a924d442 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.745620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2a0308c6-9cea-4827-b760-2f47a924d442 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/33919f42-39e2-4af3-b1f9-c8d6e151c01f HTTP/1.1" status: 204 len: 168 time: 0.4070971 May 09 05:11:08.748973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 39984) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:08.810649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ffcd1a7d-71eb-4f42-ace1-01f9f4503a77 req-f2b94016-61be-4c25-9fbe-9df0f71c51bf tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 210 time: 0.0637717 May 09 05:11:08.853392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9bb884f0-6baf-4f05-a25c-4cf1084a3874 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:08.866739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9bb884f0-6baf-4f05-a25c-4cf1084a3874 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:08.869645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9bb884f0-6baf-4f05-a25c-4cf1084a3874 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197906 May 09 05:11:08.877058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] For port b8a0fcad-1be6-491f-9cb6-048126d52d52, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b8a0fcad-1be6-491f-9cb6-048126d52d52,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:08.877611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.878222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 39990) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:08.886796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--89070633'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:08.895865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:08.924668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:08.935132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:08.942472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:08.945474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:08.953428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:08.962109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:08.981806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:08.984613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:08.992552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:08.994320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:09.025720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:09.030950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.032593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] Calling delete_port for b8a0fcad-1be6-491f-9cb6-048126d52d52 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:09.152995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.209926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] Pushing event deleted for resources: {'Port': ['ID=b8a0fcad-1be6-491f-9cb6-048126d52d52,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:09.216811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.218086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c4c19-e522-494f-a5cc-d03d262f0353 None None] No DVR routers for this DVR port b8a0fcad-1be6-491f-9cb6-048126d52d52 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:09.225978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.234105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c55191-53cc-4972-ab8f-21c4ce3b33e3 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:09.285614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80357df3-4561-4045-8ce8-3f73f5f28bec,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:09.312895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.316447 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-37e58972-6460-4e25-98ed-fca892c56c3a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4349456 May 09 05:11:09.317614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40000) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:09.323773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '80357df3-4561-4045-8ce8-3f73f5f28bec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:09.330395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:09.335869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:09.339934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:09.352550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:09.423828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.492675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '56db2fa8-c147-4ada-b4fe-9c4494d3b588'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:09.493635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.524019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.529714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.591814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bd0093-f1e9-4c3a-84f3-1ab50b308be5,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:09.628871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.630733 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a2b2598c-d1ab-48b0-a3a2-1334b10cf10b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3114202 May 09 05:11:09.633825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40004) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:09.691374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Allocated IP 172.20.0.2 (b05d4b78-866b-4b64-acd1-c7937be92865/56db2fa8-c147-4ada-b4fe-9c4494d3b588/d2d109e0-4102-4638-a681-3cf2e5a0c6fa) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:09.710504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:09.711765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.716464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0abf8fda-04d7-4d5c-beba-e7c5a895f53f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.768924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0abf8fda-04d7-4d5c-beba-e7c5a895f53f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.797792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:09.802621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:09.809424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:09.810410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.830378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=a3ca501f-71c3-4d53-a0af-c5c7f706214a,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:09.840092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0abf8fda-04d7-4d5c-beba-e7c5a895f53f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.850034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0abf8fda-04d7-4d5c-beba-e7c5a895f53f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.851138 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0abf8fda-04d7-4d5c-beba-e7c5a895f53f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e5bd0093-f1e9-4c3a-84f3-1ab50b308be5 HTTP/1.1" status: 204 len: 168 time: 0.2174354 May 09 05:11:09.854063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40008) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:09.883095 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b87958a8-312f-45bf-b2a1-ba34082d7b55 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2118759 May 09 05:11:09.886030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf8fda-04d7-4d5c-beba-e7c5a895f53f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5bd0093-f1e9-4c3a-84f3-1ab50b308be5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:09.886610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40014) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:09.893515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:b5:7a:fe', 'name': 'tempest-NetworksTestDHCPv6-210365052'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:09.926813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-087bf343-bce2-4b3b-ae05-8e8b94abc8bd tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:09.946210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-087bf343-bce2-4b3b-ae05-8e8b94abc8bd tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:09.948025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-087bf343-bce2-4b3b-ae05-8e8b94abc8bd tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823998 May 09 05:11:09.951205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40018) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:09.952899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:09.963822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Transition to ACTIVE for port object d2d109e0-4102-4638-a681-3cf2e5a0c6fa will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:09.984160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Transition to ACTIVE for port object d2d109e0-4102-4638-a681-3cf2e5a0c6fa will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:09.993360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.030574 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7c898ac8-76b8-4dc8-99b6-db52f565c43a req-a9393bd6-c65f-4eb9-a886-b4ed52b1fa78 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 210 time: 0.0638921 May 09 05:11:10.077446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac940cd-e29a-4b3e-a144-5567f1ec7911 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.115121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac940cd-e29a-4b3e-a144-5567f1ec7911 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.120166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Pushing event updated for resources: {'Port': ['ID=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:10.123085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:10.128668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:10.133262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:10.136286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:10.143425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:10.159076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:10.164719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b8a0fcad-1be6-491f-9cb6-048126d52d52 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:11:10.166503 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b8a0fcad-1be6-491f-9cb6-048126d52d52 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:10.176767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:10.178920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:10.182876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:10.200942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac940cd-e29a-4b3e-a144-5567f1ec7911 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.221812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac940cd-e29a-4b3e-a144-5567f1ec7911 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80357df3-4561-4045-8ce8-3f73f5f28bec,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:10.237795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fac940cd-e29a-4b3e-a144-5567f1ec7911 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.239488 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fac940cd-e29a-4b3e-a144-5567f1ec7911 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/80357df3-4561-4045-8ce8-3f73f5f28bec HTTP/1.1" status: 204 len: 168 time: 0.2868605 May 09 05:11:10.241955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40022) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:10.302749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Attempting to bind port d2d109e0-4102-4638-a681-3cf2e5a0c6fa on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:10.303356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Attempting to bind port d2d109e0-4102-4638-a681-3cf2e5a0c6fa by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:10.303932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Attempting to bind port d2d109e0-4102-4638-a681-3cf2e5a0c6fa on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:10.309381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d2cad2ed-a2a1-43e0-bf5c-42ebc24adf26 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:10.310857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:10.311305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:10.311767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.312216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:10.312772 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Bound port: d2d109e0-4102-4638-a681-3cf2e5a0c6fa, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:10.313202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.328163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d2cad2ed-a2a1-43e0-bf5c-42ebc24adf26 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:10.329503 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d2cad2ed-a2a1-43e0-bf5c-42ebc24adf26 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864415 May 09 05:11:10.334159 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40026) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:10.339648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--900619801'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:10.347543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:10.358213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:10.372371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.407790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:10.413289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:10.417016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:10.424948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:10.437286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] For port d2d109e0-4102-4638-a681-3cf2e5a0c6fa, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:10.441454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] For port d2d109e0-4102-4638-a681-3cf2e5a0c6fa, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:10.449573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.483343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.515134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 0de56c8d-c556-4015-9deb-9f0bc8e76cf2 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:10.524606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.530334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.579196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-4c6e394e-ca9c-4df6-8135-d3aaeabddb5e tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:10.581466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-4c6e394e-ca9c-4df6-8135-d3aaeabddb5e tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.59 "GET /v2.0/networks?id=91ee95a8-f466-4f8e-9468-c434344006f3 HTTP/1.1" status: 200 len: 812 time: 0.3220453 May 09 05:11:10.583165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380bce82-2397-401d-9a27-9a52ad40a772,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:10.586940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bc33f-74d5-4e0d-bed6-aef62d17dfd9 None None] Pushing event updated for resources: {'Port': ['ID=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:10.603821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.608389 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8aebdd63-13d5-499c-9b93-763a11d2bf34 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2698290 May 09 05:11:10.608863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40034) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:10.613598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '380bce82-2397-401d-9a27-9a52ad40a772', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:10.618710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Request body: {'port': {'device_id': '7fd933a7-374f-4afe-b29b-689958890705', 'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3', 'admin_state_up': True, 'tenant_id': 'ea7875ad809a43b2abc27323ab1a3c9a'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:10.619511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:10.623829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:10.627115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:10.633066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:10.653392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.720189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.724376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.749740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978196b6-683b-4a5b-8cc1-060d6f7faedd,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:10.764512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.766808 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-89d5eb11-9613-4272-9264-71a3c4fb933a tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571746 May 09 05:11:10.769477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40038) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:10.809389 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4556f8a9-1c64-4032-9ea0-c6f5d40afaf0 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules/978196b6-683b-4a5b-8cc1-060d6f7faedd HTTP/1.1" status: 200 len: 763 time: 0.0383618 May 09 05:11:10.811799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40042) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:10.868134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16b37035-a978-4fde-bde2-2841f5982d2e tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:10.885597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16b37035-a978-4fde-bde2-2841f5982d2e tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:10.887347 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-16b37035-a978-4fde-bde2-2841f5982d2e tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0746448 May 09 05:11:10.890413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40046) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:10.900741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:10.907150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 172.20.0.10 (b05d4b78-866b-4b64-acd1-c7937be92865/56db2fa8-c147-4ada-b4fe-9c4494d3b588/0de56c8d-c556-4015-9deb-9f0bc8e76cf2) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:10.909610 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Usage tracker for resource:port and tenant:ea7875ad809a43b2abc27323ab1a3c9a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:10.914545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:10.921637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:feb5:7afe (b05d4b78-866b-4b64-acd1-c7937be92865/a3ca501f-71c3-4d53-a0af-c5c7f706214a/0de56c8d-c556-4015-9deb-9f0bc8e76cf2) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:10.923883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:10.924611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0c69f1e-24f4-4ddb-a26c-bf5e9f202261 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.936899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0c69f1e-24f4-4ddb-a26c-bf5e9f202261 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.952342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Made reservation on behalf of ea7875ad809a43b2abc27323ab1a3c9a for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:10.955924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.965804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0c69f1e-24f4-4ddb-a26c-bf5e9f202261 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.983057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c69f1e-24f4-4ddb-a26c-bf5e9f202261 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=978196b6-683b-4a5b-8cc1-060d6f7faedd,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:10.998501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c0c69f1e-24f4-4ddb-a26c-bf5e9f202261 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:10.999736 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c0c69f1e-24f4-4ddb-a26c-bf5e9f202261 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/978196b6-683b-4a5b-8cc1-060d6f7faedd HTTP/1.1" status: 204 len: 168 time: 0.1080973 May 09 05:11:11.002236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40050) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:11.054799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c5f5c2a6-479a-4af6-a7e0-ceaad965694f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:11.076391 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c5f5c2a6-479a-4af6-a7e0-ceaad965694f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:11.080893 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c5f5c2a6-479a-4af6-a7e0-ceaad965694f tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748408 May 09 05:11:11.081289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40058) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:11.088266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '380bce82-2397-401d-9a27-9a52ad40a772', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:11.095728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:11.108189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:11.135036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.214997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.218984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.248938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df41902c-d87f-4af7-8cfe-ae62e346b907,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:11.269903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.271342 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-da703f6f-1888-45f3-bdce-df0be8ee09a2 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889470 May 09 05:11:11.276006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40062) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:11.304244 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2b507a36-9bfc-4d8c-bb81-f4c8b1342011 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules/df41902c-d87f-4af7-8cfe-ae62e346b907 HTTP/1.1" status: 200 len: 763 time: 0.0224972 May 09 05:11:11.304244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40066) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:11.336237 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e71d5b29-46c7-4a67-9afc-fba2d35230c2 req-d5433f92-1515-4858-8f1b-91dd690a6dea tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 210 time: 0.1262057 May 09 05:11:11.384954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f5b354d9-550d-4850-ae48-35f8c348a21b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:11.405864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f5b354d9-550d-4850-ae48-35f8c348a21b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:11.408953 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f5b354d9-550d-4850-ae48-35f8c348a21b tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1038032 May 09 05:11:11.411484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40070) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:11.497533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Allocated IP 172.20.0.4 (91ee95a8-f466-4f8e-9468-c434344006f3/01c4d593-1638-4722-aa77-b51d86ba15ea/e7fe8e00-8720-4f21-b85e-c88d42005b2b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:11.521625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0caba8b0-94b1-45a2-8cbc-5fb7249d70c6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.536001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.549895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0caba8b0-94b1-45a2-8cbc-5fb7249d70c6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.572093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 0de56c8d-c556-4015-9deb-9f0bc8e76cf2 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:11.628370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0caba8b0-94b1-45a2-8cbc-5fb7249d70c6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.673780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caba8b0-94b1-45a2-8cbc-5fb7249d70c6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df41902c-d87f-4af7-8cfe-ae62e346b907,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:11.711369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205ebd8-c258-4bd5-ab35-72bcf4428519 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:11.773793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0caba8b0-94b1-45a2-8cbc-5fb7249d70c6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.777894 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0caba8b0-94b1-45a2-8cbc-5fb7249d70c6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/df41902c-d87f-4af7-8cfe-ae62e346b907 HTTP/1.1" status: 204 len: 168 time: 0.3602147 May 09 05:11:11.779977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.784442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40074) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:11.823107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a01aacd3-c78b-4ec2-8998-b7fbb048b6a0 None None] Provisioning for port d2d109e0-4102-4638-a681-3cf2e5a0c6fa completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:11.860433 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ffceadf2-05d8-4528-ab2c-a920bea21460 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0776870 May 09 05:11:11.863846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40078) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:11.873936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '380bce82-2397-401d-9a27-9a52ad40a772', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:11.885210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:11.894060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:11.898016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:11.902786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:11.905114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:11.917486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:11.923946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:11.925686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.953121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:11.958609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=0de56c8d-c556-4015-9deb-9f0bc8e76cf2,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:12.003611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:12.003933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.013317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.018254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.042511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40082) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:12.042632 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e4eedf8a-a442-470e-8b39-a92a73e3ee5a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1547976 May 09 05:11:12.058909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.087081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192a3bc7-e541-4446-a470-8c76757bb882,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:12.160860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Network 91ee95a8-f466-4f8e-9468-c434344006f3 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:12.164587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.166849 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e250fb7d-d057-4c40-930a-b877e8e16657 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3013296 May 09 05:11:12.167430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:12.172803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40086) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:12.180535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d2d109e0-4102-4638-a681-3cf2e5a0c6fa up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:12.183158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:12.207988 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-eaee2ef7-815c-4ed9-a3cb-5f82ce09229e tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules/192a3bc7-e541-4446-a470-8c76757bb882 HTTP/1.1" status: 200 len: 764 time: 0.0299673 May 09 05:11:12.214547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40090) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:12.226484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcdde92-c913-4727-96ce-4e5dcc704feb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:12.236344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcdde92-c913-4727-96ce-4e5dcc704feb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:12.236344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5dcdde92-c913-4727-96ce-4e5dcc704feb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:12.250458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Pushing event updated for resources: {'Port': ['ID=e7fe8e00-8720-4f21-b85e-c88d42005b2b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:12.268263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': '56db2fa8-c147-4ada-b4fe-9c4494d3b588', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3ca501f-71c3-4d53-a0af-c5c7f706214a'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': 'd2d109e0-4102-4638-a681-3cf2e5a0c6fa'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:11:12.278030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:12.278030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.313981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-b1c74906-1a35-4792-b750-706dcab05e83 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6940064 May 09 05:11:12.318431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e32dcf73-db29-4638-b01a-849186ecfe4e tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:12.325578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5dcdde92-c913-4727-96ce-4e5dcc704feb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:12.327031 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5dcdde92-c913-4727-96ce-4e5dcc704feb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2576382 May 09 05:11:12.332544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40094) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:12.334259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Request body: {'port': {'device_id': '7fd933a7-374f-4afe-b29b-689958890705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:12.340499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.392097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e32dcf73-db29-4638-b01a-849186ecfe4e tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:12.392097 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e32dcf73-db29-4638-b01a-849186ecfe4e tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1470747 May 09 05:11:12.397415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40100) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:12.434354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 0de56c8d-c556-4015-9deb-9f0bc8e76cf2 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:12.434354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.440538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3d4ecbbf-a977-4ebe-b588-a57a69b291ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.490173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21f98762-d9aa-4e69-b06f-e26d30950a94 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.504425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port d2d109e0-4102-4638-a681-3cf2e5a0c6fa completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:12.517332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21f98762-d9aa-4e69-b06f-e26d30950a94 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.534944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d2d109e0-4102-4638-a681-3cf2e5a0c6fa triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:12.535702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.548490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.606043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21f98762-d9aa-4e69-b06f-e26d30950a94 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.639343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f98762-d9aa-4e69-b06f-e26d30950a94 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=192a3bc7-e541-4446-a470-8c76757bb882,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:12.652785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21f98762-d9aa-4e69-b06f-e26d30950a94 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.656737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-21f98762-d9aa-4e69-b06f-e26d30950a94 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/192a3bc7-e541-4446-a470-8c76757bb882 HTTP/1.1" status: 204 len: 168 time: 0.2632184 May 09 05:11:12.656737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40104) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:12.773936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3097467-8527-4d19-9a4d-846f24d05f61 req-cf0c318f-edf4-44e0-9e11-d21e4e925037 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:12.776573 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3097467-8527-4d19-9a4d-846f24d05f61 req-cf0c318f-edf4-44e0-9e11-d21e4e925037 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 931 time: 0.2994719 May 09 05:11:12.803413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-74e2aaca-98e4-46d0-82fd-ea282e8793f6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:12.851950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:12.881984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] Allocated IP 2001:db8::f816:3eff:fe76:67dc (b05d4b78-866b-4b64-acd1-c7937be92865/a3ca501f-71c3-4d53-a0af-c5c7f706214a/d2d109e0-4102-4638-a681-3cf2e5a0c6fa) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:12.925703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f3097467-8527-4d19-9a4d-846f24d05f61 req-e5ab67c5-d427-4e84-bbcd-d8715e92b2bf tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Synchronizing usage tracker for tenant:ea7875ad809a43b2abc27323ab1a3c9a on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:12.941477 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-74e2aaca-98e4-46d0-82fd-ea282e8793f6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:12.941477 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-74e2aaca-98e4-46d0-82fd-ea282e8793f6 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2785459 May 09 05:11:12.943409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40108) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:12.984768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-f3097467-8527-4d19-9a4d-846f24d05f61 req-e5ab67c5-d427-4e84-bbcd-d8715e92b2bf tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Unset dirty status for tenant:ea7875ad809a43b2abc27323ab1a3c9a on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:12.986061 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3097467-8527-4d19-9a4d-846f24d05f61 req-e5ab67c5-d427-4e84-bbcd-d8715e92b2bf tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910625 May 09 05:11:13.066418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.066679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] For port d2d109e0-4102-4638-a681-3cf2e5a0c6fa, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:13.082110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f113cb-1412-4cf7-b21b-69a97315997c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.110738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.133715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fe8e00-8720-4f21-b85e-c88d42005b2b {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:11:13.138187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] Transition to ACTIVE for port object d2d109e0-4102-4638-a681-3cf2e5a0c6fa will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:13.141606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.157804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Transition to ACTIVE for port object e7fe8e00-8720-4f21-b85e-c88d42005b2b will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:13.164243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.183341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.219475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 0de56c8d-c556-4015-9deb-9f0bc8e76cf2 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:13.284166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f113cb-1412-4cf7-b21b-69a97315997c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.338875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe8e00-8720-4f21-b85e-c88d42005b2b,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:13.387485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f113cb-1412-4cf7-b21b-69a97315997c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.427662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f113cb-1412-4cf7-b21b-69a97315997c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380bce82-2397-401d-9a27-9a52ad40a772,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:13.468926 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Attempting to bind port e7fe8e00-8720-4f21-b85e-c88d42005b2b on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:13.473583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:13.473920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:13.476195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Attempting to bind port e7fe8e00-8720-4f21-b85e-c88d42005b2b by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd5d4dbea-7cf2-4b63-9c6b-112de5290a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:13.476725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Attempting to bind port e7fe8e00-8720-4f21-b85e-c88d42005b2b on network 91ee95a8-f466-4f8e-9468-c434344006f3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:13.482986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Port e7fe8e00-8720-4f21-b85e-c88d42005b2b on network 91ee95a8-f466-4f8e-9468-c434344006f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:11:13.483180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbe28f-1acb-47a8-8fba-f98c9eb98378 None None] Pushing event updated for resources: {'Port': ['ID=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:13.483521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Attempting to bind port e7fe8e00-8720-4f21-b85e-c88d42005b2b on network 91ee95a8-f466-4f8e-9468-c434344006f3 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:13.490441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:13.490927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Checking segment: {'id': 'd5d4dbea-7cf2-4b63-9c6b-112de5290a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:13.491416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Bound using segment: {'id': 'd5d4dbea-7cf2-4b63-9c6b-112de5290a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:13.491963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Bound port: e7fe8e00-8720-4f21-b85e-c88d42005b2b, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d4dbea-7cf2-4b63-9c6b-112de5290a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:13.492541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.536310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a3f113cb-1412-4cf7-b21b-69a97315997c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.537489 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a3f113cb-1412-4cf7-b21b-69a97315997c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/380bce82-2397-401d-9a27-9a52ad40a772 HTTP/1.1" status: 204 len: 168 time: 0.5969503 May 09 05:11:13.544903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40114) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:13.625564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fe0c7c58-178d-46e3-bdef-056d3967dc72 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:13.630508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.691532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=0de56c8d-c556-4015-9deb-9f0bc8e76cf2,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:13.745402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fe0c7c58-178d-46e3-bdef-056d3967dc72 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:13.746902 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fe0c7c58-178d-46e3-bdef-056d3967dc72 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2006721 May 09 05:11:13.755558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40120) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:13.761948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group': {'name': 'tempest-secgroup--365894711'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:13.769483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] For port e7fe8e00-8720-4f21-b85e-c88d42005b2b, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:13.771780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:13.791541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] For port e7fe8e00-8720-4f21-b85e-c88d42005b2b, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b,segment=NetworkSegment(d5d4dbea-7cf2-4b63-9c6b-112de5290a60),segment_id=d5d4dbea-7cf2-4b63-9c6b-112de5290a60)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:13.792808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:13.801656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.870090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.872782 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f9aa2804-81a8-4c88-bb50-9698364daf4f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/0de56c8d-c556-4015-9deb-9f0bc8e76cf2 HTTP/1.1" status: 204 len: 168 time: 1.5386262 May 09 05:11:13.876479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40124) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:13.876989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:13.877546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.878921 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] 10.222.0.59 "PUT /v2.0/ports/e7fe8e00-8720-4f21-b85e-c88d42005b2b HTTP/1.1" status: 200 len: 1093 time: 1.5536466 May 09 05:11:13.896846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd933a7-374f-4afe-b29b-689958890705', 'tag': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:11:13.912924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:13.954808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:13.977228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d204cc-2556-41e6-a0eb-afbdfc8b1c3c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:13.978421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d204cc-2556-41e6-a0eb-afbdfc8b1c3c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:13.979847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d204cc-2556-41e6-a0eb-afbdfc8b1c3c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:13.983395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-98d204cc-2556-41e6-a0eb-afbdfc8b1c3c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:14.016179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-98d204cc-2556-41e6-a0eb-afbdfc8b1c3c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:14.020221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cb0ba-6b18-441c-bef5-fb21c1136fbd service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe8e00-8720-4f21-b85e-c88d42005b2b,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:14.020492 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-98d204cc-2556-41e6-a0eb-afbdfc8b1c3c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1406319 May 09 05:11:14.021969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40130) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:14.026682 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f5dec4-d6f9-4074-94ba-53f4e05527ae'] response: {'name': 'network-changed', 'server_uuid': '7fd933a7-374f-4afe-b29b-689958890705', 'tag': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b', 'status': 'completed', 'code': 200} May 09 05:11:14.037039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:14.053146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:14.066716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:14.086814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.137372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 56db2fa8-c147-4ada-b4fe-9c4494d3b588 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:14.143383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.153013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port d2d109e0-4102-4638-a681-3cf2e5a0c6fa, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:14.162719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.237793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-57ed9e64-fac6-46e3-9ab1-7f413ac3d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:14.242307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-57ed9e64-fac6-46e3-9ab1-7f413ac3d329 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea7875ad809a43b2abc27323ab1a3c9a&device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 1096 time: 0.2864492 May 09 05:11:14.258125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.289155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d2d109e0-4102-4638-a681-3cf2e5a0c6fa up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:14.396741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.422231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:14.426673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2da624cd-e2e0-439f-b7f4-6289537b83ef None None] Could not find standard attr ID for object 0de56c8d-c556-4015-9deb-9f0bc8e76cf2. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:11:14.438480 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-97ba43f2-815a-4b67-8ec5-77d30352c373 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b HTTP/1.1" status: 200 len: 217 time: 0.1678917 May 09 05:11:14.472858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2da624cd-e2e0-439f-b7f4-6289537b83ef None None] Provisioning for port d2d109e0-4102-4638-a681-3cf2e5a0c6fa completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:14.479937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port d2d109e0-4102-4638-a681-3cf2e5a0c6fa triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:14.479937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.531475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.533045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.544782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2da624cd-e2e0-439f-b7f4-6289537b83ef None None] Provisioning complete for port d2d109e0-4102-4638-a681-3cf2e5a0c6fa triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:14.545459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2da624cd-e2e0-439f-b7f4-6289537b83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.553787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.587662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-d084fc29-b295-437b-be72-28233b623a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:14.590557 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-d084fc29-b295-437b-be72-28233b623a83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01c4d593-1638-4722-aa77-b51d86ba15ea HTTP/1.1" status: 200 len: 852 time: 0.1416020 May 09 05:11:14.625515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=56db2fa8-c147-4ada-b4fe-9c4494d3b588,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:14.632841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.677044 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2189b74e-5fe9-442f-b6df-e0bb8d2239b4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/56db2fa8-c147-4ada-b4fe-9c4494d3b588 HTTP/1.1" status: 204 len: 168 time: 0.6417301 May 09 05:11:14.678735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40136) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:14.682681 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-3237009b-8360-4ef6-8dbe-2da872f43676 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91ee95a8-f466-4f8e-9468-c434344006f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760751 May 09 05:11:14.685981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b88a7f6-c575-4c66-b317-5b07e93b4b1d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:14.723667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.725159 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5db032c6-54cd-4ef7-8912-6244f1d2a2c7 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9690306 May 09 05:11:14.729106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40140) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:14.737381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05b77c-7c7c-4b40-921f-fe65645e9eec req-48773072-e861-4fa8-82a2-db58330e7a39 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:14.740663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2d05b77c-7c7c-4b40-921f-fe65645e9eec req-48773072-e861-4fa8-82a2-db58330e7a39 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Synchronizing usage tracker for tenant:ea7875ad809a43b2abc27323ab1a3c9a on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:14.752049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c7fd-b991-44e9-b6a7-5c4a01ef6728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.773248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet a3ca501f-71c3-4d53-a0af-c5c7f706214a {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:14.776313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e874522-8ef2-461f-9acd-69d900f94a40 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:14.776477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.833981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Request body: {'security_group_rule': {'security_group_id': '5b88a7f6-c575-4c66-b317-5b07e93b4b1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:14.838125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.865010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:14.874629 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Usage tracker for resource:security_group_rule and tenant:59a8886c7ae748abb9961a4560ab913a is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:14.880057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2d05b77c-7c7c-4b40-921f-fe65645e9eec req-48773072-e861-4fa8-82a2-db58330e7a39 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Unset dirty status for tenant:ea7875ad809a43b2abc27323ab1a3c9a on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:14.881317 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d05b77c-7c7c-4b40-921f-fe65645e9eec req-48773072-e861-4fa8-82a2-db58330e7a39 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 943 time: 0.6126645 May 09 05:11:14.886362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:14.909589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:14.943774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.982898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:14.996165 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-18ed13fb-a817-43ae-9c71-97786257fbde service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024850 May 09 05:11:15.017926 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d05b77c-7c7c-4b40-921f-fe65645e9eec req-1de64cd9-5e86-4cf7-81b6-b7109f5b4d2d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178396 May 09 05:11:15.055490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.101468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-18d5a8d7-f2c1-4080-97ee-8eeafb4fc2a7 None None] Could not find standard attr ID for object 0de56c8d-c556-4015-9deb-9f0bc8e76cf2. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:11:15.121832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ca501f-71c3-4d53-a0af-c5c7f706214a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:15.130934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.146360 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5196d59f-f35d-4045-ba2b-0c60b993249e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/a3ca501f-71c3-4d53-a0af-c5c7f706214a HTTP/1.1" status: 204 len: 168 time: 0.4562039 May 09 05:11:15.146360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40144) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.229640 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0ba1184-c463-46da-99a0-443bda2a3acf req-00245f9b-cb22-4b94-b967-6edd60e47232 service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159450 May 09 05:11:15.240772 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:15.245565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] Deleting port d2d109e0-4102-4638-a681-3cf2e5a0c6fa {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:15.245946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.255847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.266727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.315933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a22f3c-ae03-41ac-b2a5-700f8008b359,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:15.326494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.330466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d4af5345-8e5f-4a0c-8da5-c55faf91ee5d tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5813243 May 09 05:11:15.331845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40148) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.366031 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f691d877-25de-4059-b28e-6fc12db20773 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2232542 May 09 05:11:15.366661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40152) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.469745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c564bf3-905c-4824-88f0-40734d9f184d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:15.470706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6c564bf3-905c-4824-88f0-40734d9f184d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:15.478279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf81aa5b-23ba-43bc-bf26-69bd9afa13d0 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.492568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6c564bf3-905c-4824-88f0-40734d9f184d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:15.492839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6c564bf3-905c-4824-88f0-40734d9f184d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1250091 May 09 05:11:15.495045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40156) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.515565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-f8ef5ea6-656e-46f2-8464-17515426bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:15.516101 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-f8ef5ea6-656e-46f2-8464-17515426bb35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea7875ad809a43b2abc27323ab1a3c9a&device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 1096 time: 0.1815808 May 09 05:11:15.518567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf81aa5b-23ba-43bc-bf26-69bd9afa13d0 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.519239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] For port d2d109e0-4102-4638-a681-3cf2e5a0c6fa, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:15.519239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.573792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6034f81e-a155-490e-ae29-7c9dc5895c24 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:15.573792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6034f81e-a155-490e-ae29-7c9dc5895c24 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:15.593703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6034f81e-a155-490e-ae29-7c9dc5895c24 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:15.595024 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6034f81e-a155-490e-ae29-7c9dc5895c24 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0989480 May 09 05:11:15.599560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40160) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.702277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] Calling delete_port for d2d109e0-4102-4638-a681-3cf2e5a0c6fa owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:15.706921 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3d50d43d-3632-45a5-b202-8c7d0b027624 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905447 May 09 05:11:15.706921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40164) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.710170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf81aa5b-23ba-43bc-bf26-69bd9afa13d0 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.712877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:15.740233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81aa5b-23ba-43bc-bf26-69bd9afa13d0 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b88a7f6-c575-4c66-b317-5b07e93b4b1d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:15.742817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.743904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-678f9862-842a-4200-92d3-b2a6eca0d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:15.743904 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-678f9862-842a-4200-92d3-b2a6eca0d51c service neutron] 10.222.0.59 "GET /v2.0/networks?id=91ee95a8-f466-4f8e-9468-c434344006f3 HTTP/1.1" status: 200 len: 913 time: 0.2133937 May 09 05:11:15.802949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.806589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cf81aa5b-23ba-43bc-bf26-69bd9afa13d0 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.810262 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cf81aa5b-23ba-43bc-bf26-69bd9afa13d0 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/5b88a7f6-c575-4c66-b317-5b07e93b4b1d HTTP/1.1" status: 204 len: 168 time: 0.4773538 May 09 05:11:15.817412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40168) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.844185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:15.852701 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-534e2909-ea69-4d30-bebf-1b5451daa9cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b HTTP/1.1" status: 200 len: 217 time: 0.0985429 May 09 05:11:15.857703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:15.868386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] Pushing event deleted for resources: {'Port': ['ID=d2d109e0-4102-4638-a681-3cf2e5a0c6fa,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:15.868386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb574b-3d03-4953-a86c-4adbe6544d7a None None] No DVR routers for this DVR port d2d109e0-4102-4638-a681-3cf2e5a0c6fa on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:15.875327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:15.875327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.875327 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:15.875327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:15.914078 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ccc87456-1974-4577-a89e-8db14e07810c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2044327 May 09 05:11:15.914078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40172) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:15.914078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:15.922286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:15.946423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aa8760c9-a18f-4fbf-9810-5c2e5158ed9c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:15.964083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-96b1f002-dd78-4f50-9d19-1558f6ac8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:15.964083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-96b1f002-dd78-4f50-9d19-1558f6ac8080 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01c4d593-1638-4722-aa77-b51d86ba15ea HTTP/1.1" status: 200 len: 852 time: 0.1002147 May 09 05:11:16.007373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-aa8760c9-a18f-4fbf-9810-5c2e5158ed9c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:16.007373 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa8760c9-a18f-4fbf-9810-5c2e5158ed9c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1837525 May 09 05:11:16.007373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40176) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.018828 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-f9289a42-e0cc-4908-b9d5-ab082b0e0800 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91ee95a8-f466-4f8e-9468-c434344006f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500052 May 09 05:11:16.082417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:16.088910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:16.101654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:16.105903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:16.109250 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:16.109856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:16.137275 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-17a60cef-9508-4169-803a-ec37f06b074d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2280931 May 09 05:11:16.139745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40184) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.150224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7267927f-54aa-4d04-8e52-8a25a4fa8707 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Synchronizing usage tracker for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:16.154762 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:16.198809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7267927f-54aa-4d04-8e52-8a25a4fa8707 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] Unset dirty status for tenant:59a8886c7ae748abb9961a4560ab913a on resource:security_group_rule {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:16.200646 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7267927f-54aa-4d04-8e52-8a25a4fa8707 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1923707 May 09 05:11:16.209769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40188) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.247597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d2d109e0-4102-4638-a681-3cf2e5a0c6fa no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:16.287415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: d2d109e0-4102-4638-a681-3cf2e5a0c6fa {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:11:16.288066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d2d109e0-4102-4638-a681-3cf2e5a0c6fa not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:16.340260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:16.349130 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-0ab94c18-b479-47df-b629-d6fbea6d7e59 service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188167 May 09 05:11:16.351240 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-31132e84-3597-4e51-bfba-ec3ce34b6c70 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] delete failed (client error): The resource could not be found. May 09 05:11:16.356965 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-31132e84-3597-4e51-bfba-ec3ce34b6c70 tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "DELETE /v2.0/security-groups/5b88a7f6-c575-4c66-b317-5b07e93b4b1d HTTP/1.1" status: 404 len: 347 time: 0.1458447 May 09 05:11:16.356965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40192) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.358061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:16.375919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:16.380739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:16.382145 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:16.382145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:16.397350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c1f2b-a794-4e39-b0c5-b611820def3a req-40e6de64-165d-4c82-99a0-75e5b8888c6b tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:16.398623 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c2c1f2b-a794-4e39-b0c5-b611820def3a req-40e6de64-165d-4c82-99a0-75e5b8888c6b tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 943 time: 0.1360736 May 09 05:11:16.439573 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9cb31cf0-50a6-4f81-aa9f-91d64a57e1f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2964606 May 09 05:11:16.443044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40196) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.458448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:16.534681 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-914966cc-2eb8-4b7e-8d25-bf9a1590b47c tempest-SecGroupTest-1845918182 tempest-SecGroupTest-1845918182-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1533029 May 09 05:11:16.538700 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c2c1f2b-a794-4e39-b0c5-b611820def3a req-5088e4ce-9b79-4883-8dfc-92cc0a703256 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308637 May 09 05:11:16.564889 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ea18b6b-f0e2-459d-90d9-a4bde3cf4999 req-6acc8228-dfc2-4039-b1d0-26ca81040a20 service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062740 May 09 05:11:16.579210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:16.590038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:16.602734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:16.606940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:16.608269 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:16.608735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:16.637333 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dee7d9bc-c701-4983-a6e9-e078ed702b6e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1937115 May 09 05:11:16.640138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40204) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.655613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:16.773408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:16.785319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:16.796014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:16.801104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:16.801255 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:16.802381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:16.827886 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-29565468-ce93-4791-a5ad-b389ed55b45e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1866975 May 09 05:11:16.830795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40210) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.837348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:16.878200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40214) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:16.954969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:16.976648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:16.985881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:16.989607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:16.990950 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:16.991372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:17.017456 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e204af02-ffd9-4f95-aee0-372f909ac7c9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1854992 May 09 05:11:17.019905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40220) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:17.081223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-acf8aae2-4fc9-42b9-8339-d5000e7e3545 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:17.111651 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-eb9f80d9-0b95-4d4f-a28f-7bc48cb11dbf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59a8886c7ae748abb9961a4560ab913a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320766 May 09 05:11:17.114529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40224) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:17.126518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-acf8aae2-4fc9-42b9-8339-d5000e7e3545 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:17.127575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-acf8aae2-4fc9-42b9-8339-d5000e7e3545 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1059890 May 09 05:11:17.130205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40228) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:17.175724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5a8c01b5-d12e-4b40-80a9-67cadf72824b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.196862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdfae8e-6863-4ded-94c1-3b3a0a4293e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:17.198325 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7bdfae8e-6863-4ded-94c1-3b3a0a4293e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671160 May 09 05:11:17.201997 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40232) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:17.204648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5a8c01b5-d12e-4b40-80a9-67cadf72824b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.259299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5a8c01b5-d12e-4b40-80a9-67cadf72824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.273193 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-aa55c607-bb5d-48da-a778-a4d8eecfe81c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701351 May 09 05:11:17.277009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40236) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:17.277179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c01b5-d12e-4b40-80a9-67cadf72824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56195a-6081-460e-9b12-bbc013c2efa6,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:17.285005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:17.296247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5a8c01b5-d12e-4b40-80a9-67cadf72824b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.301006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5a8c01b5-d12e-4b40-80a9-67cadf72824b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e56195a-6081-460e-9b12-bbc013c2efa6 HTTP/1.1" status: 204 len: 168 time: 0.1850102 May 09 05:11:17.364732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.409349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:17.421625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:17.432307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:17.436789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.775020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50299387-ea43-44a9-ab6f-1bd4a29aa48f req-d77f425d-0b54-4f0a-90c3-f39629af1763 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:17.776625 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-50299387-ea43-44a9-ab6f-1bd4a29aa48f req-d77f425d-0b54-4f0a-90c3-f39629af1763 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 943 time: 0.1150746 May 09 05:11:17.841201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-50299387-ea43-44a9-ab6f-1bd4a29aa48f req-4f7fd170-dcc6-49b6-a600-fc01baa58f10 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572608 May 09 05:11:17.915887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:17.917119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.977723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:17.986116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=55d105e3-0636-49e1-a490-7bf553ce6e2d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:17.987554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:17.990597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:17.991615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:17.998360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643ec51b-6ed7-498f-8b9b-c28110049ca7 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:18.023552 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6aad7fbe-0816-4f66-8b58-73e41821b668 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7452219 May 09 05:11:18.026558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40262) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:18.034541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:82:32:ae', 'name': 'tempest-NetworksTestDHCPv6-1203582198'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:18.144132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40266) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:18.190215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:18.200753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:18.210989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:18.242054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '55d105e3-0636-49e1-a490-7bf553ce6e2d'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:18.242783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.259282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-125861685'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:18.264939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:18.268796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Usage tracker for resource:network and tenant:c4049ad9311e404da50ff8ede98bd465 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:18.271639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:18.278231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:18.289720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Made reservation on behalf of c4049ad9311e404da50ff8ede98bd465 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:18.293635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.306138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.322118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:18.326945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Usage tracker for resource:security_group_rule and tenant:c4049ad9311e404da50ff8ede98bd465 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:18.329841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:18.335504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:18.363211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.394010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 5ca78367-cf1e-4e40-ab3a-8fc7423b48ec yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:18.421281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Allocated IP 2001:db8::f816:3eff:fe8c:144 (b05d4b78-866b-4b64-acd1-c7937be92865/55d105e3-0636-49e1-a490-7bf553ce6e2d/73577e40-bb72-4d62-a3e0-4ba06b31479f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:18.427146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.432118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.467417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:11:18.476319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febd3005-92c8-4486-b798-1e0376a42518,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:18.483427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.483792 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Added segment 1f41fb40-5da6-4a23-9758-6c11fdbddac9 of type vlan for network d83ba9f3-0eb9-43b4-802f-09811b7acd25 May 09 05:11:18.510616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.544460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.549973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:18.550585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.633496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.645845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Transition to ACTIVE for port object 73577e40-bb72-4d62-a3e0-4ba06b31479f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:18.658470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5105736 May 09 05:11:18.658980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40272) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:18.662364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e020b7-32cf-4575-8309-f8a34ced74b0 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event updated for resources: {'Network': ['ID=d83ba9f3-0eb9-43b4-802f-09811b7acd25,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:18.672882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Request body: {'subnet': {'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:18.676074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Transition to ACTIVE for port object 73577e40-bb72-4d62-a3e0-4ba06b31479f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:18.677429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.680385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network d83ba9f3-0eb9-43b4-802f-09811b7acd25 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:11:18.695801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.837891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe82:32ae (b05d4b78-866b-4b64-acd1-c7937be92865/55d105e3-0636-49e1-a490-7bf553ce6e2d/5ca78367-cf1e-4e40-ab3a-8fc7423b48ec) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:18.842826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:18.850946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Usage tracker for resource:subnet and tenant:c4049ad9311e404da50ff8ede98bd465 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:18.854515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:18.867050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:18.872300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:18.873783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:18.880050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:18.902908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Made reservation on behalf of c4049ad9311e404da50ff8ede98bd465 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:18.906223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.929091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Pushing event updated for resources: {'Port': ['ID=73577e40-bb72-4d62-a3e0-4ba06b31479f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:18.981161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Attempting to bind port 73577e40-bb72-4d62-a3e0-4ba06b31479f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:18.981561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Attempting to bind port 73577e40-bb72-4d62-a3e0-4ba06b31479f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:18.981884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Attempting to bind port 73577e40-bb72-4d62-a3e0-4ba06b31479f on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:18.987388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:18.987752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:18.988179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:18.988566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:18.989048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Bound port: 73577e40-bb72-4d62-a3e0-4ba06b31479f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:18.989414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.081706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:19.085250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:19.090009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.169842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50102e-b07a-4e9b-a295-57c309973fe4 None None] Pushing event updated for resources: {'Port': ['ID=73577e40-bb72-4d62-a3e0-4ba06b31479f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:19.273085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703af2b-1ae8-477b-a1a9-027723b2fbf2 req-ae4661aa-03ae-4408-97ab-b9c4314537a8 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:19.274821 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f703af2b-1ae8-477b-a1a9-027723b2fbf2 req-ae4661aa-03ae-4408-97ab-b9c4314537a8 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 943 time: 0.2915263 May 09 05:11:19.327162 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.395330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 5ca78367-cf1e-4e40-ab3a-8fc7423b48ec will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:19.424526 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f703af2b-1ae8-477b-a1a9-027723b2fbf2 req-2cb3636b-f18c-43e2-919e-e95816b0661e tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409323 May 09 05:11:19.431298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device e7fe8e00-8720-4f21-b85e-c88d42005b2b details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:11:19.434215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.514743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event updated for resources: {'Subnet': ['ID=4d187d7b-7228-4519-980c-0b271330e011,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:19.528544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.580086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port e7fe8e00-8720-4f21-b85e-c88d42005b2b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b,segment=NetworkSegment(d5d4dbea-7cf2-4b63-9c6b-112de5290a60),segment_id=d5d4dbea-7cf2-4b63-9c6b-112de5290a60)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:19.593149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b', 'network_id': '91ee95a8-f466-4f8e-9468-c434344006f3', 'port_id': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b', 'mac_address': 'fa:16:3e:80:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c4d593-1638-4722-aa77-b51d86ba15ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:11:19.606021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Checking segment: {'id': '1f41fb40-5da6-4a23-9758-6c11fdbddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:19.606345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Network hostable DHCP agents. Network: d83ba9f3-0eb9-43b4-802f-09811b7acd25, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:11:19.624185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:19.630872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:19.632631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=5ca78367-cf1e-4e40-ab3a-8fc7423b48ec,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:19.634761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:19.640366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:19.641072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.653623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.669547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Network d83ba9f3-0eb9-43b4-802f-09811b7acd25 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:11:19.671443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fe8e00-8720-4f21-b85e-c88d42005b2b {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:11:19.676181 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4abc74ad-b099-4946-90be-aba725ad21e5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6480813 May 09 05:11:19.678987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40280) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:19.689542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port e7fe8e00-8720-4f21-b85e-c88d42005b2b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b,segment=NetworkSegment(d5d4dbea-7cf2-4b63-9c6b-112de5290a60),segment_id=d5d4dbea-7cf2-4b63-9c6b-112de5290a60)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:19.696014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.717985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, d83ba9f3-0eb9-43b4-802f-09811b7acd25) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:19.727829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:19.728353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bccc18-ea22-4f49-aa8f-a8d1704a3121 None None] Network d83ba9f3-0eb9-43b4-802f-09811b7acd25 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:19.728514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.758513 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-05e5647e-6868-4ceb-9d8d-3cb2f5c0a2e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0976949 May 09 05:11:19.761842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40284) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:19.770258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Request body: {'port': {'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25', 'name': 'tempest-TagsExtTest-1117754409'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:19.784609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b76a5b4-094a-41b8-bc9b-e29bcacedad0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:19.791215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b76a5b4-094a-41b8-bc9b-e29bcacedad0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:19.792195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6b76a5b4-094a-41b8-bc9b-e29bcacedad0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:19.810357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6b76a5b4-094a-41b8-bc9b-e29bcacedad0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:19.814328 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6b76a5b4-094a-41b8-bc9b-e29bcacedad0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1318722 May 09 05:11:19.814668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40288) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:19.846267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=e7fe8e00-8720-4f21-b85e-c88d42005b2b,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:19.906731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 5ca78367-cf1e-4e40-ab3a-8fc7423b48ec {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:19.907295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:19.929661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:19.935151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Usage tracker for resource:port and tenant:c4049ad9311e404da50ff8ede98bd465 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:19.938528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:19.947872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:19.967602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Made reservation on behalf of c4049ad9311e404da50ff8ede98bd465 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:19.972415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.013422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-d83ba9f3-0eb9-43b4-802f-09811b7acd25', 'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25', 'tenant_id': 'c4049ad9311e404da50ff8ede98bd465', 'fixed_ips': [{'subnet_id': '4d187d7b-7228-4519-980c-0b271330e011'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:20.014702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.016635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] device_id is not set on port 823248d7-75d2-4a36-8fea-6a5e47562266 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:20.141964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['e7fe8e00-8720-4f21-b85e-c88d42005b2b'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:11:20.177875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Allocated IP 172.20.0.9 (d83ba9f3-0eb9-43b4-802f-09811b7acd25/4d187d7b-7228-4519-980c-0b271330e011/823248d7-75d2-4a36-8fea-6a5e47562266) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:20.350380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 73577e40-bb72-4d62-a3e0-4ba06b31479f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:20.376452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.455115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-492302df-93cf-4e78-996e-110ba23d163a None None] Provisioning for port 73577e40-bb72-4d62-a3e0-4ba06b31479f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:20.457382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.484933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 73577e40-bb72-4d62-a3e0-4ba06b31479f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:20.492578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 73577e40-bb72-4d62-a3e0-4ba06b31479f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:20.492952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.493543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Transition to ACTIVE for port object 823248d7-75d2-4a36-8fea-6a5e47562266 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:20.536078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.551039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 5ca78367-cf1e-4e40-ab3a-8fc7423b48ec owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:20.657156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Allocated IP 172.20.0.2 (d83ba9f3-0eb9-43b4-802f-09811b7acd25/4d187d7b-7228-4519-980c-0b271330e011/cf50bf35-330c-4001-aa6b-57e9736665e2) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:20.657477 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Network d83ba9f3-0eb9-43b4-802f-09811b7acd25 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:20.682698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:20.685081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:20.730824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.766099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event updated for resources: {'Port': ['ID=823248d7-75d2-4a36-8fea-6a5e47562266,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:20.782255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:20.782878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.785169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=5ca78367-cf1e-4e40-ab3a-8fc7423b48ec,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:20.800702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d1a9de87-f33c-400e-a57a-3d586d969dff None None] Provisioning complete for port 5ca78367-cf1e-4e40-ab3a-8fc7423b48ec triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:20.801064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d1a9de87-f33c-400e-a57a-3d586d969dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.822331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3f18-f8e2-4bc0-83ca-ef434e9a7f13 req-86a21e96-448e-405f-9f5a-657d4367d3d2 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:20.823777 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9ef3f18-f8e2-4bc0-83ca-ef434e9a7f13 req-86a21e96-448e-405f-9f5a-657d4367d3d2 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 944 time: 0.2073593 May 09 05:11:20.828005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40294) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:20.828416 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b4023eba-dca1-44db-8a2c-2587a8471b5d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0640383 May 09 05:11:20.836759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.838743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1952961637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:20.849269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.857955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9de87-f33c-400e-a57a-3d586d969dff None None] Port 5ca78367-cf1e-4e40-ab3a-8fc7423b48ec was deleted so its status cannot be updated. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 09 05:11:20.859849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:20.864883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Usage tracker for resource:router and tenant:c4049ad9311e404da50ff8ede98bd465 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:20.869593 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cc4da453-f4d5-45cc-b3f9-dc8eedde84ad tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/5ca78367-cf1e-4e40-ab3a-8fc7423b48ec HTTP/1.1" status: 204 len: 168 time: 1.0538673 May 09 05:11:20.871952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:20.875186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40298) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:20.882247 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9ef3f18-f8e2-4bc0-83ca-ef434e9a7f13 req-a0e6178e-dab5-4ad2-a31e-14f0ffef5e42 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484354 May 09 05:11:20.887525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:20.904672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:20.910725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.912324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.913099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.938485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.971096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9fcd3-ca6a-46f6-b3a3-6a7b02242c5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:20.972943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9fcd3-ca6a-46f6-b3a3-6a7b02242c5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:20.973838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-60d9fcd3-ca6a-46f6-b3a3-6a7b02242c5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:20.974511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:20.999675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-60d9fcd3-ca6a-46f6-b3a3-6a7b02242c5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:21.003115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40302) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.003706 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-60d9fcd3-ca6a-46f6-b3a3-6a7b02242c5f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1274273 May 09 05:11:21.066004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=73577e40-bb72-4d62-a3e0-4ba06b31479f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:21.091768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.096333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.098974 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-07bd7eaf-4424-4b4f-b328-c21091bdd2b7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2686663 May 09 05:11:21.102830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40306) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.105713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Transition to ACTIVE for port object cf50bf35-330c-4001-aa6b-57e9736665e2 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:21.105981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 55d105e3-0636-49e1-a490-7bf553ce6e2d {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:21.108854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.111668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d457ae02-d6c6-4577-b29e-1cccb1c8fe7f tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1350072797', 'prefixes': ['172.20.0.0/16']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:21.120481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d457ae02-d6c6-4577-b29e-1cccb1c8fe7f tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:21.124118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Transition to ACTIVE for port object cf50bf35-330c-4001-aa6b-57e9736665e2 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:21.130757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.172132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.174994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d457ae02-d6c6-4577-b29e-1cccb1c8fe7f tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for subnetpool, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.179611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d457ae02-d6c6-4577-b29e-1cccb1c8fe7f tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0724502 May 09 05:11:21.179870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40310) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.185792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-5d4fe1d5-bda0-4f50-ad55-383303fe8995 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', 'tempest-TagsExtTest-Tag-1544637312') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:21.242758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Network d83ba9f3-0eb9-43b4-802f-09811b7acd25 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:21.245824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:21.250183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:21.255955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Pushing event updated for resources: {'Port': ['ID=cf50bf35-330c-4001-aa6b-57e9736665e2,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:21.263283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.273365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5d4fe1d5-bda0-4f50-ad55-383303fe8995 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags/tempest-TagsExtTest-Tag-1544637312 HTTP/1.1" status: 201 len: 201 time: 0.0921381 May 09 05:11:21.276085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40314) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.281420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-b6bcaade-ed67-476d-ae35-0a21ea053839 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', 'tempest-TagsExtTest-Tag-342056158') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:21.343510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.352034 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Attempting to bind port cf50bf35-330c-4001-aa6b-57e9736665e2 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:21.352531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Attempting to bind port cf50bf35-330c-4001-aa6b-57e9736665e2 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '1f41fb40-5da6-4a23-9758-6c11fdbddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:21.353113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Attempting to bind port cf50bf35-330c-4001-aa6b-57e9736665e2 on network d83ba9f3-0eb9-43b4-802f-09811b7acd25 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:21.363203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:21.363707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Checking segment: {'id': '1f41fb40-5da6-4a23-9758-6c11fdbddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:21.364432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.365137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Bound using segment: {'id': '1f41fb40-5da6-4a23-9758-6c11fdbddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:21.365254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Bound port: cf50bf35-330c-4001-aa6b-57e9736665e2, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f41fb40-5da6-4a23-9758-6c11fdbddac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd83ba9f3-0eb9-43b4-802f-09811b7acd25'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:21.365561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.389766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.391547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=55d105e3-0636-49e1-a490-7bf553ce6e2d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:21.413528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c3ed2-94af-4ca7-b119-20b2f46b2fbc None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:21.414383 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b74c257c-17c9-4aa0-8bb5-46e838e8db96 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/55d105e3-0636-49e1-a490-7bf553ce6e2d HTTP/1.1" status: 204 len: 168 time: 0.4085782 May 09 05:11:21.415824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40318) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.490680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b6bcaade-ed67-476d-ae35-0a21ea053839 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags/tempest-TagsExtTest-Tag-342056158 HTTP/1.1" status: 201 len: 201 time: 0.2108219 May 09 05:11:21.491048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40322) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.497360 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-972f7210-04cd-4289-831e-f0c84561e175 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771971 May 09 05:11:21.497534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-155cf93b-6dc7-4c6a-9bf6-1bfa9677ebcf tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', 'tempest-TagsExtTest-Tag-1077018141') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:21.497672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40326) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.499577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device e7fe8e00-8720-4f21-b85e-c88d42005b2b up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:21.502853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:21.625443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:21.630521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:21.634238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:21.641274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] For port cf50bf35-330c-4001-aa6b-57e9736665e2, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:21.641716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:21.652541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:21.655181 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-155cf93b-6dc7-4c6a-9bf6-1bfa9677ebcf tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags/tempest-TagsExtTest-Tag-1077018141 HTTP/1.1" status: 201 len: 201 time: 0.1630404 May 09 05:11:21.656142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.657913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40330) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.663400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-f8c7fd31-bc82-4938-8c2d-3007498174b8 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', 'tempest-TagsExtTest-Tag-1863379718') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:21.686156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] For port cf50bf35-330c-4001-aa6b-57e9736665e2, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cf50bf35-330c-4001-aa6b-57e9736665e2,segment=NetworkSegment(1f41fb40-5da6-4a23-9758-6c11fdbddac9),segment_id=1f41fb40-5da6-4a23-9758-6c11fdbddac9)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:21.697757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.703704 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f8c7fd31-bc82-4938-8c2d-3007498174b8 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags/tempest-TagsExtTest-Tag-1863379718 HTTP/1.1" status: 201 len: 201 time: 0.0423512 May 09 05:11:21.704206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40334) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.709185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-fc522b51-ee33-4be4-9b55-f40bda4b4a10 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:21.784840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port e7fe8e00-8720-4f21-b85e-c88d42005b2b completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:21.793631 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fc522b51-ee33-4be4-9b55-f40bda4b4a10 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags HTTP/1.1" status: 200 len: 241 time: 0.0854380 May 09 05:11:21.794707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40338) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.801076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-87071122-a195-40d1-9cbc-5bd453494b66 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', 'tempest-TagsExtTest-Tag-1544637312') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:21.817391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port e7fe8e00-8720-4f21-b85e-c88d42005b2b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:21.817754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:21.872505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ad372-75e2-4adb-8b32-da536f36333b None None] Pushing event updated for resources: {'Port': ['ID=cf50bf35-330c-4001-aa6b-57e9736665e2,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:21.896833 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-87071122-a195-40d1-9cbc-5bd453494b66 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags/tempest-TagsExtTest-Tag-1544637312 HTTP/1.1" status: 204 len: 168 time: 0.1009233 May 09 05:11:21.899982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40342) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:21.907941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-e4ee17a2-eec8-4a6e-b745-c17a916fa801 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', 'tempest-TagsExtTest-Tag-1544637312') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:21.992316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:22.005817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:22.044888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Deleting port 73577e40-bb72-4d62-a3e0-4ba06b31479f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:22.045255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:22.065560 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e4ee17a2-eec8-4a6e-b745-c17a916fa801 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags/tempest-TagsExtTest-Tag-1544637312 HTTP/1.1" status: 204 len: 168 time: 0.1638834 May 09 05:11:22.066160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40348) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:22.078020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-73fff7c1-af78-455c-8b8a-da947cc1822e tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:22.102585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:22.203150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73fff7c1-af78-455c-8b8a-da947cc1822e tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags HTTP/1.1" status: 200 len: 205 time: 0.1356478 May 09 05:11:22.203782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40352) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:22.217996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-027d5975-a229-436a-813e-a43dd96879c4 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:22.235143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd933a7-374f-4afe-b29b-689958890705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:11:22.269202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port e7fe8e00-8720-4f21-b85e-c88d42005b2b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b,segment=NetworkSegment(d5d4dbea-7cf2-4b63-9c6b-112de5290a60),segment_id=d5d4dbea-7cf2-4b63-9c6b-112de5290a60)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:22.323901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:22.362409 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-027d5975-a229-436a-813e-a43dd96879c4 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags HTTP/1.1" status: 200 len: 240 time: 0.1535070 May 09 05:11:22.363073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40358) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:22.369443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-57bd3954-3c13-4d3a-8ddf-efd70468157b tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', 'tempest-TagsExtTest-Tag-342056158') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:22.449601 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fb4d80-4230-469e-bbd6-772a15e11d83'] response: {'server_uuid': '7fd933a7-374f-4afe-b29b-689958890705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b', 'code': 200} May 09 05:11:22.464049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cf50bf35-330c-4001-aa6b-57e9736665e2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:22.504072 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-57bd3954-3c13-4d3a-8ddf-efd70468157b tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags/tempest-TagsExtTest-Tag-342056158 HTTP/1.1" status: 204 len: 168 time: 0.1391010 May 09 05:11:22.505996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40362) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:22.516642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-a0f8b1c5-5ab9-41ec-9ab5-32f5c44e8a30 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', 'tempest-TagsExtTest-Tag-342056158') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:22.528120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a18b7-0ab6-429a-abc8-848c3a038de1 req-06fa12c8-b679-4fc7-9d6c-bb49f80d253f tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:22.531824 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f52a18b7-0ab6-429a-abc8-848c3a038de1 req-06fa12c8-b679-4fc7-9d6c-bb49f80d253f tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.4279337 May 09 05:11:22.590558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=e7fe8e00-8720-4f21-b85e-c88d42005b2b,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:22.619955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:22.620342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:22.639813 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f52a18b7-0ab6-429a-abc8-848c3a038de1 req-200efb89-ed1a-410e-a603-6546eb2c094c tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987782 May 09 05:11:22.640655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port cf50bf35-330c-4001-aa6b-57e9736665e2 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:22.643971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:22.722266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676c774-181e-4f1f-88c4-56c3e54594e5 req-f2ddea6e-d600-4438-899f-9aee46d3b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:22.723871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1676c774-181e-4f1f-88c4-56c3e54594e5 req-f2ddea6e-d600-4438-899f-9aee46d3b60d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 1098 time: 0.1121747 May 09 05:11:22.749070 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a0f8b1c5-5ab9-41ec-9ab5-32f5c44e8a30 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags/tempest-TagsExtTest-Tag-342056158 HTTP/1.1" status: 204 len: 168 time: 0.2417359 May 09 05:11:22.749916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:22.774315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Calling delete_port for 73577e40-bb72-4d62-a3e0-4ba06b31479f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:22.776652 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1676c774-181e-4f1f-88c4-56c3e54594e5 req-46db7fb4-353b-41b2-a6dc-9e9a573f76ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 May 09 05:11:22.790728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-e453fc38-beb0-4c16-bef5-7e163ac54d0d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:22.829671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 73577e40-bb72-4d62-a3e0-4ba06b31479f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:22.967218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:22.972758 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e453fc38-beb0-4c16-bef5-7e163ac54d0d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags HTTP/1.1" status: 200 len: 205 time: 0.1910925 May 09 05:11:22.975232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40370) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:22.981479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-cb3bfc80-848c-4238-8ed7-af5008c996c1 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:23.004435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.123626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.131774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.132514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.165844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:23.165844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:23.197567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:23.197917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:23.205929 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cb3bfc80-848c-4238-8ed7-af5008c996c1 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags HTTP/1.1" status: 200 len: 241 time: 0.2296946 May 09 05:11:23.208744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40376) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:23.214191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-8b0655b0-0335-425e-8685-cd7389fee90f tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', 'tempest-TagsExtTest-Tag-1077018141') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:23.226669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3835c8-5c33-4eec-9a86-64e41f25cf8a None None] Network d83ba9f3-0eb9-43b4-802f-09811b7acd25 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:23.251730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:23.256953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:23.266082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:23.266674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.276257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=56e5add5-e207-4dbb-9060-1142378662f4,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:23.299726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=73577e40-bb72-4d62-a3e0-4ba06b31479f,revision_number=6']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:23.311146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-db6047e5-9bc9-49af-9041-121efab99859 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8126619 May 09 05:11:23.314140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40380) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:23.321405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:62:b1:5f', 'name': 'tempest-NetworksTestDHCPv6-1195307235'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:23.369051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4d24c3eb-4178-45d4-94e1-82f3dc211e50 None None] Provisioning for port cf50bf35-330c-4001-aa6b-57e9736665e2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:23.376538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4d24c3eb-4178-45d4-94e1-82f3dc211e50 None None] Provisioning complete for port cf50bf35-330c-4001-aa6b-57e9736665e2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:23.376890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4d24c3eb-4178-45d4-94e1-82f3dc211e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.398600 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8b0655b0-0335-425e-8685-cd7389fee90f tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags/tempest-TagsExtTest-Tag-1077018141 HTTP/1.1" status: 204 len: 168 time: 0.1863582 May 09 05:11:23.400230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40384) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:23.407685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-655ecf67-f965-4309-b44e-34755e7d19dc tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', 'tempest-TagsExtTest-Tag-1077018141') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:23.506857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:23.511719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:23.517333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:23.524704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:23.541108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:23.575759 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-655ecf67-f965-4309-b44e-34755e7d19dc tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags/tempest-TagsExtTest-Tag-1077018141 HTTP/1.1" status: 204 len: 168 time: 0.1727657 May 09 05:11:23.577371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40390) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:23.582714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-01ac5ede-06fa-4acf-9608-363897201f16 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:23.610759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4d24c3eb-4178-45d4-94e1-82f3dc211e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.655084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4d24c3eb-4178-45d4-94e1-82f3dc211e50 None None] For port cf50bf35-330c-4001-aa6b-57e9736665e2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cf50bf35-330c-4001-aa6b-57e9736665e2,segment=NetworkSegment(1f41fb40-5da6-4a23-9758-6c11fdbddac9),segment_id=1f41fb40-5da6-4a23-9758-6c11fdbddac9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:23.666201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Deleting port 73577e40-bb72-4d62-a3e0-4ba06b31479f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:23.666878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.715830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4d24c3eb-4178-45d4-94e1-82f3dc211e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.723610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:23.737081 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-01ac5ede-06fa-4acf-9608-363897201f16 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags HTTP/1.1" status: 200 len: 205 time: 0.1577730 May 09 05:11:23.740948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40396) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:23.745156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-951bc406-de5a-41e0-a185-e62b28127f74 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:23.768951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port f8152ede-f4a9-408d-8120-524c3c85a11a yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:23.784740 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-951bc406-de5a-41e0-a185-e62b28127f74 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags HTTP/1.1" status: 200 len: 241 time: 0.0425000 May 09 05:11:23.785533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40400) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:23.791258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-baeb51f0-3174-4a2e-8293-06140a1816eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', 'tempest-TagsExtTest-Tag-1863379718') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:23.914391 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-baeb51f0-3174-4a2e-8293-06140a1816eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags/tempest-TagsExtTest-Tag-1863379718 HTTP/1.1" status: 204 len: 168 time: 0.1276405 May 09 05:11:23.917291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40404) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:23.923227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-ed316aff-10dc-470a-ac1b-71885fe84e35 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', 'tempest-TagsExtTest-Tag-1863379718') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:23.973771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade751-acf5-41e6-b675-3189bb1ebb9a req-a4c2072c-d654-4ea5-9efc-0b0e2e1dbfb1 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:23.975598 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2eade751-acf5-41e6-b675-3189bb1ebb9a req-a4c2072c-d654-4ea5-9efc-0b0e2e1dbfb1 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1606452 May 09 05:11:23.977576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe62:b15f (b05d4b78-866b-4b64-acd1-c7937be92865/56e5add5-e207-4dbb-9060-1142378662f4/f8152ede-f4a9-408d-8120-524c3c85a11a) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:24.042356 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ed316aff-10dc-470a-ac1b-71885fe84e35 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags/tempest-TagsExtTest-Tag-1863379718 HTTP/1.1" status: 204 len: 168 time: 0.1233318 May 09 05:11:24.042951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c3eb-4178-45d4-94e1-82f3dc211e50 None None] Pushing event updated for resources: {'Port': ['ID=cf50bf35-330c-4001-aa6b-57e9736665e2,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:24.048599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40408) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:24.050035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.062210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-3ea6e0ba-551b-4da9-88c4-da883a35d29c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:24.165479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2eade751-acf5-41e6-b675-3189bb1ebb9a req-68b9fb42-0a39-4d8e-9768-fa85cc878da3 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629512 May 09 05:11:24.175391 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3ea6e0ba-551b-4da9-88c4-da883a35d29c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags HTTP/1.1" status: 200 len: 205 time: 0.1239235 May 09 05:11:24.180983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40414) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:24.189493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-9d636993-8116-4318-97cf-d3e4a8d89e90 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:24.248281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fcd48c19-fbd3-429b-a382-b5b4dbad2d70 None None] Provisioning for port 823248d7-75d2-4a36-8fea-6a5e47562266 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:24.287597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fcd48c19-fbd3-429b-a382-b5b4dbad2d70 None None] Provisioning complete for port 823248d7-75d2-4a36-8fea-6a5e47562266 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:24.288053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fcd48c19-fbd3-429b-a382-b5b4dbad2d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.311721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.323181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:24.331770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object f8152ede-f4a9-408d-8120-524c3c85a11a will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:24.341484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.380579 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9d636993-8116-4318-97cf-d3e4a8d89e90 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags HTTP/1.1" status: 204 len: 168 time: 0.1941226 May 09 05:11:24.380579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40418) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:24.385960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-0a969b25-0151-4396-806c-a4ca275ad377 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:24.421317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.441285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=73577e40-bb72-4d62-a3e0-4ba06b31479f,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:24.487608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cf50bf35-330c-4001-aa6b-57e9736665e2 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:24.541812 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0a969b25-0151-4396-806c-a4ca275ad377 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1536539 May 09 05:11:24.541812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40422) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:24.541812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-c0a33df2-cdf9-4646-8cd8-a7eeead9ff28 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:24.571763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:24.571763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.586735 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fcd48c19-fbd3-429b-a382-b5b4dbad2d70 None None] Port 823248d7-75d2-4a36-8fea-6a5e47562266 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:11:24.595367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:24.595367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:24.602025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:24.617748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:24.617748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.634229 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c0a33df2-cdf9-4646-8cd8-a7eeead9ff28 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags HTTP/1.1" status: 204 len: 168 time: 0.0896988 May 09 05:11:24.638831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40426) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:24.649053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-7e12b189-43e7-4aa8-917b-749e358739a3 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:24.674960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=f8152ede-f4a9-408d-8120-524c3c85a11a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:24.701842 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-91e95cec-b699-4dd9-8758-64c376665009 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3816962 May 09 05:11:24.701842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40430) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:24.726553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Calling delete_port for 73577e40-bb72-4d62-a3e0-4ba06b31479f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:24.789033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fcd48c19-fbd3-429b-a382-b5b4dbad2d70 None None] Provisioning complete for port cf50bf35-330c-4001-aa6b-57e9736665e2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:24.789448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fcd48c19-fbd3-429b-a382-b5b4dbad2d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.888146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port cf50bf35-330c-4001-aa6b-57e9736665e2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:24.888146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:24.924492 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7e12b189-43e7-4aa8-917b-749e358739a3 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags HTTP/1.1" status: 204 len: 168 time: 0.2894044 May 09 05:11:24.929186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40434) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:24.937650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-db4af0f3-3442-483b-8343-fd0bddeed95c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', 'tempest-TagsExtTest-Tag-45254304') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:24.949157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:24.949729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:24.974440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbc470b-9071-4c54-aed5-a7f990a7e68e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:24.981390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbc470b-9071-4c54-aed5-a7f990a7e68e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:24.982134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1cbc470b-9071-4c54-aed5-a7f990a7e68e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:25.018652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1cbc470b-9071-4c54-aed5-a7f990a7e68e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:25.019871 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1cbc470b-9071-4c54-aed5-a7f990a7e68e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3194230 May 09 05:11:25.023694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40438) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:25.077830 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-db4af0f3-3442-483b-8343-fd0bddeed95c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags/tempest-TagsExtTest-Tag-45254304 HTTP/1.1" status: 201 len: 201 time: 0.1478798 May 09 05:11:25.080493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40442) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:25.086379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-36bf38b7-7f2b-4188-a8c7-8fc20fb74bec tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', 'tempest-TagsExtTest-Tag-94848686') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:25.131419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port f8152ede-f4a9-408d-8120-524c3c85a11a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:25.131773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:25.188376 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-36bf38b7-7f2b-4188-a8c7-8fc20fb74bec tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags/tempest-TagsExtTest-Tag-94848686 HTTP/1.1" status: 201 len: 201 time: 0.1044292 May 09 05:11:25.189672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40448) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:25.197318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-31e12185-6de7-4ed1-8d45-a8e89c79317b tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', 'tempest-TagsExtTest-Tag-1055204416') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:25.215745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a49fa567-088a-4127-b058-ed949e43b8ed None None] Provisioning complete for port 823248d7-75d2-4a36-8fea-6a5e47562266 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:25.216118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a49fa567-088a-4127-b058-ed949e43b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:25.318353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a49fa567-088a-4127-b058-ed949e43b8ed None None] Port 823248d7-75d2-4a36-8fea-6a5e47562266 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:11:25.409752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:25.457306 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-31e12185-6de7-4ed1-8d45-a8e89c79317b tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags/tempest-TagsExtTest-Tag-1055204416 HTTP/1.1" status: 201 len: 201 time: 0.2666972 May 09 05:11:25.461761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40452) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:25.467899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-bdccfc69-d5c1-47ac-8cc4-b0f235c9b624 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', 'tempest-TagsExtTest-Tag-1982223835') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:25.485009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c107706-1b90-496e-82d0-f50ae4725a39 req-46d7e020-3813-4f30-894f-0ab3bebdb3b9 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:25.488255 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8c107706-1b90-496e-82d0-f50ae4725a39 req-46d7e020-3813-4f30-894f-0ab3bebdb3b9 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1368227 May 09 05:11:25.543970 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8c107706-1b90-496e-82d0-f50ae4725a39 req-0c0ab661-041b-486b-a33f-f53ede13b468 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514975 May 09 05:11:25.554063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for f8152ede-f4a9-408d-8120-524c3c85a11a owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:25.560053 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bdccfc69-d5c1-47ac-8cc4-b0f235c9b624 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags/tempest-TagsExtTest-Tag-1982223835 HTTP/1.1" status: 201 len: 201 time: 0.0951421 May 09 05:11:25.561621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40456) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:25.567682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-ebc4ce57-bec7-430a-a5e6-92906273217b tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', {'tags': ['tempest-TagsExtTest-Tag-1309930495', 'tempest-TagsExtTest-Tag-1329987250', 'tempest-TagsExtTest-Tag-711090530']}) {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:25.652862 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ebc4ce57-bec7-430a-a5e6-92906273217b tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags HTTP/1.1" status: 200 len: 317 time: 0.0905643 May 09 05:11:25.655516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40462) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:25.662446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-42625201-bd03-4bee-84f5-60291f30b434 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:25.831836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:25.851316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Deleting port 73577e40-bb72-4d62-a3e0-4ba06b31479f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:25.851818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:25.897241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=f8152ede-f4a9-408d-8120-524c3c85a11a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:25.935636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec8531-3e9e-4e53-9ce8-cec2447d7fd0 req-2b593236-ad76-4e32-a154-8d8907ed6e2d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:25.936510 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dec8531-3e9e-4e53-9ce8-cec2447d7fd0 req-2b593236-ad76-4e32-a154-8d8907ed6e2d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.2476971 May 09 05:11:25.975866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:26.014620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3181aa0f-869e-4866-ad34-ffaf23155e53 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/f8152ede-f4a9-408d-8120-524c3c85a11a HTTP/1.1" status: 204 len: 168 time: 0.9813685 May 09 05:11:26.016696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.017458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dec8531-3e9e-4e53-9ce8-cec2447d7fd0 req-15d63dee-f1fb-4559-b15d-7a951ac33461 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 May 09 05:11:26.017679 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-42625201-bd03-4bee-84f5-60291f30b434 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags HTTP/1.1" status: 204 len: 168 time: 0.3611076 May 09 05:11:26.022219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40468) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.091888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-d0f6e1ae-7c65-4ce2-b4a8-5d72cdbe3b31 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', 'tempest-TagsExtTest-Tag-1309930495') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.147613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6602e28-fe63-4a74-9977-0677deb52e03 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:26.149257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6602e28-fe63-4a74-9977-0677deb52e03 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:26.150287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6602e28-fe63-4a74-9977-0677deb52e03 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:26.178990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b6602e28-fe63-4a74-9977-0677deb52e03 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:26.180487 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b6602e28-fe63-4a74-9977-0677deb52e03 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1642888 May 09 05:11:26.184085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40476) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.188484 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-d0f6e1ae-7c65-4ce2-b4a8-5d72cdbe3b31 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:26.192647 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d0f6e1ae-7c65-4ce2-b4a8-5d72cdbe3b31 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags/tempest-TagsExtTest-Tag-1309930495 HTTP/1.1" status: 404 len: 329 time: 0.1664271 May 09 05:11:26.193566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40480) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.201191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-8810b273-f926-409d-9161-9e2f95a2259a tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', 'tempest-TagsExtTest-Tag-1329987250') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.225455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:26.225455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:26.316243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 56e5add5-e207-4dbb-9060-1142378662f4 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:26.319946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:26.326797 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-8810b273-f926-409d-9161-9e2f95a2259a tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:26.329836 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8810b273-f926-409d-9161-9e2f95a2259a tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags/tempest-TagsExtTest-Tag-1329987250 HTTP/1.1" status: 404 len: 329 time: 0.1353652 May 09 05:11:26.333532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40484) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.342926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-14d7e77c-0782-40c3-8992-976ecc6b5fb1 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011', 'tempest-TagsExtTest-Tag-711090530') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.404970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:26.424581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Calling delete_port for 73577e40-bb72-4d62-a3e0-4ba06b31479f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:26.465011 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-14d7e77c-0782-40c3-8992-976ecc6b5fb1 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:26.466484 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-14d7e77c-0782-40c3-8992-976ecc6b5fb1 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags/tempest-TagsExtTest-Tag-711090530 HTTP/1.1" status: 404 len: 328 time: 0.1312833 May 09 05:11:26.469678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40490) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.478737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-1249092e-72c8-4203-be99-1430c4479fb5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', {'tags': ['tempest-TagsExtTest-Tag-1386527441', 'tempest-TagsExtTest-Tag-598365926', 'tempest-TagsExtTest-Tag-2019034301']}) {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.518601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:26.582601 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1249092e-72c8-4203-be99-1430c4479fb5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags HTTP/1.1" status: 200 len: 317 time: 0.1111188 May 09 05:11:26.585191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40494) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.590194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-74f840af-888c-4a92-b675-b86370080f14 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.660739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:26.682750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:26.683653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:26.692018 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-74f840af-888c-4a92-b675-b86370080f14 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags HTTP/1.1" status: 204 len: 168 time: 0.1059368 May 09 05:11:26.695274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40498) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.701036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-32d9743a-dc4d-41a4-ac7b-eab448ada363 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', 'tempest-TagsExtTest-Tag-1386527441') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.704268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415b872-813f-482f-8293-c58013894bd0 req-090ba9c7-6d7f-4afb-a667-94b8288469fc tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:26.705765 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0415b872-813f-482f-8293-c58013894bd0 req-090ba9c7-6d7f-4afb-a667-94b8288469fc tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1514702 May 09 05:11:26.722432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:26.729502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=56e5add5-e207-4dbb-9060-1142378662f4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:26.755049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-61538c16-4a8e-4853-81f7-78343037ec74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/56e5add5-e207-4dbb-9060-1142378662f4 HTTP/1.1" status: 204 len: 168 time: 0.5699701 May 09 05:11:26.758120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40502) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.777819 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-32d9743a-dc4d-41a4-ac7b-eab448ada363 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:26.781203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-32d9743a-dc4d-41a4-ac7b-eab448ada363 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags/tempest-TagsExtTest-Tag-1386527441 HTTP/1.1" status: 404 len: 329 time: 0.0826459 May 09 05:11:26.781940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40506) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.787019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-62d75f58-9e17-462a-9294-b852c4525b03 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', 'tempest-TagsExtTest-Tag-598365926') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.868775 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-62d75f58-9e17-462a-9294-b852c4525b03 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:26.869800 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-62d75f58-9e17-462a-9294-b852c4525b03 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags/tempest-TagsExtTest-Tag-598365926 HTTP/1.1" status: 404 len: 328 time: 0.0869732 May 09 05:11:26.872915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40510) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.878077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-8c0bc9bb-83ef-4b3b-a41b-3a9ff1ce54e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266', 'tempest-TagsExtTest-Tag-2019034301') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.951604 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-8c0bc9bb-83ef-4b3b-a41b-3a9ff1ce54e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:26.952985 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8c0bc9bb-83ef-4b3b-a41b-3a9ff1ce54e7 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags/tempest-TagsExtTest-Tag-2019034301 HTTP/1.1" status: 404 len: 329 time: 0.0785539 May 09 05:11:26.955472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40514) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.961698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-6f476fae-0eca-443e-b34b-279691a945ee tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', {'tags': ['tempest-TagsExtTest-Tag-442477185', 'tempest-TagsExtTest-Tag-957965024', 'tempest-TagsExtTest-Tag-1761004643']}) {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:26.968086 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c474b2a8-3c13-43a1-9ebc-61225392a851 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2091026 May 09 05:11:26.970911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40518) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:26.976804 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0415b872-813f-482f-8293-c58013894bd0 req-fa7f40e6-4729-4d1c-bf4a-4389f9f06012 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591662 May 09 05:11:27.068379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88e075-6454-405e-bbdd-69b681a4aa13 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:27.069211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3b88e075-6454-405e-bbdd-69b681a4aa13 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:27.087963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3b88e075-6454-405e-bbdd-69b681a4aa13 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:27.091839 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3b88e075-6454-405e-bbdd-69b681a4aa13 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1177399 May 09 05:11:27.093017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40522) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.134925 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6f476fae-0eca-443e-b34b-279691a945ee tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags HTTP/1.1" status: 200 len: 316 time: 0.1738081 May 09 05:11:27.134925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40526) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.139140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-b7811084-0c8c-477e-b628-3f6ff5cc1211 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:27.169548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6644a-08ba-4d92-b7c4-ede44470e443 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:27.169548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a6b6644a-08ba-4d92-b7c4-ede44470e443 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:27.182276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a6b6644a-08ba-4d92-b7c4-ede44470e443 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:27.184301 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a6b6644a-08ba-4d92-b7c4-ede44470e443 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904853 May 09 05:11:27.186776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40530) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.262898 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-011a4936-a843-4e8a-95e8-1fb2de87e5c4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742266 May 09 05:11:27.266522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40534) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.273216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:27.315717 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b7811084-0c8c-477e-b628-3f6ff5cc1211 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1792805 May 09 05:11:27.316728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40538) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.322611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-747a4549-f3aa-42ea-87d8-f7410d465ebe tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', 'tempest-TagsExtTest-Tag-442477185') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:27.413234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:27.424884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:27.438291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:27.441326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:27.616022 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-747a4549-f3aa-42ea-87d8-f7410d465ebe tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:27.621617 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-747a4549-f3aa-42ea-87d8-f7410d465ebe tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags/tempest-TagsExtTest-Tag-442477185 HTTP/1.1" status: 404 len: 328 time: 0.2995131 May 09 05:11:27.621617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40542) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.626309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-955fd285-49c5-44de-b4a3-61b1a8c68d6a tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', 'tempest-TagsExtTest-Tag-957965024') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:27.759400 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-955fd285-49c5-44de-b4a3-61b1a8c68d6a tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:27.760411 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-955fd285-49c5-44de-b4a3-61b1a8c68d6a tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags/tempest-TagsExtTest-Tag-957965024 HTTP/1.1" status: 404 len: 328 time: 0.1391375 May 09 05:11:27.763681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40546) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.768641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-530eedd0-97c6-4c34-a563-a8845be91112 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b', 'tempest-TagsExtTest-Tag-1761004643') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:27.837139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:27.898948 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-530eedd0-97c6-4c34-a563-a8845be91112 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:27.899864 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-530eedd0-97c6-4c34-a563-a8845be91112 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags/tempest-TagsExtTest-Tag-1761004643 HTTP/1.1" status: 404 len: 329 time: 0.1352191 May 09 05:11:27.903036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40550) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.911227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-92a5ca86-5a37-4d05-902b-687209bdd264 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', {'tags': ['tempest-TagsExtTest-Tag-896749622', 'tempest-TagsExtTest-Tag-1422315478', 'tempest-TagsExtTest-Tag-1603885312']}) {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:27.947201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Deleting port 73577e40-bb72-4d62-a3e0-4ba06b31479f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:27.947827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:27.954380 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-92a5ca86-5a37-4d05-902b-687209bdd264 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "PUT /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags HTTP/1.1" status: 200 len: 317 time: 0.0470634 May 09 05:11:27.954580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40554) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:27.959643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-62a6dcb7-01c4-4961-a827-83d87090e382 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:28.017053 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-62a6dcb7-01c4-4961-a827-83d87090e382 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags HTTP/1.1" status: 204 len: 168 time: 0.0590110 May 09 05:11:28.017439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40560) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.023325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-ed13392d-68b0-412d-9be3-96498b60a9dc tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', 'tempest-TagsExtTest-Tag-896749622') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:28.051979 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-ed13392d-68b0-412d-9be3-96498b60a9dc tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:28.053856 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ed13392d-68b0-412d-9be3-96498b60a9dc tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags/tempest-TagsExtTest-Tag-896749622 HTTP/1.1" status: 404 len: 328 time: 0.0353866 May 09 05:11:28.057186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40564) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.065451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-277ffd9c-f434-4014-83df-c906164c1651 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', 'tempest-TagsExtTest-Tag-1422315478') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:28.094983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:28.145849 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-277ffd9c-f434-4014-83df-c906164c1651 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:28.147288 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-277ffd9c-f434-4014-83df-c906164c1651 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags/tempest-TagsExtTest-Tag-1422315478 HTTP/1.1" status: 404 len: 329 time: 0.0890396 May 09 05:11:28.151018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40568) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.157746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.tag.tag_plugin [None req-fb353e98-bb2b-4fb2-84c5-d41c7c87c7b5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96', 'tempest-TagsExtTest-Tag-1603885312') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:28.187870 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-fb353e98-bb2b-4fb2-84c5-d41c7c87c7b5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] show failed (client error): The resource could not be found. May 09 05:11:28.191633 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fb353e98-bb2b-4fb2-84c5-d41c7c87c7b5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags/tempest-TagsExtTest-Tag-1603885312 HTTP/1.1" status: 404 len: 329 time: 0.0362720 May 09 05:11:28.192375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40572) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.197461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-3e0ed96f-a232-4b28-ba5d-ec7715543793 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b84fed9-9174-4f7b-b1f0-cd611124aa96') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:28.221903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:28.222623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:28.322012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3e0ed96f-a232-4b28-ba5d-ec7715543793 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96/tags HTTP/1.1" status: 204 len: 168 time: 0.1285768 May 09 05:11:28.325801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40576) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.341772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-c31fae66-04af-48c2-947c-12003b29e855 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0071dc23-4f12-4940-bea8-5ee8eed04f1b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:28.351764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Calling delete_port for 73577e40-bb72-4d62-a3e0-4ba06b31479f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:28.393605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4451-6c99-492c-8bc9-0a27d444dfbf req-2659323a-5ad0-4413-bc89-c9f7530425b4 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:28.395034 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-984d4451-6c99-492c-8bc9-0a27d444dfbf req-2659323a-5ad0-4413-bc89-c9f7530425b4 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1003945 May 09 05:11:28.444197 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-984d4451-6c99-492c-8bc9-0a27d444dfbf req-39c12aad-53ba-4b42-a0f0-d045604f9418 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 May 09 05:11:28.491683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:28.519644 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c31fae66-04af-48c2-947c-12003b29e855 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1928554 May 09 05:11:28.522436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40582) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.528945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-ba5b94ee-b77b-4ccf-8a8b-7649f9fb5526 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '823248d7-75d2-4a36-8fea-6a5e47562266') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:28.559141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:28.567017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:28.567759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:28.569576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:28.569935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:28.801147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e314d7-834c-42a6-8173-fb0fb4eac4ab req-9ef0688f-6c29-482b-8213-61348c4d76df tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:28.802558 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-75e314d7-834c-42a6-8173-fb0fb4eac4ab req-9ef0688f-6c29-482b-8213-61348c4d76df tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.0841827 May 09 05:11:28.827739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Deleting port 73577e40-bb72-4d62-a3e0-4ba06b31479f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:28.828242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:28.847146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-75e314d7-834c-42a6-8173-fb0fb4eac4ab req-5b4fed08-a8ef-405f-ae7a-ac4a5d39be7b tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 May 09 05:11:28.861864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:28.874254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:28.875908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=8f1d86b5-459e-41da-ac53-c4089545c41d,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:28.880308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:28.880932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:28.906846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=73577e40-bb72-4d62-a3e0-4ba06b31479f,revision_number=10']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:28.934882 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-50e4c12b-e3b6-4d61-b756-51d3881fefc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6671786 May 09 05:11:28.938031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40588) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.940101 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ba5b94ee-b77b-4ccf-8a8b-7649f9fb5526 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266/tags HTTP/1.1" status: 204 len: 168 time: 0.4167559 May 09 05:11:28.943730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40592) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:28.945537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:d9:88:93', 'name': 'tempest-NetworksTestDHCPv6-554755092'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:28.948288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-873efb2d-7e59-4d89-83ea-56fb5a946aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:28.949994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-873efb2d-7e59-4d89-83ea-56fb5a946aeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea7875ad809a43b2abc27323ab1a3c9a&device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 1098 time: 0.1789598 May 09 05:11:28.952933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.tag.tag_plugin [None req-5a0d82f9-a3cc-4040-80d8-98ba6585cefa tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4d187d7b-7228-4519-980c-0b271330e011') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:29.088815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] For port 73577e40-bb72-4d62-a3e0-4ba06b31479f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=73577e40-bb72-4d62-a3e0-4ba06b31479f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:29.089441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:29.113468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:29.124592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:29.133177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-b2e02781-9a82-44a2-80d8-539650e21e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:29.134758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-b2e02781-9a82-44a2-80d8-539650e21e0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=91ee95a8-f466-4f8e-9468-c434344006f3 HTTP/1.1" status: 200 len: 913 time: 0.1564367 May 09 05:11:29.137229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:29.140879 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5a0d82f9-a3cc-4040-80d8-98ba6585cefa tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011/tags HTTP/1.1" status: 204 len: 168 time: 0.1962204 May 09 05:11:29.156339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40596) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:29.207570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-c5d6f8fb-d190-4d7d-aa99-2ed3e13929fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b HTTP/1.1" status: 200 len: 217 time: 0.0654180 May 09 05:11:29.215753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Calling delete_port for 73577e40-bb72-4d62-a3e0-4ba06b31479f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:29.275072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-3875f117-c976-405e-8da7-0ec87fe6f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:29.278774 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-3875f117-c976-405e-8da7-0ec87fe6f860 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01c4d593-1638-4722-aa77-b51d86ba15ea HTTP/1.1" status: 200 len: 852 time: 0.0637896 May 09 05:11:29.330871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-0f864272-62c5-46eb-8d0f-71513199c645 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91ee95a8-f466-4f8e-9468-c434344006f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470529 May 09 05:11:29.334222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:29.362473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:29.367881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e7f9016b-aa2c-4f95-873d-9107de86d3a9 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for subnetpool, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:29.369069 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e7f9016b-aa2c-4f95-873d-9107de86d3a9 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnetpools/9b84fed9-9174-4f7b-b1f0-cd611124aa96 HTTP/1.1" status: 204 len: 168 time: 0.2093885 May 09 05:11:29.370260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port d84d1374-5c8c-4d75-bf0d-0e03a370a068 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:29.406211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40600) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:29.417573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] Pushing event deleted for resources: {'Port': ['ID=73577e40-bb72-4d62-a3e0-4ba06b31479f,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:29.461735 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2abca84c-fc21-4c3a-b395-fe984ac6a12b tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "GET /v2.0/ports?device_id=0071dc23-4f12-4940-bea8-5ee8eed04f1b HTTP/1.1" status: 200 len: 205 time: 0.0544176 May 09 05:11:29.469117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40604) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:29.482112 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-07c5811c-7b5b-4229-be89-097597d8b7f8 service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453176 May 09 05:11:29.530867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1a123-712f-4328-96c4-7f9e73565b55 None None] No DVR routers for this DVR port 73577e40-bb72-4d62-a3e0-4ba06b31479f on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:29.554658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a8b72-a0a4-4640-95da-e98804b44df2 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:29.629778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8334a690-8cf5-44b8-b648-c905e18bf99f req-7ae48742-cc95-4c96-a5d1-2557ca8808ef service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416349 May 09 05:11:29.647608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e415a49-6120-4cad-bdfd-ef430ea201eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:29.784254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '8f1d86b5-459e-41da-ac53-c4089545c41d'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:29.785134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.043359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe96b6-8339-4b2c-a275-7ffcda7dcdfd req-96ca160f-0fac-48bd-b4f1-ec13170b240c tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:30.045080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-77fe96b6-8339-4b2c-a275-7ffcda7dcdfd req-96ca160f-0fac-48bd-b4f1-ec13170b240c tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.0798492 May 09 05:11:30.065520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fed9:8893 (b05d4b78-866b-4b64-acd1-c7937be92865/8f1d86b5-459e-41da-ac53-c4089545c41d/d84d1374-5c8c-4d75-bf0d-0e03a370a068) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:30.090799 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-77fe96b6-8339-4b2c-a275-7ffcda7dcdfd req-a6e20f61-9058-40f1-a8dc-fba5ac5f19ce tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 May 09 05:11:30.137666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e415a49-6120-4cad-bdfd-ef430ea201eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.140675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e415a49-6120-4cad-bdfd-ef430ea201eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.192711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e415a49-6120-4cad-bdfd-ef430ea201eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.193172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e415a49-6120-4cad-bdfd-ef430ea201eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Fanout notify agent at l3_agent the message router_deleted on router 0071dc23-4f12-4940-bea8-5ee8eed04f1b {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:11:30.280676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9e415a49-6120-4cad-bdfd-ef430ea201eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.281743 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9e415a49-6120-4cad-bdfd-ef430ea201eb tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/routers/0071dc23-4f12-4940-bea8-5ee8eed04f1b HTTP/1.1" status: 204 len: 168 time: 0.8114271 May 09 05:11:30.284586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40612) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:30.355841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Deleting port 823248d7-75d2-4a36-8fea-6a5e47562266 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:30.355841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.359630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.376104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object d84d1374-5c8c-4d75-bf0d-0e03a370a068 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:30.402286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.466711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Allocated IP 2001:db8::f816:3eff:feff:c14a (b05d4b78-866b-4b64-acd1-c7937be92865/8f1d86b5-459e-41da-ac53-c4089545c41d/729eeb80-3a75-4f84-a7e6-a307c264b30f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:30.483526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:30.487015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:30.491516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:30.497849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:30.498612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.503942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=d84d1374-5c8c-4d75-bf0d-0e03a370a068,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:30.522859 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4e5e7b07-0e06-4fa7-8a46-d53818ff04b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5825708 May 09 05:11:30.527152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40616) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:30.615639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9717d-92d2-4457-a006-faa2f7b8c979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:30.616671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b7d9717d-92d2-4457-a006-faa2f7b8c979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:30.618540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.629678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b7d9717d-92d2-4457-a006-faa2f7b8c979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:30.630830 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b7d9717d-92d2-4457-a006-faa2f7b8c979 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1015503 May 09 05:11:30.633457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40620) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:30.717240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.718473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port d84d1374-5c8c-4d75-bf0d-0e03a370a068 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:30.718820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.731601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Transition to ACTIVE for port object 729eeb80-3a75-4f84-a7e6-a307c264b30f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:30.754530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Calling delete_port for 823248d7-75d2-4a36-8fea-6a5e47562266 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:30.757811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Transition to ACTIVE for port object 729eeb80-3a75-4f84-a7e6-a307c264b30f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:30.765611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.855782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:30.858922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:30.861401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:30.923469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.937371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Pushing event updated for resources: {'Port': ['ID=729eeb80-3a75-4f84-a7e6-a307c264b30f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:30.968655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Attempting to bind port 729eeb80-3a75-4f84-a7e6-a307c264b30f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:30.969272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Attempting to bind port 729eeb80-3a75-4f84-a7e6-a307c264b30f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:30.969796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Attempting to bind port 729eeb80-3a75-4f84-a7e6-a307c264b30f on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:30.976245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:30.976951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:30.977527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:30.978072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:30.978711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Bound port: 729eeb80-3a75-4f84-a7e6-a307c264b30f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:30.979265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.022551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.078031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] For port 729eeb80-3a75-4f84-a7e6-a307c264b30f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:31.081952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] For port 729eeb80-3a75-4f84-a7e6-a307c264b30f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=729eeb80-3a75-4f84-a7e6-a307c264b30f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:31.087524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.193756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for d84d1374-5c8c-4d75-bf0d-0e03a370a068 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:31.206243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b63b5-f91a-4d37-af53-7617184ac872 None None] Pushing event updated for resources: {'Port': ['ID=729eeb80-3a75-4f84-a7e6-a307c264b30f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:31.212618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event deleted for resources: {'Port': ['ID=823248d7-75d2-4a36-8fea-6a5e47562266,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:31.214795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.240572 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c83fd2f8-88c8-4ca6-be9c-d3bf2eec395d tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/ports/823248d7-75d2-4a36-8fea-6a5e47562266 HTTP/1.1" status: 204 len: 168 time: 0.9548473 May 09 05:11:31.242943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40626) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:31.324809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Deleting subnet 4d187d7b-7228-4519-980c-0b271330e011 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:31.330761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.407448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.438240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833de86-2102-440a-953d-9ce76413d857 req-9b7537ff-621a-4523-887d-85afb6d33866 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:31.447465 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a833de86-2102-440a-953d-9ce76413d857 req-9b7537ff-621a-4523-887d-85afb6d33866 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1783941 May 09 05:11:31.500938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.519303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.552141 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a833de86-2102-440a-953d-9ce76413d857 req-94a146c2-e287-4566-8b8a-fb737e66a536 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037955 May 09 05:11:31.563916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=d84d1374-5c8c-4d75-bf0d-0e03a370a068,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:31.609274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.639492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.649936 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9eeb96f4-22cb-463c-8c8d-ac94a7fccf4d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/d84d1374-5c8c-4d75-bf0d-0e03a370a068 HTTP/1.1" status: 204 len: 168 time: 1.0154026 May 09 05:11:31.652643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40632) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:31.654173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event deleted for resources: {'Subnet': ['ID=4d187d7b-7228-4519-980c-0b271330e011,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:31.660937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.670368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454dcc16-72ec-46b9-b383-aef3e1113a1a None None] Network d83ba9f3-0eb9-43b4-802f-09811b7acd25 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:31.672202 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-414ec40d-c2bb-4a8d-9a20-f5dafb03e0a5 tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/subnets/4d187d7b-7228-4519-980c-0b271330e011 HTTP/1.1" status: 204 len: 168 time: 0.4276192 May 09 05:11:31.673015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40636) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:31.801482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.812962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Deleting port cf50bf35-330c-4001-aa6b-57e9736665e2 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:31.813546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:31.858639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ed086-6c8e-46a4-9669-92b06ceef092 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:31.860262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ed086-6c8e-46a4-9669-92b06ceef092 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:31.861826 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3b4ed086-6c8e-46a4-9669-92b06ceef092 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2072406 May 09 05:11:31.864777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40640) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:31.947460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 8f1d86b5-459e-41da-ac53-c4089545c41d {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:31.951758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.064387 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] DHCP port deletion for d83ba9f3-0eb9-43b4-802f-09811b7acd25 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:32.068029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.068620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Deleting port cf50bf35-330c-4001-aa6b-57e9736665e2 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:32.069086 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.117115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] For port cf50bf35-330c-4001-aa6b-57e9736665e2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cf50bf35-330c-4001-aa6b-57e9736665e2,segment=NetworkSegment(1f41fb40-5da6-4a23-9758-6c11fdbddac9),segment_id=1f41fb40-5da6-4a23-9758-6c11fdbddac9)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:32.117472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.204231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6971889-c78b-47f7-ba47-752845581941 req-8c8593cf-795d-443b-a808-a2c4877b66d7 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:32.211571 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b6971889-c78b-47f7-ba47-752845581941 req-8c8593cf-795d-443b-a808-a2c4877b66d7 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.2175455 May 09 05:11:32.260819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.261995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Calling delete_port for cf50bf35-330c-4001-aa6b-57e9736665e2 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:32.295783 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b6971889-c78b-47f7-ba47-752845581941 req-657d90f8-ecda-4a5c-8fbe-569c9b194d71 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833235 May 09 05:11:32.303067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] For port cf50bf35-330c-4001-aa6b-57e9736665e2, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=cf50bf35-330c-4001-aa6b-57e9736665e2,segment=NetworkSegment(1f41fb40-5da6-4a23-9758-6c11fdbddac9),segment_id=1f41fb40-5da6-4a23-9758-6c11fdbddac9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:32.303456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.385381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.406947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.438975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1d86b5-459e-41da-ac53-c4089545c41d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:32.453338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.467518 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f1b8d98-819b-4c9e-99bb-e2259a598b88 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/8f1d86b5-459e-41da-ac53-c4089545c41d HTTP/1.1" status: 204 len: 168 time: 0.5984268 May 09 05:11:32.467766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40646) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:32.487915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Calling delete_port for cf50bf35-330c-4001-aa6b-57e9736665e2 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:32.499508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event deleted for resources: {'Port': ['ID=cf50bf35-330c-4001-aa6b-57e9736665e2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:32.507277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] No DVR routers for this DVR port cf50bf35-330c-4001-aa6b-57e9736665e2 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:32.517308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c138c6d9-c9a2-4ff8-8d7c-086a8e67d17d None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:32.530439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 729eeb80-3a75-4f84-a7e6-a307c264b30f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:32.550138 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b5681af8-8a2b-472a-9112-6c8072bd2519 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806677 May 09 05:11:32.552700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40650) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:32.558313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:32.637191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.664240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83ba9f3-0eb9-43b4-802f-09811b7acd25']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:32.666472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:32.670931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:32.673942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:32.680559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:32.681544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f41fb40-5da6-4a23-9758-6c11fdbddac9') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:32.681838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f41fb40-5da6-4a23-9758-6c11fdbddac9') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:32.691146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:32.694652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.694985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.706682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3423cdf7-09ad-46c2-844e-583afe256d47 None None] Provisioning for port 729eeb80-3a75-4f84-a7e6-a307c264b30f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:32.711374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.719567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:11:32.719985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:11:32.734856 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:11:32.783714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:32.784057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:32.807455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 729eeb80-3a75-4f84-a7e6-a307c264b30f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:32.817732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 729eeb80-3a75-4f84-a7e6-a307c264b30f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:32.818126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.823311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.854089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.871048 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] 10.222.0.50 "DELETE /v2.0/networks/d83ba9f3-0eb9-43b4-802f-09811b7acd25 HTTP/1.1" status: 204 len: 168 time: 1.1945004 May 09 05:11:32.873539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec144f5-1297-431f-8305-0326c0c3d73c tempest-TagsExtTest-756563315 tempest-TagsExtTest-756563315-project] Pushing event deleted for resources: {'Network': ['ID=d83ba9f3-0eb9-43b4-802f-09811b7acd25,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:32.965662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:32.983645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:32.995409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Deleting port 729eeb80-3a75-4f84-a7e6-a307c264b30f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:32.996061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.053247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 729eeb80-3a75-4f84-a7e6-a307c264b30f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=729eeb80-3a75-4f84-a7e6-a307c264b30f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:33.086555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.146937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:33.173646 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cf50bf35-330c-4001-aa6b-57e9736665e2 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:33.229572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40658) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:33.238642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: cf50bf35-330c-4001-aa6b-57e9736665e2 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:11:33.240460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device cf50bf35-330c-4001-aa6b-57e9736665e2 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:33.286238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Deleting port cf50bf35-330c-4001-aa6b-57e9736665e2 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:33.286610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.322889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.338578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=729eeb80-3a75-4f84-a7e6-a307c264b30f,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:33.380028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-58cc3d7a-f40f-41f3-bd82-de8c366a4f77 None None] The port 'cf50bf35-330c-4001-aa6b-57e9736665e2' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:11:33.417796 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-976b25d5-8440-4a5d-92e5-4f2a6578e6c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4049ad9311e404da50ff8ede98bd465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858680 May 09 05:11:33.420204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40666) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:33.446577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] For port 729eeb80-3a75-4f84-a7e6-a307c264b30f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=729eeb80-3a75-4f84-a7e6-a307c264b30f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:33.447677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.482811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-adaf8f4e-8b4b-47d5-83a1-c00639c71252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.562618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-adaf8f4e-8b4b-47d5-83a1-c00639c71252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.577480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Calling delete_port for 729eeb80-3a75-4f84-a7e6-a307c264b30f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:33.586557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port 729eeb80-3a75-4f84-a7e6-a307c264b30f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=729eeb80-3a75-4f84-a7e6-a307c264b30f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:33.615962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.621764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.622549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.622681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff5b61-c1ad-4541-b16d-119dd483448d req-b68c6d85-a00a-4754-9fcb-5da62b182df2 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:33.624186 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39ff5b61-c1ad-4541-b16d-119dd483448d req-b68c6d85-a00a-4754-9fcb-5da62b182df2 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1315315 May 09 05:11:33.666744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:33.667150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:33.684491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-adaf8f4e-8b4b-47d5-83a1-c00639c71252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.707685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf8f4e-8b4b-47d5-83a1-c00639c71252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd3005-92c8-4486-b798-1e0376a42518,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:33.712941 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39ff5b61-c1ad-4541-b16d-119dd483448d req-9f405b8b-0f25-4fe5-9700-31d09f6cd139 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807533 May 09 05:11:33.715349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-adaf8f4e-8b4b-47d5-83a1-c00639c71252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.716365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-adaf8f4e-8b4b-47d5-83a1-c00639c71252 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/febd3005-92c8-4486-b798-1e0376a42518 HTTP/1.1" status: 204 len: 168 time: 0.2950783 May 09 05:11:33.766078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:33.771466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:33.779228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:33.780010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:33.792633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=9b55363d-cedb-49a3-8d24-c4b35d92e5ae,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:33.799536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=729eeb80-3a75-4f84-a7e6-a307c264b30f,revision_number=6']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:33.815072 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b8434b91-2cc7-4e9f-a0ed-aff93aaaf861 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2610326 May 09 05:11:33.817611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40674) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:33.825157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:45:5c:51', 'name': 'tempest-NetworksTestDHCPv6-724515953'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:34.108752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:34.113621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:34.116899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:34.123026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:34.133596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:34.168931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Deleting port 729eeb80-3a75-4f84-a7e6-a307c264b30f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:34.169547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:34.374435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:34.391681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] For port 729eeb80-3a75-4f84-a7e6-a307c264b30f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=729eeb80-3a75-4f84-a7e6-a307c264b30f,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:34.392478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:34.419271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:34.456266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 729eeb80-3a75-4f84-a7e6-a307c264b30f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:34.459646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdcb40-d58b-4102-90fd-3f4ef5a8694f req-5721bb40-34d5-49c0-b80d-f24c47c0a579 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:34.461155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-68fdcb40-d58b-4102-90fd-3f4ef5a8694f req-5721bb40-34d5-49c0-b80d-f24c47c0a579 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.3110325 May 09 05:11:34.467325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-563cb0a1-5b05-4afa-9eb4-db4c85d4a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:34.468754 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-563cb0a1-5b05-4afa-9eb4-db4c85d4a817 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea7875ad809a43b2abc27323ab1a3c9a&device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 1098 time: 0.2735641 May 09 05:11:34.586519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Calling delete_port for 729eeb80-3a75-4f84-a7e6-a307c264b30f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:34.680521 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-68fdcb40-d58b-4102-90fd-3f4ef5a8694f req-86aa4405-0931-4428-a17d-53780ea3b6ef tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106259 May 09 05:11:34.724212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-db530110-14e8-40cb-b69e-80b2525be10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:34.725993 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-db530110-14e8-40cb-b69e-80b2525be10e service neutron] 10.222.0.59 "GET /v2.0/networks?id=91ee95a8-f466-4f8e-9468-c434344006f3 HTTP/1.1" status: 200 len: 913 time: 0.2505481 May 09 05:11:34.727052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe45:5c51 (b05d4b78-866b-4b64-acd1-c7937be92865/9b55363d-cedb-49a3-8d24-c4b35d92e5ae/66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:34.771467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:34.793805 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-79e71120-a81e-4aff-acee-974f86c47f70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b HTTP/1.1" status: 200 len: 217 time: 0.0613825 May 09 05:11:34.804158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:34.882494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] Pushing event deleted for resources: {'Port': ['ID=729eeb80-3a75-4f84-a7e6-a307c264b30f,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:34.889022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-1185d2ef-e7fa-4f01-95f6-2b091e33f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:34.890520 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-1185d2ef-e7fa-4f01-95f6-2b091e33f8c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01c4d593-1638-4722-aa77-b51d86ba15ea HTTP/1.1" status: 200 len: 852 time: 0.0912814 May 09 05:11:34.947880 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-86bf90c6-7e1c-41ff-b85d-826023cd1972 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91ee95a8-f466-4f8e-9468-c434344006f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510240 May 09 05:11:34.956422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cdbaa2-6da8-4360-9071-5a810c804992 None None] No DVR routers for this DVR port 729eeb80-3a75-4f84-a7e6-a307c264b30f on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:34.975765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb3e12-7a28-4d37-b3f6-43b10b8bf4eb None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:35.188093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '9b55363d-cedb-49a3-8d24-c4b35d92e5ae'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:35.188971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.201402 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-3681ff6f-13cf-4656-82cc-cf492c935723 service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354844 May 09 05:11:35.205826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.292549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:35.356761 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e8641fac-056b-46ec-8345-aa6db0c2c127 req-364e6f9a-0d60-40f1-8124-03ca46a97d43 service neutron] 10.222.0.59 "GET /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446910 May 09 05:11:35.366302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.441059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Allocated IP 2001:db8::f816:3eff:fe0c:2563 (b05d4b78-866b-4b64-acd1-c7937be92865/9b55363d-cedb-49a3-8d24-c4b35d92e5ae/2c31f51e-3dd8-4a84-8c61-fcf4ee293744) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:35.453839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:35.457106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:35.460971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:35.466480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:35.467078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.474624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:35.495172 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f3a832d5-743a-4cc0-b7d3-ea1dd59e3212 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6762254 May 09 05:11:35.498126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40680) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:35.532651 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:11:35.579274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9456a833-e9c2-4414-b503-5c5cf7eeb70c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:35.579979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9456a833-e9c2-4414-b503-5c5cf7eeb70c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:35.597185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9456a833-e9c2-4414-b503-5c5cf7eeb70c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:35.598360 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9456a833-e9c2-4414-b503-5c5cf7eeb70c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0993090 May 09 05:11:35.601128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40684) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:35.650745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.661974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Transition to ACTIVE for port object 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:35.666788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:35.667128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.681729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Transition to ACTIVE for port object 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:35.688873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.758084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:35.761131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:35.765316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:35.839116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Pushing event updated for resources: {'Port': ['ID=2c31f51e-3dd8-4a84-8c61-fcf4ee293744,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:35.861523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Attempting to bind port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:35.861913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Attempting to bind port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:35.862233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Attempting to bind port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:35.867505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:35.867862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:35.868279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.868682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:35.869134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Bound port: 2c31f51e-3dd8-4a84-8c61-fcf4ee293744, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:35.869493 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:35.889220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51185aa4-e063-440d-bef8-7e4289489dde req-1aa90742-bbcb-465f-a02b-e57f164bcf17 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:35.890717 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51185aa4-e063-440d-bef8-7e4289489dde req-1aa90742-bbcb-465f-a02b-e57f164bcf17 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.0943232 May 09 05:11:35.974075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] For port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:35.979370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] For port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2c31f51e-3dd8-4a84-8c61-fcf4ee293744,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:35.985827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.054710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.056047 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51185aa4-e063-440d-bef8-7e4289489dde req-f62977d0-5a5a-4983-a574-3c499d7127ff tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595848 May 09 05:11:36.086570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df97aa-35b3-4740-8b3e-8680eb435e47 None None] Pushing event updated for resources: {'Port': ['ID=2c31f51e-3dd8-4a84-8c61-fcf4ee293744,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:36.193299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:36.361020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.417919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:36.460505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.472453 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-172d37a4-b8c1-4bff-b055-f58feb82c669 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584 HTTP/1.1" status: 204 len: 168 time: 0.8690090 May 09 05:11:36.473784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40692) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:36.492528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:36.541353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a24abe-ea72-4353-81db-79de83d80255 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:36.542984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a24abe-ea72-4353-81db-79de83d80255 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:36.543714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-55a24abe-ea72-4353-81db-79de83d80255 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:36.563988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-55a24abe-ea72-4353-81db-79de83d80255 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:36.565559 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-55a24abe-ea72-4353-81db-79de83d80255 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0907519 May 09 05:11:36.568266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40696) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:36.571859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:36.638380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 9b55363d-cedb-49a3-8d24-c4b35d92e5ae {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:36.641706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.696266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.783328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.862600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.903322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=9b55363d-cedb-49a3-8d24-c4b35d92e5ae,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:36.907954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:36.924559 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-75e6c34d-f5f9-43de-86ce-3a14c4fb9448 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/9b55363d-cedb-49a3-8d24-c4b35d92e5ae HTTP/1.1" status: 204 len: 168 time: 0.3545294 May 09 05:11:36.926915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40700) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:37.000535 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-57e52e63-a9da-4467-b75e-bac5be95083a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711918 May 09 05:11:37.001693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40704) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:37.041157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb61454-5b6e-4bf2-9f41-a6617584d894 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:37.086097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639fd09-c660-4f7a-8cb3-726860a0f59d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:37.087088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9639fd09-c660-4f7a-8cb3-726860a0f59d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:37.104023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9639fd09-c660-4f7a-8cb3-726860a0f59d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:37.105791 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9639fd09-c660-4f7a-8cb3-726860a0f59d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1029530 May 09 05:11:37.108483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40710) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:37.185742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb872c-6c54-4994-9289-b12df8d92b8d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:37.186467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4edb872c-6c54-4994-9289-b12df8d92b8d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:37.204973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4edb872c-6c54-4994-9289-b12df8d92b8d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:37.206285 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4edb872c-6c54-4994-9289-b12df8d92b8d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0968144 May 09 05:11:37.208963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:37.253666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8f5f266f-f862-4030-a6f0-25208ad8c38a None None] Provisioning for port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:37.263703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8f5f266f-f862-4030-a6f0-25208ad8c38a None None] Provisioning complete for port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:37.264068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f5f266f-f862-4030-a6f0-25208ad8c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.282388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-daf444fc-adce-4a0b-82dc-3229df082cea tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721304 May 09 05:11:37.286204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40718) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:37.294764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:37.428585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:37.433078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f5f266f-f862-4030-a6f0-25208ad8c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.443846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] Deleting port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:37.444189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.471400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:37.484057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:37.507141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba525fe7-bf37-4a64-9e63-4ec9dbcee05e req-55c17ee7-b5b9-4e3d-bd25-e114c7510a8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:37.508592 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ba525fe7-bf37-4a64-9e63-4ec9dbcee05e req-55c17ee7-b5b9-4e3d-bd25-e114c7510a8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1365919 May 09 05:11:37.509364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:37.512733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.536859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8f5f266f-f862-4030-a6f0-25208ad8c38a None None] For port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2c31f51e-3dd8-4a84-8c61-fcf4ee293744,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:37.543322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8f5f266f-f862-4030-a6f0-25208ad8c38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.643315 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ba525fe7-bf37-4a64-9e63-4ec9dbcee05e req-021cd78f-922e-41ac-b2bb-ede6f419027d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166282 May 09 05:11:37.709561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f266f-f862-4030-a6f0-25208ad8c38a None None] Pushing event updated for resources: {'Port': ['ID=2c31f51e-3dd8-4a84-8c61-fcf4ee293744,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:37.741574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] For port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2c31f51e-3dd8-4a84-8c61-fcf4ee293744,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:37.741574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.791571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.850112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:37.853304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:37.858079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:37.858671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:37.872322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=c1f9b2cf-ee23-470a-a716-7419d1973d67,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:37.876300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] Calling delete_port for 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:37.903289 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c6dcf85e-7e2e-44e4-aaca-5866a91b8fa8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6155403 May 09 05:11:37.905844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40726) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:37.911608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:0e:d7:b9', 'name': 'tempest-NetworksTestDHCPv6-1402873152'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:37.960300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:38.014026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] Pushing event deleted for resources: {'Port': ['ID=2c31f51e-3dd8-4a84-8c61-fcf4ee293744,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:38.019156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d69056-e2ac-432e-9896-fd0fcf0a3851 None None] No DVR routers for this DVR port 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:38.040886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a06c3-78fd-4460-bf2f-03f05743e351 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:38.125321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:38.143838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e596-0eaf-4ea3-886c-17b02e8565a8 req-c8ce44f1-4289-433d-bc9e-4894d7026e7c tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:38.145362 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8106e596-0eaf-4ea3-886c-17b02e8565a8 req-c8ce44f1-4289-433d-bc9e-4894d7026e7c tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1516473 May 09 05:11:38.146241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:38.169150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:38.173062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:38.215218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port dbcdfde2-7942-4374-9e75-8593519b4781 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:38.252029 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8106e596-0eaf-4ea3-886c-17b02e8565a8 req-13d1a787-fe74-474f-8117-f82430a2fcfd tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991576 May 09 05:11:38.254020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': 'c1f9b2cf-ee23-470a-a716-7419d1973d67'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:38.254900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:38.433263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:38.466759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:11:38.467067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2c31f51e-3dd8-4a84-8c61-fcf4ee293744 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:38.485524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::1b9 (b05d4b78-866b-4b64-acd1-c7937be92865/c1f9b2cf-ee23-470a-a716-7419d1973d67/dbcdfde2-7942-4374-9e75-8593519b4781) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:38.697547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:38.714208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object dbcdfde2-7942-4374-9e75-8593519b4781 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:38.741621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:38.803159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/c1f9b2cf-ee23-470a-a716-7419d1973d67/952db832-2c94-41c5-87e9-f7dc3cecd84e) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:38.818377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:38.821724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:38.824920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:38.830488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:38.831087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:38.846992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=dbcdfde2-7942-4374-9e75-8593519b4781,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:38.864229 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-66a51d25-6575-4cb2-9e6c-a3b1a5d1efc7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9572458 May 09 05:11:38.867004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40730) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:38.949370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65af33-a798-4093-86d4-10ee004ca48e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:38.950012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0d65af33-a798-4093-86d4-10ee004ca48e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:38.967036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0d65af33-a798-4093-86d4-10ee004ca48e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:38.970952 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0d65af33-a798-4093-86d4-10ee004ca48e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1005177 May 09 05:11:38.971383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40734) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:39.017843 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.029396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Transition to ACTIVE for port object 952db832-2c94-41c5-87e9-f7dc3cecd84e will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:39.045714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port dbcdfde2-7942-4374-9e75-8593519b4781 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:39.046058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.048869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Transition to ACTIVE for port object 952db832-2c94-41c5-87e9-f7dc3cecd84e will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:39.054583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.121687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:39.124662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:39.128190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:39.133853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Pushing event updated for resources: {'Port': ['ID=952db832-2c94-41c5-87e9-f7dc3cecd84e,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:39.255802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Attempting to bind port 952db832-2c94-41c5-87e9-f7dc3cecd84e on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:39.256070 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Attempting to bind port 952db832-2c94-41c5-87e9-f7dc3cecd84e by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:39.256454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Attempting to bind port 952db832-2c94-41c5-87e9-f7dc3cecd84e on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:39.261936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:39.262302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:39.262696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.263083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:39.263597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Bound port: 952db832-2c94-41c5-87e9-f7dc3cecd84e, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:39.263968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.300737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.355490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] For port 952db832-2c94-41c5-87e9-f7dc3cecd84e, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:39.358759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] For port 952db832-2c94-41c5-87e9-f7dc3cecd84e, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=952db832-2c94-41c5-87e9-f7dc3cecd84e,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:39.364121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.427172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for dbcdfde2-7942-4374-9e75-8593519b4781 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:39.445074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a350fb5-1e6d-41cd-9ee6-9d623113fc07 None None] Pushing event updated for resources: {'Port': ['ID=952db832-2c94-41c5-87e9-f7dc3cecd84e,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:39.608131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee476a9d-a944-48ee-8386-65698ebd8428 req-8ae101b9-044c-4b80-b438-715e421a634f tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:39.609639 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ee476a9d-a944-48ee-8386-65698ebd8428 req-8ae101b9-044c-4b80-b438-715e421a634f tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1901031 May 09 05:11:39.676895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.731573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=dbcdfde2-7942-4374-9e75-8593519b4781,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:39.735797 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ee476a9d-a944-48ee-8386-65698ebd8428 req-694e9bee-836a-4e4d-94cb-c8112f575a4f tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998023 May 09 05:11:39.782772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:39.792530 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fa10d57d-16fb-4727-a744-c77b061c1b69 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/dbcdfde2-7942-4374-9e75-8593519b4781 HTTP/1.1" status: 204 len: 168 time: 0.8200653 May 09 05:11:39.795001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40740) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:39.859480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c2277-471f-48d2-a848-c271a4f447cd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:39.861121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c2277-471f-48d2-a848-c271a4f447cd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:39.862591 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4d2c2277-471f-48d2-a848-c271a4f447cd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0666757 May 09 05:11:39.865474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40744) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:39.936294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet c1f9b2cf-ee23-470a-a716-7419d1973d67 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:39.939587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.098613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.191179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.271719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.314961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-1ce9744d-4852-4905-bb75-2a0eec1c2304 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:40.316836 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-1ce9744d-4852-4905-bb75-2a0eec1c2304 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.0877457 May 09 05:11:40.318323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f9b2cf-ee23-470a-a716-7419d1973d67,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:40.320284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.334597 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c27f6a2c-77db-4abc-aed7-f2ccf24759f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/c1f9b2cf-ee23-470a-a716-7419d1973d67 HTTP/1.1" status: 204 len: 168 time: 0.4682193 May 09 05:11:40.345931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40748) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:40.380110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff4984-0d6c-49f3-8fe6-2b76281dbb06 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:40.397697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Deleting port e7fe8e00-8720-4f21-b85e-c88d42005b2b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:40.398126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.445776 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d68ba5d2-ca2e-4828-acfd-26489978e005 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983675 May 09 05:11:40.446394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40752) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:40.510377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e7e421e4-246d-44d1-8d07-ed0389e3aeaf None None] Provisioning for port 952db832-2c94-41c5-87e9-f7dc3cecd84e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:40.518765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 952db832-2c94-41c5-87e9-f7dc3cecd84e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:40.534850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243057d6-8722-4bbe-88ed-d4f2712eeb61 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:40.535546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-243057d6-8722-4bbe-88ed-d4f2712eeb61 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:40.554177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-243057d6-8722-4bbe-88ed-d4f2712eeb61 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:40.555391 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-243057d6-8722-4bbe-88ed-d4f2712eeb61 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1079993 May 09 05:11:40.558264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40756) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:40.631410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa098e-502a-4c8b-a2ef-4dbe26ecba1e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:40.632090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1afa098e-502a-4c8b-a2ef-4dbe26ecba1e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:40.650430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1afa098e-502a-4c8b-a2ef-4dbe26ecba1e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:40.654313 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1afa098e-502a-4c8b-a2ef-4dbe26ecba1e tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0924067 May 09 05:11:40.654702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40760) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:40.678587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 952db832-2c94-41c5-87e9-f7dc3cecd84e completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:40.689166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 952db832-2c94-41c5-87e9-f7dc3cecd84e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:40.689686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.692612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] For port e7fe8e00-8720-4f21-b85e-c88d42005b2b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e7fe8e00-8720-4f21-b85e-c88d42005b2b,segment=NetworkSegment(d5d4dbea-7cf2-4b63-9c6b-112de5290a60),segment_id=d5d4dbea-7cf2-4b63-9c6b-112de5290a60)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:40.692827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.735645 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bec70338-b90a-4b0c-af22-61074ae00284 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759985 May 09 05:11:40.735900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40764) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:40.741911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:40.822612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Calling delete_port for e7fe8e00-8720-4f21-b85e-c88d42005b2b owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:40.834534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.852188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:40.861920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:40.873779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 952db832-2c94-41c5-87e9-f7dc3cecd84e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=952db832-2c94-41c5-87e9-f7dc3cecd84e,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:40.874050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:40.876471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] Deleting port 952db832-2c94-41c5-87e9-f7dc3cecd84e {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:40.876694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.889401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:40.895283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:40.908441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.054395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.068990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061d39-27d1-41ee-99e1-047c967584ea req-102cad96-3034-4ca9-9c69-bb3bf9e38c82 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:41.070515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-df061d39-27d1-41ee-99e1-047c967584ea req-102cad96-3034-4ca9-9c69-bb3bf9e38c82 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fd933a7-374f-4afe-b29b-689958890705 HTTP/1.1" status: 200 len: 945 time: 0.1641717 May 09 05:11:41.119629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['e7fe8e00-8720-4f21-b85e-c88d42005b2b'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:11:41.135931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Pushing event deleted for resources: {'Port': ['ID=e7fe8e00-8720-4f21-b85e-c88d42005b2b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:41.178091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=952db832-2c94-41c5-87e9-f7dc3cecd84e,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:41.200590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] For port 952db832-2c94-41c5-87e9-f7dc3cecd84e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=952db832-2c94-41c5-87e9-f7dc3cecd84e,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:41.201051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.227189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] No DVR routers for this DVR port e7fe8e00-8720-4f21-b85e-c88d42005b2b on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:41.232902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-df061d39-27d1-41ee-99e1-047c967584ea req-b8957aea-d173-4e0b-8467-a095fa727ed7 tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac650fa7-245d-4183-8829-111810feb8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309929 May 09 05:11:41.234426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.238164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd933a7-374f-4afe-b29b-689958890705', 'name': 'network-vif-deleted', 'tag': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:11:41.270007 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c32b9a71-838b-4d0a-94fc-d812e031b7a2 req-df22f195-3713-4ffe-85e7-516e4db53b8d tempest-TestServerAdvancedOps-229624423 tempest-TestServerAdvancedOps-229624423-project] 10.222.0.59 "DELETE /v2.0/ports/e7fe8e00-8720-4f21-b85e-c88d42005b2b HTTP/1.1" status: 204 len: 173 time: 0.9466972 May 09 05:11:41.293909 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06e2521-1972-4b03-af6a-7d10f4b38ed8'] response: {'server_uuid': '7fd933a7-374f-4afe-b29b-689958890705', 'name': 'network-vif-deleted', 'tag': 'e7fe8e00-8720-4f21-b85e-c88d42005b2b', 'status': 'completed', 'code': 200} May 09 05:11:41.331480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:41.340541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] Calling delete_port for 952db832-2c94-41c5-87e9-f7dc3cecd84e owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:41.419083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.445699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_pluggable_backend [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Port 952db832-2c94-41c5-87e9-f7dc3cecd84e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88042) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 09 05:11:41.446152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_pluggable_backend [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:a9c6 {{(pid=88042) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 09 05:11:41.451012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.469568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] Pushing event deleted for resources: {'Port': ['ID=952db832-2c94-41c5-87e9-f7dc3cecd84e,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:41.473023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e1c00-1c63-43e5-9c0f-ebdd17fe06ae None None] No DVR routers for this DVR port 952db832-2c94-41c5-87e9-f7dc3cecd84e on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:41.517424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:41.520444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:41.524717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:41.525276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.528789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ee86c-bdbf-4c74-b483-e1a3606c856e None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:41.538189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=af27a838-b823-4b7b-9c56-e6f8e67431cb,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:41.556024 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-28304918-9fdd-4841-a2d2-08a9c313b4e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8189449 May 09 05:11:41.559000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40774) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:41.564509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:41.703069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:41.707350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:41.710380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:41.716412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:41.727965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:41.731648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.741253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': 'af27a838-b823-4b7b-9c56-e6f8e67431cb'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:41.742085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:41.873670 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af27a838-b823-4b7b-9c56-e6f8e67431cb (CIDR: 2001:db8::/64) May 09 05:11:41.877582 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:41.878032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:41.897854 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d825e2f9-09e4-47ae-a0a8-ddaae5555fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3378170 May 09 05:11:41.900614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40778) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:41.906341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:41.944214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Allocated IP 2001:db8::f816:3eff:fef9:bb01 (b05d4b78-866b-4b64-acd1-c7937be92865/af27a838-b823-4b7b-9c56-e6f8e67431cb/91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:42.062833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:42.067044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:42.069933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:42.077353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:42.087556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:42.091203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.152772 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.162849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Transition to ACTIVE for port object 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:42.181896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Transition to ACTIVE for port object 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:42.189277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.255506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:42.258390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:42.262475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:42.271839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Pushing event updated for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:42.349713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40784) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:42.377962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1f6825b5-ea08-487c-85b0-797c40466002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.386135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Attempting to bind port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:42.386592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Attempting to bind port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:42.386955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Attempting to bind port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:42.392581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:42.392956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:42.393354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.393738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:42.394199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Bound port: 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:42.394570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.415812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] Deleting subnet 01c4d593-1638-4722-aa77-b51d86ba15ea {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:42.419309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.457756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 952db832-2c94-41c5-87e9-f7dc3cecd84e no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:42.478352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.497260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 952db832-2c94-41c5-87e9-f7dc3cecd84e {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:11:42.497617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 952db832-2c94-41c5-87e9-f7dc3cecd84e not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:42.501979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.525150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:42.528445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:42.534495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.548063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.579122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=c072a500-f9ac-48a9-96ba-972aa9b33636,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:42.586129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:42.590365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:42.594211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:42.594847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.617495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c2b9-e0da-4a94-b735-9dc40744ad65 None None] Pushing event updated for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:42.623879 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0a0bdbe0-5722-46a6-9ac8-d68aae080043 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7221854 May 09 05:11:42.627011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40788) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:42.632652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:0f:4e:e3', 'name': 'tempest-NetworksTestDHCPv6-877484880'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:42.649840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.871512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:42.874082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c4d593-1638-4722-aa77-b51d86ba15ea,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:42.889351 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c041bbf5-9e14-42cd-bf80-37bda7ec2195 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/01c4d593-1638-4722-aa77-b51d86ba15ea HTTP/1.1" status: 204 len: 168 time: 0.5356848 May 09 05:11:42.890243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40792) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:42.943033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:42.947217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:42.950211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:42.956477 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:42.967280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:43.008759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.097636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.125404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:43.133540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.158634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ee95a8-f466-4f8e-9468-c434344006f3']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:43.171579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d4dbea-7cf2-4b63-9c6b-112de5290a60') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:43.171866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d4dbea-7cf2-4b63-9c6b-112de5290a60') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:43.183533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.199916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.206144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:11:43.206538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:11:43.220028 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:11:43.309457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.331406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.340083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ee95a8-f466-4f8e-9468-c434344006f3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:43.349652 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6fb0bba5-9734-4989-a964-cd77a0016ea5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/91ee95a8-f466-4f8e-9468-c434344006f3 HTTP/1.1" status: 204 len: 168 time: 0.4582987 May 09 05:11:43.352954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40796) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:43.364057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8:0:1::1d5 (b05d4b78-866b-4b64-acd1-c7937be92865/c072a500-f9ac-48a9-96ba-972aa9b33636/f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:43.371082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe0f:4ee3 (b05d4b78-866b-4b64-acd1-c7937be92865/af27a838-b823-4b7b-9c56-e6f8e67431cb/f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:43.414928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] Deleting subnet 1d2705fd-ea83-4922-aff7-bca51530e87d {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:43.418356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.473766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.534242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.561396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b9258-a2bc-48cc-9160-8037285920a9 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:43.578996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device e7fe8e00-8720-4f21-b85e-c88d42005b2b no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:43.590478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.605756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.608940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:43.633833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.650857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.654625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2705fd-ea83-4922-aff7-bca51530e87d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:43.661186 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-596590b8-9f9c-4a46-8666-927c90948912 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1d2705fd-ea83-4922-aff7-bca51530e87d HTTP/1.1" status: 204 len: 168 time: 0.3048236 May 09 05:11:43.661383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40800) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:43.681211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: e7fe8e00-8720-4f21-b85e-c88d42005b2b {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:11:43.681587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device e7fe8e00-8720-4f21-b85e-c88d42005b2b not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:43.701963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-31177d31-271b-42c1-84c7-0abeeada5308 None None] Provisioning for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:43.737759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:43.741336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:43.745965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:43.751823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:43.752483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.756199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:43.776116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:43.785361 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5072a4b7-dc1c-491d-85bf-a3742c56edd0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1548836 May 09 05:11:43.785698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40806) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:43.951043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': 'af27a838-b823-4b7b-9c56-e6f8e67431cb', 'ip_address': '2001:db8::f816:3eff:fef9:bb01'}, {'subnet_id': 'c072a500-f9ac-48a9-96ba-972aa9b33636'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:11:43.963502 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:43.963851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.005017 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.017934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.076700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a29a8b4-b937-4c0a-8497-b057f521482b']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:44.106674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71309a07-0eb0-420b-971e-e2692bf15599') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:44.107007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71309a07-0eb0-420b-971e-e2692bf15599') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:44.124328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.205483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.207868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] Allocated IP 2001:db8:0:1::2 (b05d4b78-866b-4b64-acd1-c7937be92865/c072a500-f9ac-48a9-96ba-972aa9b33636/91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:44.226588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:11:44.226982 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:11:44.240379 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:11:44.348590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:44.376145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.462543 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] Transition to ACTIVE for port object 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:44.463875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:44.470362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.475095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.496930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.497315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.509803 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9a29a8b4-b937-4c0a-8497-b057f521482b HTTP/1.1" status: 204 len: 168 time: 0.8474307 May 09 05:11:44.510700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7639d-849e-4319-bc41-0b735968fff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a29a8b4-b937-4c0a-8497-b057f521482b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:44.636683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:44.703312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40812) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:44.705014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-39d2b337-6a09-4fe3-bf8d-b961848933b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.725614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866a0ca-8328-4750-a1e3-a8b1158d0ea4 None None] Pushing event updated for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:44.732795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:44.763077 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8a0ba333-df42-4e73-abb3-2a4c89d765a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea7875ad809a43b2abc27323ab1a3c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560799 May 09 05:11:44.763320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40816) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:44.824904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a44ab5e2-c6da-42bb-bcee-7c5a65c43bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.854288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a44ab5e2-c6da-42bb-bcee-7c5a65c43bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.871189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.919776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a44ab5e2-c6da-42bb-bcee-7c5a65c43bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.929404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:44.940703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab5e2-c6da-42bb-bcee-7c5a65c43bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac650fa7-245d-4183-8829-111810feb8c4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:44.958193 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a44ab5e2-c6da-42bb-bcee-7c5a65c43bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:44.959700 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a44ab5e2-c6da-42bb-bcee-7c5a65c43bd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac650fa7-245d-4183-8829-111810feb8c4 HTTP/1.1" status: 204 len: 168 time: 0.1955097 May 09 05:11:45.017116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.027419 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7c38c826-09b1-40ba-8a0e-f6dfab130dca tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1 HTTP/1.1" status: 204 len: 168 time: 1.2406645 May 09 05:11:45.030149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40822) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:45.117493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383593b1-8f68-450c-b921-b40e8afeb73b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:45.118215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-383593b1-8f68-450c-b921-b40e8afeb73b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:45.135515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-383593b1-8f68-450c-b921-b40e8afeb73b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:45.139310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-383593b1-8f68-450c-b921-b40e8afeb73b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1056812 May 09 05:11:45.139514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40826) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:45.226534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac6ce8-2148-4c6b-8e5d-3f52a629ebda tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:45.228009 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-03ac6ce8-2148-4c6b-8e5d-3f52a629ebda tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0873296 May 09 05:11:45.230813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40832) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:45.303099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8350c9-11a4-4311-ba6e-490db8c52374 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:45.304628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8350c9-11a4-4311-ba6e-490db8c52374 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:45.306423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8350c9-11a4-4311-ba6e-490db8c52374 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:45.307243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4e8350c9-11a4-4311-ba6e-490db8c52374 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:45.325575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4e8350c9-11a4-4311-ba6e-490db8c52374 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:45.326910 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4e8350c9-11a4-4311-ba6e-490db8c52374 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0951111 May 09 05:11:45.329963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40836) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:45.345969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] Could not find standard attr ID for object f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:11:45.360334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] Provisioning for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:45.366880 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:45.367426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.391268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40840) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:45.430307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet af27a838-b823-4b7b-9c56-e6f8e67431cb {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:45.441439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.503141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.507649 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f40f214-56fe-45a6-b442-343bfc6419b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9670d44ecd524bf997385d569eebc17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152246 May 09 05:11:45.510546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40844) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:45.515655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.553169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:45.559431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.590874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dba1aa46-a2c6-4c5a-acfa-401b82199f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.628066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.631083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dba1aa46-a2c6-4c5a-acfa-401b82199f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.644187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.648613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5fb44-74f1-43a1-ba37-687d35b47e07 None None] Pushing event updated for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:45.674379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ead10455-4b43-4b06-b3fb-af5fdd54559d None None] Could not find standard attr ID for object f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:11:45.709264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dba1aa46-a2c6-4c5a-acfa-401b82199f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.732703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.735545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1aa46-a2c6-4c5a-acfa-401b82199f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0139bfb-cdb6-4082-813e-b2658df16679,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:45.739049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dba1aa46-a2c6-4c5a-acfa-401b82199f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.740581 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dba1aa46-a2c6-4c5a-acfa-401b82199f99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0139bfb-cdb6-4082-813e-b2658df16679 HTTP/1.1" status: 204 len: 168 time: 0.2287464 May 09 05:11:45.780360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=af27a838-b823-4b7b-9c56-e6f8e67431cb,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:45.782415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.790652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39b6dc-1c63-47b4-b4b8-b51576bb80cd None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:45.797240 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a83a5c00-a334-4a0c-bdc0-b2e6fb0d1e7b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/af27a838-b823-4b7b-9c56-e6f8e67431cb HTTP/1.1" status: 204 len: 168 time: 0.4661670 May 09 05:11:45.799838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40850) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:45.869386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet c072a500-f9ac-48a9-96ba-972aa9b33636 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:45.872756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.924300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:45.938202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:46.074998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:46.161082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:46.205267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=c072a500-f9ac-48a9-96ba-972aa9b33636,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:46.207265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:46.218224 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cabbc441-54eb-4bab-aaa8-f04012745cc9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/c072a500-f9ac-48a9-96ba-972aa9b33636 HTTP/1.1" status: 204 len: 168 time: 0.4172864 May 09 05:11:46.220596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40854) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:46.294387 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ef13503-f991-4157-8035-00b65042e55a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695639 May 09 05:11:46.294591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40858) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:46.300124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:46.444679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:46.525269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:46.525631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:46.539853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:46.544616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:46.547670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:46.553490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:46.565728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:46.569315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:46.693994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1178e992-54e0-4c2d-bbcc-eb1cd7fcc02a None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:46.794024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cdbbc323-4410-47c6-8f09-d0330230205c None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:46.794725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cdbbc323-4410-47c6-8f09-d0330230205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:46.935497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:47.114584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.117893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': 'ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:11:47.176659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.333234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:47.359557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.365187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.365998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.371099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.384662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:47.385025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:47.482006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:47.489505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:47.495140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:47.495857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.511408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=8']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:47.518531 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:47.534373 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ea82103e-c3d3-477a-8bd8-0c19db67cc00 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2385092 May 09 05:11:47.537470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40862) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:47.543854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:47.686729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:47.691045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:47.694119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:47.700264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:47.710359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:47.713822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:47.846938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.ipam_backend_mixin [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb (CIDR: 2001:db8::/64) May 09 05:11:47.850949 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:47.851404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:47.872862 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-498a1ffe-e9ec-48a0-a80b-853937f4e180 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3342896 May 09 05:11:47.876314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40866) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:47.885264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:47.940169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.023940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:48.028194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:48.031207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:48.037706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:48.048592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:48.052382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.298340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:48.318673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.322127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.326882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.380837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:48.383989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:48.389058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:48.389644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.398189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8552099-7e30-468c-a917-d7a934e63bb9 None None] Pushing event updated for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=9']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:48.411059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=28e8bd47-36e4-494c-941b-81b20a130f4b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:48.424143 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-03a0ee5f-fc40-455f-8e42-e4a2f3ffb2ae tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5464590 May 09 05:11:48.426755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40870) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:48.432510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:32:a9:34', 'name': 'tempest-NetworksTestDHCPv6-1922434219'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:48.470705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:48.548728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:48.549259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.586001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:48.595750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:48.609303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:48.686130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.740694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:48.768664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 1c4c774a-4739-40f3-b049-94e4869a9802 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:48.878532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bba22-500d-4d6b-a9d7-a67589499294 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:48.981477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a9d92dd5-6d69-4e00-8891-1d6e72962ecd None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:48.982132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9d92dd5-6d69-4e00-8891-1d6e72962ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.125960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8:0:1::6 (b05d4b78-866b-4b64-acd1-c7937be92865/28e8bd47-36e4-494c-941b-81b20a130f4b/1c4c774a-4739-40f3-b049-94e4869a9802) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:49.132417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::f816:3eff:fe32:a934 (b05d4b78-866b-4b64-acd1-c7937be92865/ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb/1c4c774a-4739-40f3-b049-94e4869a9802) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:49.319555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] Update dhcp port {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'fixed_ips': [{'subnet_id': 'ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb', 'ip_address': '2001:db8::f816:3eff:fef9:bb01'}, {'subnet_id': '28e8bd47-36e4-494c-941b-81b20a130f4b'}], 'binding:host_id': 'dv-neutron-840482-1-hyperv'}, 'id': '91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6'} from dv-neutron-840482-1-hyperv. {{(pid=88043) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 09 05:11:49.344016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.360313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 1c4c774a-4739-40f3-b049-94e4869a9802 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:49.374927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.384897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.452084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:49.455076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:49.459714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:49.465706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:49.466364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.480009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=1c4c774a-4739-40f3-b049-94e4869a9802,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:49.498234 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e6fcfe92-4b89-42f9-b760-20cdcc0fe8fa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0703611 May 09 05:11:49.500802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40876) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:49.570324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 1c4c774a-4739-40f3-b049-94e4869a9802 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:49.570615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.585611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] Allocated IP 2001:db8:0:1::2 (b05d4b78-866b-4b64-acd1-c7937be92865/28e8bd47-36e4-494c-941b-81b20a130f4b/91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:49.721636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:49.746792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.764039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] Transition to ACTIVE for port object 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:49.768851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.816342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:49.905474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c57da3-1d84-4ae2-9639-43ad3bec4070 None None] Pushing event updated for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=10']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:49.938390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 1c4c774a-4739-40f3-b049-94e4869a9802 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:50.153739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.238421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=1c4c774a-4739-40f3-b049-94e4869a9802,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:50.292439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.303526 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7ba87583-f839-4553-9bd1-f0da11817fcf tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/1c4c774a-4739-40f3-b049-94e4869a9802 HTTP/1.1" status: 204 len: 168 time: 0.8017204 May 09 05:11:50.306128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40880) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:50.371173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597bdd3b-a9a7-459a-afda-d27857d4065d None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:50.396593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13dd719-ca33-4ed8-83af-b72f5e024562 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:50.398069 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a13dd719-ca33-4ed8-83af-b72f5e024562 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0909770 May 09 05:11:50.400716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40884) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:50.456415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:50.483010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35aef00-988d-402f-968b-8fd0986cb578 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:50.484556 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e35aef00-988d-402f-968b-8fd0986cb578 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0828893 May 09 05:11:50.487126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40888) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:50.530731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-53b74486-0c0e-473b-96e7-602bade8c012 None None] Provisioning for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:50.543625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-53b74486-0c0e-473b-96e7-602bade8c012 None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:50.543984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53b74486-0c0e-473b-96e7-602bade8c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.555393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04292427-f633-4a20-ae9c-0373ad016424 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:50.557049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04292427-f633-4a20-ae9c-0373ad016424 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:50.558725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04292427-f633-4a20-ae9c-0373ad016424 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:50.559574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-04292427-f633-4a20-ae9c-0373ad016424 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:50.577513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-04292427-f633-4a20-ae9c-0373ad016424 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:50.578683 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-04292427-f633-4a20-ae9c-0373ad016424 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0906949 May 09 05:11:50.581806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40892) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:50.650024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 28e8bd47-36e4-494c-941b-81b20a130f4b {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:50.653180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.707032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.737962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:50.738319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.796104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.875628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.915171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=28e8bd47-36e4-494c-941b-81b20a130f4b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:50.919141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:50.937666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40896) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:50.937809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8c89fc78-8a9c-460d-b9b2-1e19ae31d25f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/28e8bd47-36e4-494c-941b-81b20a130f4b HTTP/1.1" status: 204 len: 168 time: 0.3548772 May 09 05:11:51.011560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:51.014995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.070726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.100815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f2ea0-8a54-456d-8ea4-76a553e0d619 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:51.150210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.223518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-eb9b55a6-1b3b-42e0-acc1-fbbc7f895c68 None None] Provisioning complete for port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:51.223798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb9b55a6-1b3b-42e0-acc1-fbbc7f895c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.225394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.265530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:51.267504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.277808 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fee86b64-20b7-4be3-b6a6-576aef1e7480 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb HTTP/1.1" status: 204 len: 168 time: 0.3387394 May 09 05:11:51.280269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40900) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:51.462257 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bfda6e19-adba-46cb-9d82-e23eb3103fa1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1808720 May 09 05:11:51.465076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40904) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:51.470572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:51.476365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:51.481866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] Deleting port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:51.482230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.578123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:51.582416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:51.585276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:51.591128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:51.603034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:51.606954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.685488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] For port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:51.685744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.808294 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] Calling delete_port for 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:51.826200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.887460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.887920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:51.891069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:51.895353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:51.895934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:51.909104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=c692d996-0665-4663-9596-53cee4bf5ed9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:51.928321 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fe2a7090-99bd-40de-bc52-aca0bfab6e2c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4621854 May 09 05:11:51.931312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40908) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:51.937286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:51.938908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] Pushing event deleted for resources: {'Port': ['ID=91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:51.941683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0ee89-8183-4cc8-bddd-da57ae4b231c None None] No DVR routers for this DVR port 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:51.956289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92342fb-cb8b-4dc0-b5ea-77df35f2e880 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:52.077813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:52.082161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:52.085301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:52.091302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:52.101049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:52.104825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:52.168528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': 'c692d996-0665-4663-9596-53cee4bf5ed9'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:52.169362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:52.236872 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c692d996-0665-4663-9596-53cee4bf5ed9 (CIDR: 2001:db8::/64) May 09 05:11:52.240610 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:52.241117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:52.261973 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8132778b-c8f5-4a2e-ab86-cbe9e1cc0c42 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3297153 May 09 05:11:52.262291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40912) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:52.268195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:52.368976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/c692d996-0665-4663-9596-53cee4bf5ed9/c738ee63-e523-422a-b556-722da77edef0) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:52.411142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:52.416049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:52.419316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:52.425186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:52.435239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:52.439227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:52.446059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:52.493447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:11:52.494133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 91a34c1e-ee74-4730-aba0-3b5e2fa1c4c6 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:52.618138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:52.629199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Transition to ACTIVE for port object c738ee63-e523-422a-b556-722da77edef0 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:52.647852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Transition to ACTIVE for port object c738ee63-e523-422a-b556-722da77edef0 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:52.654994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:52.682937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40918) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:52.723158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:52.726109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:52.728490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:52.760879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Pushing event updated for resources: {'Port': ['ID=c738ee63-e523-422a-b556-722da77edef0,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:52.802308 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e10cec03-f8ab-4df6-9ddb-cee10861764c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1510bb48-d71c-41f6-94a3-d7393b3aaf08 HTTP/1.1" status: 200 len: 993 time: 0.1178830 May 09 05:11:52.833740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Attempting to bind port c738ee63-e523-422a-b556-722da77edef0 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:52.834243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Attempting to bind port c738ee63-e523-422a-b556-722da77edef0 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:52.834601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Attempting to bind port c738ee63-e523-422a-b556-722da77edef0 on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:52.848011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:52.848500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:52.848954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:52.849349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:52.849829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Bound port: c738ee63-e523-422a-b556-722da77edef0, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:52.850198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:52.951187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.objects.ports [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88041) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:52.953907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] For port c738ee63-e523-422a-b556-722da77edef0, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:52.957121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] For port c738ee63-e523-422a-b556-722da77edef0, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c738ee63-e523-422a-b556-722da77edef0,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:52.963425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.050754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe491a-c77b-44ac-bb8c-23ecdf5a549a None None] Pushing event updated for resources: {'Port': ['ID=c738ee63-e523-422a-b556-722da77edef0,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:53.142368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40926) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:53.152730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.371178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 8c456f07-5acc-4490-9c28-967b2c1a0ae7 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:53.371777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.415740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port c738ee63-e523-422a-b556-722da77edef0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c738ee63-e523-422a-b556-722da77edef0,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:53.440837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.446448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.447181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.547998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.548339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.557158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:53.562862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:53.565754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:53.566342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.596264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=83b016e6-5b32-416e-8b9a-1d73d5aaaa6b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:53.609624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=c738ee63-e523-422a-b556-722da77edef0,revision_number=4']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:53.613545 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8a3b65b2-7da7-478b-9b21-e0f1a631b6e2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3502853 May 09 05:11:53.616308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40930) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:53.622030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:7a:33:ba', 'name': 'tempest-NetworksTestDHCPv6-87488458'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:53.672711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 8c456f07-5acc-4490-9c28-967b2c1a0ae7 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:53.767675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:53.772091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:53.775234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:53.782263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:53.795279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:53.935924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:53.966063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port 63c1cca4-9e71-4d1b-af90-9d2a773deb41 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:11:53.973254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.024535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=8c456f07-5acc-4490-9c28-967b2c1a0ae7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:54.103537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a875cb4-f07e-4ce0-9525-7f66dceb880f None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:54.118225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.118554 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 1510bb48-d71c-41f6-94a3-d7393b3aaf08 disassociated (deleted). External IP: 172.26.0.103, port: ef58b49e-4cd7-4f81-a957-e3cca0ef31a1. May 09 05:11:54.204157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::2fe (b05d4b78-866b-4b64-acd1-c7937be92865/c692d996-0665-4663-9596-53cee4bf5ed9/63c1cca4-9e71-4d1b-af90-9d2a773deb41) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:54.208896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5162aa2b-f57d-4089-8f8f-acc514393cc6 None None] Provisioning for port c738ee63-e523-422a-b556-722da77edef0 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:54.211417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:33ba (b05d4b78-866b-4b64-acd1-c7937be92865/83b016e6-5b32-416e-8b9a-1d73d5aaaa6b/63c1cca4-9e71-4d1b-af90-9d2a773deb41) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:54.418968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.436753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object 63c1cca4-9e71-4d1b-af90-9d2a773deb41 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:54.466578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.505573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 9b80bc68-2789-475f-90e4-85b34b02bce0 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:11:54.509298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c738ee63-e523-422a-b556-722da77edef0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:54.553693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:54.557081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:54.561616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:54.567378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:54.568030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.590269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=63c1cca4-9e71-4d1b-af90-9d2a773deb41,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:54.591722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c738ee63-e523-422a-b556-722da77edef0 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:54.597769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c738ee63-e523-422a-b556-722da77edef0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:54.598303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.600373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.600780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.601165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.601570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.601946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.602302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.602599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.602973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.603361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.603792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.604192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.604672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:54.610013 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5583c17a-da9e-4df8-b889-7ec72256c968 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9926927 May 09 05:11:54.612654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40934) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:54.695935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port 63c1cca4-9e71-4d1b-af90-9d2a773deb41 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:54.696591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.734119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.747723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:11:54.762261 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] Sync routers for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:11:54.773376 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:11:54.774407 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:11:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:54.785311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.798375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c738ee63-e523-422a-b556-722da77edef0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c738ee63-e523-422a-b556-722da77edef0,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:54.809993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:54.876450 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-92b5fc7e-46c1-4eb4-8b18-22bc85ba348a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/1510bb48-d71c-41f6-94a3-d7393b3aaf08 HTTP/1.1" status: 204 len: 168 time: 1.7326837 May 09 05:11:54.876939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:11:54.907517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c738ee63-e523-422a-b556-722da77edef0,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:54.950187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2367d6f3-84b8-48ba-9556-2cdf6d5ef895'] response: {'name': 'network-changed', 'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'status': 'completed', 'code': 200} May 09 05:11:55.061975 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:11:55.144043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4745a817-5998-454d-b348-6869d34db842 None None] Provisioning complete for port c738ee63-e523-422a-b556-722da77edef0 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:55.144674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4745a817-5998-454d-b348-6869d34db842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:55.306693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:55.365141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ae25f-788d-4690-bc53-0385e7bc440a req-f1ad25b3-4efa-4eeb-9675-89dfcffaf3b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:55.366346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c27ae25f-788d-4690-bc53-0385e7bc440a req-f1ad25b3-4efa-4eeb-9675-89dfcffaf3b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:55.388587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c27ae25f-788d-4690-bc53-0385e7bc440a req-f1ad25b3-4efa-4eeb-9675-89dfcffaf3b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:55.389659 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c27ae25f-788d-4690-bc53-0385e7bc440a req-f1ad25b3-4efa-4eeb-9675-89dfcffaf3b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 945 time: 0.1570380 May 09 05:11:55.442306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for 63c1cca4-9e71-4d1b-af90-9d2a773deb41 owned by {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:55.460190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3e76db19-7a1b-4ff5-9cb1-6d4b3325f748 None None] Could not find standard attr ID for object 1c4c774a-4739-40f3-b049-94e4869a9802. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:11:55.464957 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c27ae25f-788d-4690-bc53-0385e7bc440a req-4ed9f107-2b32-4f51-b888-d9d94500f833 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641499 May 09 05:11:55.491316 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:10:00Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:55.495399 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] Checking router: 9b80bc68-2789-475f-90e4-85b34b02bce0 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:11:55.505228 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:11:55.505552 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:11:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:55.506884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-0ec23a81-850a-4694-8689-6de89b95dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:55.508364 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-0ec23a81-850a-4694-8689-6de89b95dd3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 1098 time: 0.5011115 May 09 05:11:55.695672 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:11:55.748794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-f92a25d9-ac77-4e45-bcce-5c97bffe6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:55.750196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-f92a25d9-ac77-4e45-bcce-5c97bffe6d1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b407bd5e-2266-4b82-8200-7da18b9758d4 HTTP/1.1" status: 200 len: 897 time: 0.2216601 May 09 05:11:55.829509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-ce405f2e-70bc-4bde-8f8e-cdf5fd1fd1db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 HTTP/1.1" status: 200 len: 217 time: 0.0693133 May 09 05:11:55.849452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-29ba0bf9-b74e-49a7-8e9a-02918b2cb40d None None] Provisioning for port 63c1cca4-9e71-4d1b-af90-9d2a773deb41 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:11:55.855659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-29ba0bf9-b74e-49a7-8e9a-02918b2cb40d None None] Provisioning complete for port 63c1cca4-9e71-4d1b-af90-9d2a773deb41 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:55.856177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-29ba0bf9-b74e-49a7-8e9a-02918b2cb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:55.897884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-29ba0bf9-b74e-49a7-8e9a-02918b2cb40d None None] Port 63c1cca4-9e71-4d1b-af90-9d2a773deb41 was deleted so its status cannot be updated. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 09 05:11:55.899746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:55.958030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=63c1cca4-9e71-4d1b-af90-9d2a773deb41,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:56.037336 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:10:00Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:11:56.040730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-72ef5181-86e0-4853-b22a-cc72a667a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.042133 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-72ef5181-86e0-4853-b22a-cc72a667a6a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c24409c2-5e98-4156-883e-488a5cb658d3 HTTP/1.1" status: 200 len: 834 time: 0.1976423 May 09 05:11:56.043865 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c02c2-a201-4694-b92c-c5db4b734c6f None None] The sync data for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv is: [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:09:51Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '8b8b0fb6-864c-4a5d-a726-18c67eed412b', 'name': '', 'network_id': 'b407bd5e-2266-4b82-8200-7da18b9758d4', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:46:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:50Z', 'updated_at': '2022-05-09T05:10:00Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c24409c2-5e98-4156-883e-488a5cb658d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:11:56.082948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:56.105676 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-58fec200-46a8-45da-9a1d-571c1b7bf289 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/63c1cca4-9e71-4d1b-af90-9d2a773deb41 HTTP/1.1" status: 204 len: 168 time: 1.4916646 May 09 05:11:56.107838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40944) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:56.135549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-73554856-c102-4a7a-b841-afaaccac3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.137157 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-73554856-c102-4a7a-b841-afaaccac3f90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b407bd5e-2266-4b82-8200-7da18b9758d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875061 May 09 05:11:56.204906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01f660-7469-440e-9ef3-ceb7dda28007 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.205907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e01f660-7469-440e-9ef3-ceb7dda28007 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:56.224418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e01f660-7469-440e-9ef3-ceb7dda28007 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:56.226098 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2e01f660-7469-440e-9ef3-ceb7dda28007 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1165102 May 09 05:11:56.228498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40948) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:56.299367 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-bef8aec9-ef09-41e9-99f3-299277641de2 service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480672 May 09 05:11:56.308684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8ee2d-cb99-423f-9fc1-d2d3dd0ad5c6 None None] New status for floating IP 1510bb48-d71c-41f6-94a3-d7393b3aaf08: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:11:56.317904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1619142-c532-4d3e-b878-e1b0f8de7349 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.319401 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f1619142-c532-4d3e-b878-e1b0f8de7349 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0896459 May 09 05:11:56.322142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40952) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:56.406637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633958f-2066-44ab-ba1a-c28de023bee6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.408181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633958f-2066-44ab-ba1a-c28de023bee6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.410123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633958f-2066-44ab-ba1a-c28de023bee6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.411139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f633958f-2066-44ab-ba1a-c28de023bee6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:11:56.431390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f633958f-2066-44ab-ba1a-c28de023bee6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:11:56.436892 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f633958f-2066-44ab-ba1a-c28de023bee6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1138129 May 09 05:11:56.437702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40956) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:56.448412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d643eee2-fce5-491d-85e2-254e452d3c7b req-65282ba2-2d43-4ca7-a794-fce30b39bf14 service neutron] 10.222.0.59 "GET /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423795 May 09 05:11:56.461225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c738ee63-e523-422a-b556-722da77edef0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:11:56.524704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 83b016e6-5b32-416e-8b9a-1d73d5aaaa6b {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:56.528203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:56.533134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c738ee63-e523-422a-b556-722da77edef0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:56.533567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:56.587776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:56.692681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:56.695243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa05d6-a1df-4032-b1f2-7c5a6cb86281 req-49aa8db3-9f89-40f1-969c-53fa622a134f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:56.697012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b9aa05d6-a1df-4032-b1f2-7c5a6cb86281 req-49aa8db3-9f89-40f1-969c-53fa622a134f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 945 time: 0.0975900 May 09 05:11:56.743200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b9aa05d6-a1df-4032-b1f2-7c5a6cb86281 req-efa85445-2e12-4332-9cdf-83a1595a7bc5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ae8bd723-7185-4229-a6a8-fcbe9908dfc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 May 09 05:11:56.773270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:56.811780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=83b016e6-5b32-416e-8b9a-1d73d5aaaa6b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:56.816786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:56.823346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e616e-2fe1-4342-8736-0301387d5d00 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:56.826361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.826701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.827031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.827359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.827673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.827990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.828309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.828651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.828968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.829286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.829596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.829905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:56.840089 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d4e61295-d844-4b65-8694-f71d9d4b0e52 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/83b016e6-5b32-416e-8b9a-1d73d5aaaa6b HTTP/1.1" status: 204 len: 168 time: 0.4003966 May 09 05:11:56.842791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40962) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:56.949994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet c692d996-0665-4663-9596-53cee4bf5ed9 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:11:56.954695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.018628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.086543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-6f67c943-8b52-46b7-84bd-b1db8b725fd6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:57.088007 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-6f67c943-8b52-46b7-84bd-b1db8b725fd6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 945 time: 0.1895995 May 09 05:11:57.284283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:57.284652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.338061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.549583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.596546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=c692d996-0665-4663-9596-53cee4bf5ed9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:57.602331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.606712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73639c89-56f6-46ce-9a41-088fafa42739 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:57.628928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a34876fe-d2c3-40c0-a15b-fece38ee0fb6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/c692d996-0665-4663-9596-53cee4bf5ed9 HTTP/1.1" status: 204 len: 168 time: 0.7848735 May 09 05:11:57.632912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40966) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:57.655526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:57.655873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.708504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0b757717-be7e-4978-865b-c18e6d63df63 None None] Provisioning complete for port c738ee63-e523-422a-b556-722da77edef0 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:11:57.708873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b757717-be7e-4978-865b-c18e6d63df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.787868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:57.841784 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b16abbd9-5626-47c4-a9d0-10322fcdbae0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2049112 May 09 05:11:57.842251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40972) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:57.849372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:57.956207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:57.979386 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2b6eba49-05c5-4edf-9458-9a4371431cc0 req-2531df23-09aa-42d9-96f8-d1af162c1e1a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a200305-3067-4a30-b36e-e4fbe0473d61 HTTP/1.1" status: 200 len: 210 time: 0.1062839 May 09 05:11:58.009388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=ef58b49e-4cd7-4f81-a957-e3cca0ef31a1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:58.015967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:11:58.020153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Deleting port c738ee63-e523-422a-b556-722da77edef0 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:11:58.020548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.024069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:58.029359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:58.032268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:58.038423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:58.051228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:58.056348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.124677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:58.127200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.131353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'name': 'network-vif-deleted', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:11:58.148288 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f803a757-cc3a-4d5e-adb1-cf5ca385ea3e req-517d496d-789e-4134-b845-4e86a4eee973 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 HTTP/1.1" status: 204 len: 173 time: 1.0549302 May 09 05:11:58.194401 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae0cfe0-8eab-4d40-87b3-765f76b65044'] response: {'server_uuid': '8a200305-3067-4a30-b36e-e4fbe0473d61', 'name': 'network-vif-deleted', 'tag': 'ef58b49e-4cd7-4f81-a957-e3cca0ef31a1', 'status': 'completed', 'code': 200} May 09 05:11:58.261359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] For port c738ee63-e523-422a-b556-722da77edef0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c738ee63-e523-422a-b556-722da77edef0,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:11:58.261613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.303250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.361861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:58.364832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:58.369223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:11:58.370079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.389155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=96b16722-e512-4d00-afb8-c67c31f6b2cb,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:58.399231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Calling delete_port for c738ee63-e523-422a-b556-722da77edef0 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:11:58.408307 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f1c8dc28-fbb6-4667-bbce-2b627d941314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5649037 May 09 05:11:58.411230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40978) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:58.418728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:58.497418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c738ee63-e523-422a-b556-722da77edef0 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:11:58.569428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No active binding found for port c738ee63-e523-422a-b556-722da77edef0 {{(pid=88043) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 09 05:11:58.570133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c738ee63-e523-422a-b556-722da77edef0 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:11:58.571989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.598493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:58.608567 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:58.612626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:58.619649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:58.632201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:58.634512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Pushing event deleted for resources: {'Port': ['ID=c738ee63-e523-422a-b556-722da77edef0,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:58.638701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.649803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.650144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.650469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.650796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.651117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.651441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.651803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.652123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.652629 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.652948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.653262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.653575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:11:58.656302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f9977-1846-4bb1-ab6c-0e8ad9aace2e None None] No DVR routers for this DVR port c738ee63-e523-422a-b556-722da77edef0 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:11:58.680104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c59363b-7951-457d-910e-a0fdbfa2e461 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:11:58.810555 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.ipam_backend_mixin [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96b16722-e512-4d00-afb8-c67c31f6b2cb (CIDR: 2001:db8::/64) May 09 05:11:58.813942 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:11:58.814438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:11:58.834730 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d4b43c8c-937a-4d49-9dea-5e20515e2c74 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4218543 May 09 05:11:58.837225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 40982) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:58.843380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'subnet': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:11:58.910261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b05d4b78-866b-4b64-acd1-c7937be92865', 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'tenant_id': 'e6bcd47afaba4457a6493fd745cede85', 'fixed_ips': [{'subnet_id': '96b16722-e512-4d00-afb8-c67c31f6b2cb'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:11:58.911345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:58.987882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:11:58.993514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:subnet and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:11:58.997019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:11:59.002905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:11:59.020683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:11:59.024484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.091719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40988) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:59.123516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Allocated IP 2001:db8::2 (b05d4b78-866b-4b64-acd1-c7937be92865/96b16722-e512-4d00-afb8-c67c31f6b2cb/0eed958f-281f-4afa-bbf2-542883a152ff) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:11:59.163555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6cec842-4280-449e-9143-1c35d369ea48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.194291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6cec842-4280-449e-9143-1c35d369ea48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.263654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6cec842-4280-449e-9143-1c35d369ea48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.287238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cec842-4280-449e-9143-1c35d369ea48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8bd723-7185-4229-a6a8-fcbe9908dfc7,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:59.306078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6cec842-4280-449e-9143-1c35d369ea48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.307425 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e6cec842-4280-449e-9143-1c35d369ea48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/ae8bd723-7185-4229-a6a8-fcbe9908dfc7 HTTP/1.1" status: 204 len: 168 time: 0.2145560 May 09 05:11:59.341638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40994) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:11:59.357683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.370555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Transition to ACTIVE for port object 0eed958f-281f-4afa-bbf2-542883a152ff will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:59.389467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Transition to ACTIVE for port object 0eed958f-281f-4afa-bbf2-542883a152ff will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:11:59.397035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.442481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.objects.ports [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88042) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 09 05:11:59.465677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:11:59.468711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:11:59.472806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:11:59.543418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Pushing event updated for resources: {'Port': ['ID=0eed958f-281f-4afa-bbf2-542883a152ff,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:11:59.574910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Attempting to bind port 0eed958f-281f-4afa-bbf2-542883a152ff on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:11:59.575420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Attempting to bind port 0eed958f-281f-4afa-bbf2-542883a152ff by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:11:59.575891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Attempting to bind port 0eed958f-281f-4afa-bbf2-542883a152ff on network b05d4b78-866b-4b64-acd1-c7937be92865 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:11:59.581666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:11:59.582233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Checking segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:11:59.582863 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.583335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Bound using segment: {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:11:59.583886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Bound port: 0eed958f-281f-4afa-bbf2-542883a152ff, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba5df2-3157-4387-8222-d3836d471ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:11:59.584528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.621118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.672584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] For port 0eed958f-281f-4afa-bbf2-542883a152ff, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:11:59.675734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] For port 0eed958f-281f-4afa-bbf2-542883a152ff, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0eed958f-281f-4afa-bbf2-542883a152ff,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:11:59.683996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:11:59.704022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:11:59.704663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:11:59.766877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142959f-8b71-4031-882f-0bb378d219a2 None None] Pushing event updated for resources: {'Port': ['ID=0eed958f-281f-4afa-bbf2-542883a152ff,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:00.043501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.266280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.415243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 8b8b0fb6-864c-4a5d-a726-18c67eed412b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:00.415755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.515939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0eed958f-281f-4afa-bbf2-542883a152ff up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:00.600264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 0eed958f-281f-4afa-bbf2-542883a152ff completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:00.628895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] For port 0eed958f-281f-4afa-bbf2-542883a152ff, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0eed958f-281f-4afa-bbf2-542883a152ff,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:00.661300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.667022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 8b8b0fb6-864c-4a5d-a726-18c67eed412b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8b8b0fb6-864c-4a5d-a726-18c67eed412b,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:00.667268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.667513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.668097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.777514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:00.782683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:00.791373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:00.791516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:00.796202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876567c-001b-450f-87ca-2057cee25f2e None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:00.801494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 8b8b0fb6-864c-4a5d-a726-18c67eed412b owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:00.811528 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Subnet': ['ID=6b86888f-cce8-43fa-bf1f-bfdfac2a0e31,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:00.824024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f9695b42-b904-4638-9b16-65e5607a8b18 None None] Provisioning for port 0eed958f-281f-4afa-bbf2-542883a152ff completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:00.825453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=0eed958f-281f-4afa-bbf2-542883a152ff,revision_number=4']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:00.839096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 40998) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:00.839337 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6d6a1f8b-4d26-4d72-a7f5-f453ea3d465f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0007985 May 09 05:12:00.851146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Request body: {'port': {'network_id': 'b05d4b78-866b-4b64-acd1-c7937be92865', 'mac_address': 'fa:16:3e:82:8d:95', 'name': 'tempest-NetworksTestDHCPv6-1267956581'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:00.886601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f9695b42-b904-4638-9b16-65e5607a8b18 None None] Provisioning complete for port 0eed958f-281f-4afa-bbf2-542883a152ff triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:00.886958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f9695b42-b904-4638-9b16-65e5607a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:01.049343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:01.055030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Usage tracker for resource:port and tenant:e6bcd47afaba4457a6493fd745cede85 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:01.059106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:01.066345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:01.084453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Made reservation on behalf of e6bcd47afaba4457a6493fd745cede85 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:01.127785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f9695b42-b904-4638-9b16-65e5607a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:01.172254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f9695b42-b904-4638-9b16-65e5607a8b18 None None] For port 0eed958f-281f-4afa-bbf2-542883a152ff, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0eed958f-281f-4afa-bbf2-542883a152ff,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:01.178684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f9695b42-b904-4638-9b16-65e5607a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:01.257052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9695b42-b904-4638-9b16-65e5607a8b18 None None] Pushing event updated for resources: {'Port': ['ID=0eed958f-281f-4afa-bbf2-542883a152ff,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:01.259368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:01.315362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:01.327993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=8b8b0fb6-864c-4a5d-a726-18c67eed412b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:01.412325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] device_id is not set on port a025697c-bbb5-4733-8e61-ea022b53bf69 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:12:01.671952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:01.707914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:12:01.708264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ef58b49e-4cd7-4f81-a957-e3cca0ef31a1 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:12:01.803607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5dacaac9-62ab-4075-adaf-b549a427a896 None None] Provisioning complete for port 0eed958f-281f-4afa-bbf2-542883a152ff triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:01.804223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5dacaac9-62ab-4075-adaf-b549a427a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:01.907759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:01.985823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8::166 (b05d4b78-866b-4b64-acd1-c7937be92865/96b16722-e512-4d00-afb8-c67c31f6b2cb/a025697c-bbb5-4733-8e61-ea022b53bf69) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:02.009095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:8d95 (b05d4b78-866b-4b64-acd1-c7937be92865/6b86888f-cce8-43fa-bf1f-bfdfac2a0e31/a025697c-bbb5-4733-8e61-ea022b53bf69) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:02.458742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:02.479889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 9b80bc68-2789-475f-90e4-85b34b02bce0 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:12:02.483786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Transition to ACTIVE for port object a025697c-bbb5-4733-8e61-ea022b53bf69 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:02.504975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0eed958f-281f-4afa-bbf2-542883a152ff up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:02.600460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0eed958f-281f-4afa-bbf2-542883a152ff triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:02.600460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:02.666526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:02.787857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:12:02.790999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Network b05d4b78-866b-4b64-acd1-c7937be92865 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:02.799258 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] Sync routers for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:12:02.803129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:02.810230 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:02.810230 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:11:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:02.812952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:02.818474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:02.819090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:02.835307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event updated for resources: {'Port': ['ID=a025697c-bbb5-4733-8e61-ea022b53bf69,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:02.851768 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d29f8893-74c0-4c40-8dec-6f6f6103ee48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/9b80bc68-2789-475f-90e4-85b34b02bce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5089824 May 09 05:12:02.856201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41002) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:02.896906 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c50fd1de-01aa-47d6-95bc-9e3d31a005f2 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0568552 May 09 05:12:02.899886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41006) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:02.934980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-58989aa5-820d-4402-a948-b075f095882f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1884885 May 09 05:12:02.938898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet c24409c2-5e98-4156-883e-488a5cb658d3 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:12:02.942359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.002114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting port a025697c-bbb5-4733-8e61-ea022b53bf69 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:03.002509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.048572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.098132 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:03.158342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3c8f0920-6ab0-496b-9ce2-f067e57a934f None None] Provisioning for port a025697c-bbb5-4733-8e61-ea022b53bf69 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:03.165414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3c8f0920-6ab0-496b-9ce2-f067e57a934f None None] Provisioning complete for port a025697c-bbb5-4733-8e61-ea022b53bf69 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:03.166093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3c8f0920-6ab0-496b-9ce2-f067e57a934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.237203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f0920-6ab0-496b-9ce2-f067e57a934f None None] Port a025697c-bbb5-4733-8e61-ea022b53bf69 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:03.275821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-95a92008-5be8-46e3-a9dd-64d8c913e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:03.277461 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-95a92008-5be8-46e3-a9dd-64d8c913e178 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 1098 time: 0.2817841 May 09 05:12:03.298194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.321296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.442368 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:12:01Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:03.446499 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] Checking router: 9b80bc68-2789-475f-90e4-85b34b02bce0 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:12:03.450108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Calling delete_port for a025697c-bbb5-4733-8e61-ea022b53bf69 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:03.455227 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] Routers {'9b80bc68-2789-475f-90e4-85b34b02bce0'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:03.455855 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:11:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9b80bc68-2789-475f-90e4-85b34b02bce0'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:03.477496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.520192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-6c9dea86-39e9-421f-9ed1-e036b459e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:03.521605 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-6c9dea86-39e9-421f-9ed1-e036b459e14d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.1958871 May 09 05:12:03.523749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=c24409c2-5e98-4156-883e-488a5cb658d3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:03.525740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.547000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b452e-78fa-4495-b374-b9d3dd1e90d0 None None] Network b407bd5e-2266-4b82-8200-7da18b9758d4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:03.605856 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d5210853-99df-46ef-88fc-06944c97c8b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/c24409c2-5e98-4156-883e-488a5cb658d3 HTTP/1.1" status: 204 len: 168 time: 0.7482285 May 09 05:12:03.614806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41010) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:03.655311 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] Set router 9b80bc68-2789-475f-90e4-85b34b02bce0 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:03.712211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.716584 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-00a760bd-79f8-47cd-b0ce-3dd594e36467 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffb0a9f-8977-43e9-a782-0db817945b63 HTTP/1.1" status: 200 len: 1000 time: 0.1871154 May 09 05:12:03.823981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Port': ['ID=a025697c-bbb5-4733-8e61-ea022b53bf69,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:03.858855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-d02de8f8-8156-40c9-b4b0-dd36c801ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:03.860998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-d02de8f8-8156-40c9-b4b0-dd36c801ede0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.1388271 May 09 05:12:03.872062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.885391 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e0277ec2-d147-48c3-882c-b4dc43d65360 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/a025697c-bbb5-4733-8e61-ea022b53bf69 HTTP/1.1" status: 204 len: 168 time: 0.9819653 May 09 05:12:03.885566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41014) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:03.895020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:03.921799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] DHCP port deletion for b407bd5e-2266-4b82-8200-7da18b9758d4 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:12:03.926435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] Deleting port d0bbb819-2fc8-454c-b493-78abc6260122 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:03.929124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.005614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15504f-190e-4abd-9b6a-a3b65a1ab6e7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:04.010277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6b15504f-190e-4abd-9b6a-a3b65a1ab6e7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:04.046652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6b15504f-190e-4abd-9b6a-a3b65a1ab6e7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:04.050391 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6b15504f-190e-4abd-9b6a-a3b65a1ab6e7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1612580 May 09 05:12:04.050839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41018) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:04.117507 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:12:01Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:04.121518 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83b076-3682-4141-9e82-03a817d7fd0c None None] The sync data for ids ['9b80bc68-2789-475f-90e4-85b34b02bce0'] in dv-neutron-840482-1-hyperv is: [{'id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'name': 'tempest-TestNetworkBasicOps-router-76532427', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:39Z', 'updated_at': '2022-05-09T05:12:01Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'bdbd9484-d05c-4a49-a86b-87471451ede0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b80bc68-2789-475f-90e4-85b34b02bce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:40Z', 'updated_at': '2022-05-09T05:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:12:04.173793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b749709-6faf-4ebb-baa7-125419080b54 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:04.175349 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4b749709-6faf-4ebb-baa7-125419080b54 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1235955 May 09 05:12:04.178038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41022) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:04.178197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-5f2eb1a4-9c96-442e-833a-e36a72729fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:04.179562 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-5f2eb1a4-9c96-442e-833a-e36a72729fa9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2249980 May 09 05:12:04.215872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] For port d0bbb819-2fc8-454c-b493-78abc6260122, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=d0bbb819-2fc8-454c-b493-78abc6260122,segment=NetworkSegment(55be03d1-5ccd-4c0d-b94c-749bd95438ab),segment_id=55be03d1-5ccd-4c0d-b94c-749bd95438ab)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:04.216556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.253973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86704853-8a00-4302-aee9-c244fa7d789c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:04.255452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86704853-8a00-4302-aee9-c244fa7d789c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:04.257752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.258032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86704853-8a00-4302-aee9-c244fa7d789c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:04.259072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-86704853-8a00-4302-aee9-c244fa7d789c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:04.277704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-86704853-8a00-4302-aee9-c244fa7d789c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:04.283763 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-86704853-8a00-4302-aee9-c244fa7d789c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1020818 May 09 05:12:04.283928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41026) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:04.287848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port bdbd9484-d05c-4a49-a86b-87471451ede0 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:04.288197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.343999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] Calling delete_port for d0bbb819-2fc8-454c-b493-78abc6260122 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:04.375565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 6b86888f-cce8-43fa-bf1f-bfdfac2a0e31 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:12:04.378761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.390697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-aa86557e-3a26-4dbc-8534-39b29c4ec1e3 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030699 May 09 05:12:04.423955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.435224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.476000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] Pushing event deleted for resources: {'Port': ['ID=d0bbb819-2fc8-454c-b493-78abc6260122,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:04.480481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee32de2-c38b-49cc-a34a-662304371b18 None None] No DVR routers for this DVR port d0bbb819-2fc8-454c-b493-78abc6260122 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:04.537587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.586961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0bbb819-2fc8-454c-b493-78abc6260122 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:04.622884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port bdbd9484-d05c-4a49-a86b-87471451ede0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=bdbd9484-d05c-4a49-a86b-87471451ede0,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:04.622884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.639693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.641499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: d0bbb819-2fc8-454c-b493-78abc6260122 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:12:04.641845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device d0bbb819-2fc8-454c-b493-78abc6260122 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:12:04.642689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8b8b0fb6-864c-4a5d-a726-18c67eed412b no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:04.681287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 8b8b0fb6-864c-4a5d-a726-18c67eed412b {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:12:04.681624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8b8b0fb6-864c-4a5d-a726-18c67eed412b not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:12:04.708820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=6b86888f-cce8-43fa-bf1f-bfdfac2a0e31,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:04.710941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.720745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc0854-763c-4a10-8810-9b231d0f2404 None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:04.734745 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fe17cc48-6ffb-4c91-9b04-66f14547164c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/6b86888f-cce8-43fa-bf1f-bfdfac2a0e31 HTTP/1.1" status: 204 len: 168 time: 0.4497156 May 09 05:12:04.735530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41030) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:04.843777 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d62a7f1-078a-49f7-9cef-12eec9f94915 req-045265ad-7fcc-435b-9456-b8e677568212 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070468 May 09 05:12:04.904213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for bdbd9484-d05c-4a49-a86b-87471451ede0 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:04.927904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Deleting subnet 96b16722-e512-4d00-afb8-c67c31f6b2cb {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:12:04.930989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:04.989605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.093796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.101124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.175400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.217429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Subnet': ['ID=96b16722-e512-4d00-afb8-c67c31f6b2cb,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:05.218073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=bdbd9484-d05c-4a49-a86b-87471451ede0,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:05.219280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.231782 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6f5d4998-fcb4-4cd8-a65e-f0327e368dfa tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/96b16722-e512-4d00-afb8-c67c31f6b2cb HTTP/1.1" status: 204 len: 168 time: 0.4927907 May 09 05:12:05.232543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41034) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.256655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.307010 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8826874c-fe98-42fc-b7d8-7d84f8418257 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709803 May 09 05:12:05.307229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41038) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.396073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdcc6ff-bddf-4383-9b88-8c419d6a3958 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:05.398517 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8cdcc6ff-bddf-4383-9b88-8c419d6a3958 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0892510 May 09 05:12:05.400078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41044) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.447630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.450781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.474788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bde2c-043d-409c-90b4-dc5cd41b7074 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:05.475600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-250bde2c-043d-409c-90b4-dc5cd41b7074 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:05.475854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.476547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router 9b80bc68-2789-475f-90e4-85b34b02bce0 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:12:05.497520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-250bde2c-043d-409c-90b4-dc5cd41b7074 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:05.498886 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-250bde2c-043d-409c-90b4-dc5cd41b7074 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0976942 May 09 05:12:05.501475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41048) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.502089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.504451 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8213ce27-c618-40a9-9365-5bbcc4574398 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/9b80bc68-2789-475f-90e4-85b34b02bce0 HTTP/1.1" status: 204 len: 168 time: 1.8874369 May 09 05:12:05.505936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41050) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.589510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea4db1-7057-4786-9bd9-3764a4fea39c None None] Network b05d4b78-866b-4b64-acd1-c7937be92865 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:05.596273 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b86df254-c0cd-4122-b905-44997112aad6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929329 May 09 05:12:05.596939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41056) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.635396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.638589 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0395303-8fd2-4192-814c-7e7b02f1d823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.639057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0395303-8fd2-4192-814c-7e7b02f1d823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.643373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41060) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.643729 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c0395303-8fd2-4192-814c-7e7b02f1d823 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/a025697c-bbb5-4733-8e61-ea022b53bf69 HTTP/1.1" status: 404 len: 333 time: 0.0457990 May 09 05:12:05.688334 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-03df62bb-d19f-45af-8e67-6578a218592c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.688842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03df62bb-d19f-45af-8e67-6578a218592c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.690510 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-03df62bb-d19f-45af-8e67-6578a218592c tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/6b86888f-cce8-43fa-bf1f-bfdfac2a0e31 HTTP/1.1" status: 404 len: 337 time: 0.0462105 May 09 05:12:05.693434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41064) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.731612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e0a6cc7c-967a-457b-9e32-08ca74ec8989 None None] Provisioning complete for port 0eed958f-281f-4afa-bbf2-542883a152ff triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:05.731980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e0a6cc7c-967a-457b-9e32-08ca74ec8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.755496 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7204173-07b4-4310-b83b-d0fe4eafba16 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.755944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7204173-07b4-4310-b83b-d0fe4eafba16 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.757628 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d7204173-07b4-4310-b83b-d0fe4eafba16 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/96b16722-e512-4d00-afb8-c67c31f6b2cb HTTP/1.1" status: 404 len: 337 time: 0.0633576 May 09 05:12:05.760764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41068) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.805578 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa39744-7c37-4d11-b07a-35d1f760585b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.806005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa39744-7c37-4d11-b07a-35d1f760585b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.810773 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1aa39744-7c37-4d11-b07a-35d1f760585b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/63c1cca4-9e71-4d1b-af90-9d2a773deb41 HTTP/1.1" status: 404 len: 333 time: 0.0446076 May 09 05:12:05.810989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41072) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.853048 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-e234305d-aaff-40f5-b9bd-fa80ebaf1ae8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.853409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e234305d-aaff-40f5-b9bd-fa80ebaf1ae8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.855242 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e234305d-aaff-40f5-b9bd-fa80ebaf1ae8 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/83b016e6-5b32-416e-8b9a-1d73d5aaaa6b HTTP/1.1" status: 404 len: 337 time: 0.0431559 May 09 05:12:05.857944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41076) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.859946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.886468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b407bd5e-2266-4b82-8200-7da18b9758d4']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:05.896294 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd379c4e-5f79-4b5e-9430-88c9a80d21e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.896776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd379c4e-5f79-4b5e-9430-88c9a80d21e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.899666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55be03d1-5ccd-4c0d-b94c-749bd95438ab') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:05.899967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55be03d1-5ccd-4c0d-b94c-749bd95438ab') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:05.901249 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dd379c4e-5f79-4b5e-9430-88c9a80d21e0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/c692d996-0665-4663-9596-53cee4bf5ed9 HTTP/1.1" status: 404 len: 337 time: 0.0422850 May 09 05:12:05.902222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41080) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.913049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.931583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.937859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:05.938242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:05.944618 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-2021a237-c2e2-4ecc-8427-67dcda766b41 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.945044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2021a237-c2e2-4ecc-8427-67dcda766b41 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.946723 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2021a237-c2e2-4ecc-8427-67dcda766b41 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/1c4c774a-4739-40f3-b049-94e4869a9802 HTTP/1.1" status: 404 len: 333 time: 0.0434196 May 09 05:12:05.949672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41084) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:05.952562 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:05.991541 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f45edb6-de88-4009-b7d0-0673f71deba9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:05.991991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f45edb6-de88-4009-b7d0-0673f71deba9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:05.993693 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0f45edb6-de88-4009-b7d0-0673f71deba9 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/28e8bd47-36e4-494c-941b-81b20a130f4b HTTP/1.1" status: 404 len: 337 time: 0.0431480 May 09 05:12:05.996483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41088) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.016471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] DHCP port deletion for b05d4b78-866b-4b64-acd1-c7937be92865 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:12:06.021470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] Deleting port 0eed958f-281f-4afa-bbf2-542883a152ff {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:06.021628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.037911 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-2106fe38-b3aa-46d0-955c-0d02696f9cb7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.038362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2106fe38-b3aa-46d0-955c-0d02696f9cb7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.040414 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2106fe38-b3aa-46d0-955c-0d02696f9cb7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/ef9e4c97-49c4-4c6d-8e3a-ca1cbff920fb HTTP/1.1" status: 404 len: 337 time: 0.0429935 May 09 05:12:06.043233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41092) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.071763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.094134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.095552 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6bb49b-d1c3-4899-a268-a0f5e7473311 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.096120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6bb49b-d1c3-4899-a268-a0f5e7473311 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.098000 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-db6bb49b-d1c3-4899-a268-a0f5e7473311 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/f0faa515-b5ff-4e7a-acc7-b3f0fc35f0f1 HTTP/1.1" status: 404 len: 333 time: 0.0538476 May 09 05:12:06.100627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41096) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.103029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=b407bd5e-2266-4b82-8200-7da18b9758d4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:06.119329 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-943d32cd-008a-402a-930e-3811aa35abad tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/b407bd5e-2266-4b82-8200-7da18b9758d4 HTTP/1.1" status: 204 len: 168 time: 0.6078091 May 09 05:12:06.136956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41100) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.142784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--625278497', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:06.144133 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfb3a04-4d0e-42c6-a898-a486160b7314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.144617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfb3a04-4d0e-42c6-a898-a486160b7314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.148832 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3cfb3a04-4d0e-42c6-a898-a486160b7314 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/c072a500-f9ac-48a9-96ba-972aa9b33636 HTTP/1.1" status: 404 len: 337 time: 0.0449126 May 09 05:12:06.148995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:06.149144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41104) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.152425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:06.155273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:06.161085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:06.183133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:06.183133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.191705 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea70f30f-e91d-4deb-8959-6c454cc99c57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.192231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea70f30f-e91d-4deb-8959-6c454cc99c57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.196567 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ea70f30f-e91d-4deb-8959-6c454cc99c57 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/af27a838-b823-4b7b-9c56-e6f8e67431cb HTTP/1.1" status: 404 len: 337 time: 0.0436966 May 09 05:12:06.196799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41108) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.209232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:06.218910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.219594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment ceb9f593-305e-401c-9d89-ec049bfe269f of type vlan for network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b May 09 05:12:06.239111 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-874cbde2-cca5-43b4-af9d-ad87348592f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.239588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874cbde2-cca5-43b4-af9d-ad87348592f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.243823 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-874cbde2-cca5-43b4-af9d-ad87348592f1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/dbcdfde2-7942-4374-9e75-8593519b4781 HTTP/1.1" status: 404 len: 333 time: 0.0436692 May 09 05:12:06.244149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41112) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.253232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.286647 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36142be-4c2a-4d37-b702-0cf3f6fe18a0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.287086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36142be-4c2a-4d37-b702-0cf3f6fe18a0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.291659 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c36142be-4c2a-4d37-b702-0cf3f6fe18a0 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/c1f9b2cf-ee23-470a-a716-7419d1973d67 HTTP/1.1" status: 404 len: 337 time: 0.0436089 May 09 05:12:06.291811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.291950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41116) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.295388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:06.295997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.311285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] For port 0eed958f-281f-4afa-bbf2-542883a152ff, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0eed958f-281f-4afa-bbf2-542883a152ff,segment=NetworkSegment(bcba5df2-3157-4387-8222-d3836d471ef3),segment_id=bcba5df2-3157-4387-8222-d3836d471ef3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:06.311786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.332905 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-be85d32e-b858-4367-8bc9-a984554eab0a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.333376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be85d32e-b858-4367-8bc9-a984554eab0a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.337546 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-be85d32e-b858-4367-8bc9-a984554eab0a tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/66df07e1-cb8c-4aa0-b6dd-dcf48bc7c584 HTTP/1.1" status: 404 len: 333 time: 0.0420895 May 09 05:12:06.337759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41120) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.375280 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8a4e89-7e8d-4d93-a595-261ba3105545 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.375721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8a4e89-7e8d-4d93-a595-261ba3105545 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.379885 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8e8a4e89-7e8d-4d93-a595-261ba3105545 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/9b55363d-cedb-49a3-8d24-c4b35d92e5ae HTTP/1.1" status: 404 len: 337 time: 0.0387988 May 09 05:12:06.380109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41124) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.408715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:06.428281 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba24d7fd-d450-44f3-884f-d49b75f0b9b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.428779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba24d7fd-d450-44f3-884f-d49b75f0b9b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.429563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a9473eee-70c5-474d-bfe1-6e629c5010e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2914965 May 09 05:12:06.430585 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ba24d7fd-d450-44f3-884f-d49b75f0b9b7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/d84d1374-5c8c-4d75-bf0d-0e03a370a068 HTTP/1.1" status: 404 len: 333 time: 0.0495074 May 09 05:12:06.432488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41128) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.433779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41130) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.436083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:06.438038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-169394682', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:06.446355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:06.451920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:06.455084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:06.461441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:06.475339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.476673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.480695 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-70943891-d7b9-497b-922d-9e4810b76d92 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.481413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70943891-d7b9-497b-922d-9e4810b76d92 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.483430 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-70943891-d7b9-497b-922d-9e4810b76d92 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/8f1d86b5-459e-41da-ac53-c4089545c41d HTTP/1.1" status: 404 len: 337 time: 0.0482306 May 09 05:12:06.485936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41136) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.506581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] Calling delete_port for 0eed958f-281f-4afa-bbf2-542883a152ff owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:06.532644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device bdbd9484-d05c-4a49-a86b-87471451ede0 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:06.534508 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83fd04d-08f9-4fdb-bb9f-ba7a0757b1cb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.534967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83fd04d-08f9-4fdb-bb9f-ba7a0757b1cb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.537807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.549307 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d83fd04d-08f9-4fdb-bb9f-ba7a0757b1cb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/f8152ede-f4a9-408d-8120-524c3c85a11a HTTP/1.1" status: 404 len: 333 time: 0.0623808 May 09 05:12:06.552616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41140) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.592581 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec057fdc-80d5-4f30-a8e7-ba70201dfd81 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.593048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec057fdc-80d5-4f30-a8e7-ba70201dfd81 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.597177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: bdbd9484-d05c-4a49-a86b-87471451ede0 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:12:06.597706 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ec057fdc-80d5-4f30-a8e7-ba70201dfd81 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/56e5add5-e207-4dbb-9060-1142378662f4 HTTP/1.1" status: 404 len: 337 time: 0.0411532 May 09 05:12:06.597819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device bdbd9484-d05c-4a49-a86b-87471451ede0 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:12:06.597819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0eed958f-281f-4afa-bbf2-542883a152ff no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:06.598024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41144) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.642524 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d18538e-4ece-4e90-b5ec-6c983a17ffd4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.642995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d18538e-4ece-4e90-b5ec-6c983a17ffd4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.647064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7d18538e-4ece-4e90-b5ec-6c983a17ffd4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/5ca78367-cf1e-4e40-ab3a-8fc7423b48ec HTTP/1.1" status: 404 len: 333 time: 0.0462532 May 09 05:12:06.647297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41148) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.686482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ce5fd8-4791-4a42-9ae1-274f6a04e305 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.687078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ce5fd8-4791-4a42-9ae1-274f6a04e305 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.688678 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-16ce5fd8-4791-4a42-9ae1-274f6a04e305 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/55d105e3-0636-49e1-a490-7bf553ce6e2d HTTP/1.1" status: 404 len: 337 time: 0.0404630 May 09 05:12:06.693243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41152) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.743237 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f2443b-4f57-447a-b3ef-5ea65e9e942d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.744211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f2443b-4f57-447a-b3ef-5ea65e9e942d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.749599 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f7f2443b-4f57-447a-b3ef-5ea65e9e942d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/0de56c8d-c556-4015-9deb-9f0bc8e76cf2 HTTP/1.1" status: 404 len: 333 time: 0.0546582 May 09 05:12:06.751481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41156) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.755335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.793678 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc89805-00a6-48f4-9f26-9741f22a1cbc tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.794138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc89805-00a6-48f4-9f26-9741f22a1cbc tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.796451 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4fc89805-00a6-48f4-9f26-9741f22a1cbc tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/a3ca501f-71c3-4d53-a0af-c5c7f706214a HTTP/1.1" status: 404 len: 337 time: 0.0435128 May 09 05:12:06.798660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41160) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.805689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.831451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] Pushing event deleted for resources: {'Port': ['ID=0eed958f-281f-4afa-bbf2-542883a152ff,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:06.833407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa6c1a-37c2-430f-9073-9f2e41a8ec14 None None] No DVR routers for this DVR port 0eed958f-281f-4afa-bbf2-542883a152ff on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:06.944412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb034193-f188-4705-af7e-7fa40c5e2392 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.944873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb034193-f188-4705-af7e-7fa40c5e2392 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.946607 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fb034193-f188-4705-af7e-7fa40c5e2392 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/56db2fa8-c147-4ada-b4fe-9c4494d3b588 HTTP/1.1" status: 404 len: 337 time: 0.1468773 May 09 05:12:06.949525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41164) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:06.958459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:06.993508 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f398f6-94a8-4ef1-a00d-4c70c395737b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:06.994325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f398f6-94a8-4ef1-a00d-4c70c395737b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:06.999502 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-00f398f6-94a8-4ef1-a00d-4c70c395737b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/6215e8b2-56c4-4d71-a657-cba67c819e0d HTTP/1.1" status: 404 len: 333 time: 0.0464711 May 09 05:12:06.999724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41168) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.041807 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-23365142-155b-4fbf-a636-32453b51e2d3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.042449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23365142-155b-4fbf-a636-32453b51e2d3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.044278 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-23365142-155b-4fbf-a636-32453b51e2d3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/f42ff38f-6a54-4605-b004-d068299a82be HTTP/1.1" status: 404 len: 337 time: 0.0431340 May 09 05:12:07.047099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41172) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.084559 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c66450-37d0-4ebc-9277-4b942a804ad3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.085022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c66450-37d0-4ebc-9277-4b942a804ad3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.086744 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-00c66450-37d0-4ebc-9277-4b942a804ad3 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/d4d53c64-4b11-4ca0-bd72-15cbf3c9d06f HTTP/1.1" status: 404 len: 337 time: 0.0387170 May 09 05:12:07.089428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41176) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.129493 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-70222787-429d-4317-bc5c-0232ec872bd1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.129870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70222787-429d-4317-bc5c-0232ec872bd1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.131543 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-70222787-429d-4317-bc5c-0232ec872bd1 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/d3afb79b-cb54-46f5-bfba-9c89246ec690 HTTP/1.1" status: 404 len: 333 time: 0.0412183 May 09 05:12:07.134230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41180) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.174264 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3934ecef-ad3d-42ef-a883-91edfa77b925 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.174716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3934ecef-ad3d-42ef-a883-91edfa77b925 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.176370 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3934ecef-ad3d-42ef-a883-91edfa77b925 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/dd381916-fbe3-4bc5-83d4-aa63ba06b228 HTTP/1.1" status: 404 len: 337 time: 0.0412529 May 09 05:12:07.178998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41184) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.215992 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dffe5c-546a-4848-a7a4-ea4aba0f6999 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.216426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dffe5c-546a-4848-a7a4-ea4aba0f6999 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.218091 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-87dffe5c-546a-4848-a7a4-ea4aba0f6999 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/d22c0d33-04ee-4db6-b902-e9af6058975f HTTP/1.1" status: 404 len: 337 time: 0.0382047 May 09 05:12:07.221285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41188) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.261896 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbedcefd-c6f8-4246-919f-66b9a32f3978 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.262285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbedcefd-c6f8-4246-919f-66b9a32f3978 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.263959 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bbedcefd-c6f8-4246-919f-66b9a32f3978 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/3a0861c8-071f-44b9-85fc-a8cec26e85ff HTTP/1.1" status: 404 len: 333 time: 0.0418174 May 09 05:12:07.266752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41192) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.268738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:07.303886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:07.308277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaa861d-b247-43e3-b63a-5462f9e6af62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.308765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaa861d-b247-43e3-b63a-5462f9e6af62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.310455 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bfaa861d-b247-43e3-b63a-5462f9e6af62 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2dd9ba-0991-435c-ac76-35112dacae30 HTTP/1.1" status: 404 len: 337 time: 0.0427988 May 09 05:12:07.313085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41196) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.349948 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-026d2ee6-63d9-4cb8-b11a-ce51a0c653eb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.350405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026d2ee6-63d9-4cb8-b11a-ce51a0c653eb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.352078 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-026d2ee6-63d9-4cb8-b11a-ce51a0c653eb tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/3c6b971a-c4a0-4583-8eb1-be2fd6ef43ca HTTP/1.1" status: 404 len: 337 time: 0.0381317 May 09 05:12:07.355654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41200) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.397529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c0702f02-27d1-4c53-bef0-3f09ab70f220 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Synchronizing usage tracker for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:07.413606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c0702f02-27d1-4c53-bef0-3f09ab70f220 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Unset dirty status for tenant:e6bcd47afaba4457a6493fd745cede85 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:07.417508 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c0702f02-27d1-4c53-bef0-3f09ab70f220 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports?device_id=7cf19637-a41b-400e-84d3-c12b57a21bb0 HTTP/1.1" status: 200 len: 205 time: 0.0585718 May 09 05:12:07.417776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41204) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.446216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.99 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/f99ff964-3297-4f2d-99ec-5e399bcd54c8) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:07.486714 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-21d7824c-09ec-4c75-966f-c0602bd8a816 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] delete failed (client error): The resource could not be found. May 09 05:12:07.490234 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-21d7824c-09ec-4c75-966f-c0602bd8a816 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/routers/7cf19637-a41b-400e-84d3-c12b57a21bb0 HTTP/1.1" status: 404 len: 336 time: 0.0689147 May 09 05:12:07.490478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41208) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.528479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-375c3383-245c-41cc-b241-dd4a1d3ad4e6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.528857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375c3383-245c-41cc-b241-dd4a1d3ad4e6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.530482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-375c3383-245c-41cc-b241-dd4a1d3ad4e6 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/40346c03-dd30-4aba-921c-bdd5ab8dc976 HTTP/1.1" status: 404 len: 337 time: 0.0391686 May 09 05:12:07.533194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41212) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.579182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0d9a2c51-2d73-4e32-99b1-4cd28f94540b tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20e8156-0225-4744-acab-1ef76c1f3974 HTTP/1.1" status: 200 len: 205 time: 0.0448835 May 09 05:12:07.581574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41216) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.658145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:07.662908 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-a166657c-0a99-4f9a-b6af-69f31f998916 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] delete failed (client error): The resource could not be found. May 09 05:12:07.663907 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a166657c-0a99-4f9a-b6af-69f31f998916 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/routers/d20e8156-0225-4744-acab-1ef76c1f3974 HTTP/1.1" status: 404 len: 336 time: 0.0814109 May 09 05:12:07.667482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41220) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.693116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:07.705466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aed68f7-d436-4f90-a3e3-7a1a441823ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.705926 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aed68f7-d436-4f90-a3e3-7a1a441823ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.707613 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1aed68f7-d436-4f90-a3e3-7a1a441823ba tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/bdfb7be2-b151-4512-8b0b-d2d72588dd88 HTTP/1.1" status: 404 len: 337 time: 0.0391419 May 09 05:12:07.710219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41224) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.747352 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-49716013-c7ab-42c7-8e8f-a41758a04358 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.747798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49716013-c7ab-42c7-8e8f-a41758a04358 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.749511 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-49716013-c7ab-42c7-8e8f-a41758a04358 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/2821a41f-141f-46b3-9335-591af1529fbc HTTP/1.1" status: 404 len: 337 time: 0.0383518 May 09 05:12:07.752156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41228) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.764259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:07.767289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:07.770922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:07.796264 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-2096fd46-dff4-4acc-b58e-84d620305f2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.796701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2096fd46-dff4-4acc-b58e-84d620305f2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.798355 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2096fd46-dff4-4acc-b58e-84d620305f2f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/d66de2e6-ccaf-466c-8d78-426f3be066cf HTTP/1.1" status: 404 len: 333 time: 0.0452523 May 09 05:12:07.800425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=f99ff964-3297-4f2d-99ec-5e399bcd54c8,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:07.800929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41232) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.837992 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dbeb51-acca-4c55-9e3d-2e77a80ac012 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.838405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dbeb51-acca-4c55-9e3d-2e77a80ac012 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.840181 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-89dbeb51-acca-4c55-9e3d-2e77a80ac012 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/340cb886-e083-45e5-927f-41b1b15c58ec HTTP/1.1" status: 404 len: 337 time: 0.0383713 May 09 05:12:07.842948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41236) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.882659 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2701e2-7e87-4da7-b2d3-12eebe1ca9ea tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.883125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2701e2-7e87-4da7-b2d3-12eebe1ca9ea tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.884793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bd2701e2-7e87-4da7-b2d3-12eebe1ca9ea tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/3c69e4ca-ede1-42d3-8a33-17f5a58a507d HTTP/1.1" status: 404 len: 333 time: 0.0409670 May 09 05:12:07.887590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41240) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.927681 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4c8ca0-e346-4003-b3ef-aecc97fc15cd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.928116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4c8ca0-e346-4003-b3ef-aecc97fc15cd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.929785 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4b4c8ca0-e346-4003-b3ef-aecc97fc15cd tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/3d8f4af2-1e18-40ce-b4f8-c0cef5ce65ab HTTP/1.1" status: 404 len: 337 time: 0.0412195 May 09 05:12:07.932435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41244) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:07.972280 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbce742-e98b-4f2d-8f3a-92d94778da22 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:07.972774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbce742-e98b-4f2d-8f3a-92d94778da22 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:07.976844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3cbce742-e98b-4f2d-8f3a-92d94778da22 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/dee244a6-6380-4aa2-ae4f-3c1e30c99cc8 HTTP/1.1" status: 404 len: 333 time: 0.0411019 May 09 05:12:07.977110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41248) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.013716 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa55501-d574-4550-8f5b-fa19defc205f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.014382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa55501-d574-4550-8f5b-fa19defc205f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.018823 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-eaa55501-d574-4550-8f5b-fa19defc205f tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/2d726e56-f9e9-4bc2-bb10-fbbbe485ab41 HTTP/1.1" status: 404 len: 337 time: 0.0408728 May 09 05:12:08.019394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41252) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.063585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90e983d-ddba-4884-99de-e8545eb9ae8d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.064033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90e983d-ddba-4884-99de-e8545eb9ae8d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.065726 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e90e983d-ddba-4884-99de-e8545eb9ae8d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/58a6d1ec-caa2-4e73-99f1-27d77962e548 HTTP/1.1" status: 404 len: 333 time: 0.0454283 May 09 05:12:08.068379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41256) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.106277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f987b261-3db5-4570-90d6-a5bebc0d37f4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.106724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f987b261-3db5-4570-90d6-a5bebc0d37f4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.108376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f987b261-3db5-4570-90d6-a5bebc0d37f4 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/3db8a414-1dea-4a0e-8084-1b1c36afdf31 HTTP/1.1" status: 404 len: 337 time: 0.0390992 May 09 05:12:08.111058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41260) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.153025 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-73753cd6-0545-413e-bed8-951d56212857 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.153492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73753cd6-0545-413e-bed8-951d56212857 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.157606 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73753cd6-0545-413e-bed8-951d56212857 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/17e88755-817f-4893-a3c4-4ef128ad9171 HTTP/1.1" status: 404 len: 333 time: 0.0432401 May 09 05:12:08.157911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41264) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.192157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.199193 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26ce60c-9372-4db1-b086-af588963673d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.199644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26ce60c-9372-4db1-b086-af588963673d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.201371 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b26ce60c-9372-4db1-b086-af588963673d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/5132eafe-1dca-4e9e-9d5d-7c289c697375 HTTP/1.1" status: 404 len: 337 time: 0.0422139 May 09 05:12:08.204104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41268) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.246056 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7abb8d3-8bff-40e8-b3ff-2dc7488b7680 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.246996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7abb8d3-8bff-40e8-b3ff-2dc7488b7680 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.248264 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f7abb8d3-8bff-40e8-b3ff-2dc7488b7680 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/4d576d62-428f-427d-800e-afa75817b80a HTTP/1.1" status: 404 len: 333 time: 0.0432267 May 09 05:12:08.251086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41272) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.289467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcb3b47-0ef6-4ed1-a014-4a168ccbcab7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.289938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcb3b47-0ef6-4ed1-a014-4a168ccbcab7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.291667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8bcb3b47-0ef6-4ed1-a014-4a168ccbcab7 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/34570023-e1dc-4e3a-85c5-e7cd98cc7d03 HTTP/1.1" status: 404 len: 337 time: 0.0396497 May 09 05:12:08.294545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41276) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.349163 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09a962a-a361-45d8-b8f8-57f7b24d1479 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.349489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09a962a-a361-45d8-b8f8-57f7b24d1479 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.351201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c09a962a-a361-45d8-b8f8-57f7b24d1479 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/ports/4115c541-1abf-4284-a3e7-63c47df5138a HTTP/1.1" status: 404 len: 333 time: 0.0557661 May 09 05:12:08.354006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41280) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.395528 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabc24ca-aa41-4b87-ae94-97fc7c80240d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] DELETE failed (client error): The resource could not be found. May 09 05:12:08.395885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabc24ca-aa41-4b87-ae94-97fc7c80240d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:08.399974 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fabc24ca-aa41-4b87-ae94-97fc7c80240d tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/subnets/67a920f7-6357-4e09-b09b-2a34b46e69b1 HTTP/1.1" status: 404 len: 337 time: 0.0425119 May 09 05:12:08.400431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41284) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:08.517812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.664842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.676881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.694949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05d4b78-866b-4b64-acd1-c7937be92865']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:08.709689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcba5df2-3157-4387-8222-d3836d471ef3') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:08.712123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcba5df2-3157-4387-8222-d3836d471ef3') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:08.726320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.741697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.747709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:08.748114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:08.762750 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:08.842294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.859611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:08.869498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] Pushing event deleted for resources: {'Network': ['ID=b05d4b78-866b-4b64-acd1-c7937be92865,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:08.872501 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9095a6bf-7e5a-4436-a82f-957cff20b4d5 tempest-NetworksTestDHCPv6-166755519 tempest-NetworksTestDHCPv6-166755519-project] 10.222.0.50 "DELETE /v2.0/networks/b05d4b78-866b-4b64-acd1-c7937be92865 HTTP/1.1" status: 204 len: 168 time: 0.4713578 May 09 05:12:08.892711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 684bdea6-dd80-473f-93db-fc3912546c03 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:12:09.081314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:12:09.091283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Sync routers for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:12:09.100834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:09.101456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:11:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:09.115400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.116884 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4b29bf59-fa22-405c-a0f6-c0345bd8cab5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6833360 May 09 05:12:09.120430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41292) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:09.157413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41296) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:09.271067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7858a354-6613-433b-aa30-28ab92c5b426 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1490746 May 09 05:12:09.274000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41302) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:09.291965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:09.423344 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-668e8448-7c72-4531-8043-12548b04f1f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6bcd47afaba4457a6493fd745cede85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645948 May 09 05:12:09.425773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41308) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:09.462164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fa06d-9723-4073-a413-d53588b6a511 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:09.463640 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-182fa06d-9723-4073-a413-d53588b6a511 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1880929 May 09 05:12:09.467176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41312) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:09.521159 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bfeae43d-866e-40b2-a6d3-939fd0856f24 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504658 May 09 05:12:09.521435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41316) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:09.527180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036624691', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:09.543652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19addc93-dbe8-45eb-ba5c-cd7f5cd7ea7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.571676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19addc93-dbe8-45eb-ba5c-cd7f5cd7ea7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.586028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:08Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:09.590935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Checking router: 684bdea6-dd80-473f-93db-fc3912546c03 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:12:09.590935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Updating router 684bdea6-dd80-473f-93db-fc3912546c03 port f99ff964-3297-4f2d-99ec-5e399bcd54c8 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:12:09.629464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19addc93-dbe8-45eb-ba5c-cd7f5cd7ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.637892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:09.641901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:09.644778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:09.645039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19addc93-dbe8-45eb-ba5c-cd7f5cd7ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e905ded-caa5-491a-9729-ff977c39e261,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:09.650989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.651535 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:09.661343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:09.661972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-19addc93-dbe8-45eb-ba5c-cd7f5cd7ea7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.663111 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-19addc93-dbe8-45eb-ba5c-cd7f5cd7ea7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e905ded-caa5-491a-9729-ff977c39e261 HTTP/1.1" status: 204 len: 168 time: 0.2364624 May 09 05:12:09.665417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.898958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:09.992134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=e5afeeab-32a1-4a46-884c-3985b10f8adf,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:09.993202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:09.993557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:10.015859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:10.028801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:10.035242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:10.037385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.049436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52139bcf-2469-4a6a-ac83-6d267955f19c None None] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:10.080512 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ecbfa1dd-107f-4a63-9fb7-2da8dfd8c583 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5576835 May 09 05:12:10.083257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41332) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:10.152077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.165874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Transition to ACTIVE for port object f99ff964-3297-4f2d-99ec-5e399bcd54c8 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:10.174063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.285081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf4d8c-0278-46b9-a62d-5844ad4c2946 None None] Pushing event updated for resources: {'Port': ['ID=f99ff964-3297-4f2d-99ec-5e399bcd54c8,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:10.314998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Attempting to bind port f99ff964-3297-4f2d-99ec-5e399bcd54c8 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:10.315359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Attempting to bind port f99ff964-3297-4f2d-99ec-5e399bcd54c8 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:10.315715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Attempting to bind port f99ff964-3297-4f2d-99ec-5e399bcd54c8 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:10.332731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:10.333101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:10.333496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.333876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:10.334335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Bound port: f99ff964-3297-4f2d-99ec-5e399bcd54c8, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:10.334706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.452740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] For port f99ff964-3297-4f2d-99ec-5e399bcd54c8, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:10.457215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:10.458173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.459471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41344) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:10.479941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] For port f99ff964-3297-4f2d-99ec-5e399bcd54c8, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f99ff964-3297-4f2d-99ec-5e399bcd54c8,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:10.519309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.569375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1513998070'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:10.574938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:10.579079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:network and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:10.582048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:10.588901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:10.601790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Made reservation on behalf of b93e2bf56dfa4fbeb34c3a07735ef6c0 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:10.606072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.618685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.625758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:10.626384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:11:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:10.637880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:10.642167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:security_group_rule and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:10.645486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:10.651192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:10.704807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf4d8c-0278-46b9-a62d-5844ad4c2946 None None] Pushing event updated for resources: {'Port': ['ID=f99ff964-3297-4f2d-99ec-5e399bcd54c8,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:10.747708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.754094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.790379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:10.799246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b678f62-72f1-489c-b4a4-bf18fee8ab40,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:10.804804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.805447 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Added segment 57dbfb4f-3918-4090-9119-e0f0daa3bd49 of type vlan for network c8012883-2eec-47a4-9a86-ebb37103c273 May 09 05:12:10.834002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.835108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.860278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Allocated IP 172.20.0.2 (2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b/e5afeeab-32a1-4a46-884c-3985b10f8adf/93e6f2ff-c664-4a68-8b42-4fc1df417d65) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:10.866769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.872419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:10.872999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:10.882515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:10.986744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Network': ['ID=c8012883-2eec-47a4-9a86-ebb37103c273,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:10.996855 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e46dda63-c2b8-43f5-abff-950b5d838beb tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5362725 May 09 05:12:10.999741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41350) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:11.006380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'subnet': {'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:11.008291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network c8012883-2eec-47a4-9a86-ebb37103c273 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:11.255076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:11.258974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:subnet and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:11.261884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:11.267624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:11.279085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Made reservation on behalf of b93e2bf56dfa4fbeb34c3a07735ef6c0 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:11.282601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.494608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.507697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Transition to ACTIVE for port object 93e6f2ff-c664-4a68-8b42-4fc1df417d65 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:11.519317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.531907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Transition to ACTIVE for port object 93e6f2ff-c664-4a68-8b42-4fc1df417d65 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:11.535842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:08Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:11.540834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.572673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c0e1-bb26-41e5-8da7-b5d4ac5f79d8 None None] The sync data for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv is: [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:08Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:12:11.601355 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Subnet': ['ID=e70dda8f-8ddb-4ac7-b66f-36d26c2d008f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:11.611335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Checking segment: {'id': '57dbfb4f-3918-4090-9119-e0f0daa3bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:11.612382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Network hostable DHCP agents. Network: c8012883-2eec-47a4-9a86-ebb37103c273, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:11.614889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:11.617970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:11.620613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:11.625223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b/e5afeeab-32a1-4a46-884c-3985b10f8adf/9167349f-41f7-4c37-8f37-ad754ea7bddd) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:11.631062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Pushing event updated for resources: {'Port': ['ID=93e6f2ff-c664-4a68-8b42-4fc1df417d65,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:11.635325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Network c8012883-2eec-47a4-9a86-ebb37103c273 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:11.650662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, c8012883-2eec-47a4-9a86-ebb37103c273) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:11.655470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:11.664665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.666845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91220f-a2e2-400b-bd84-e73247448109 None None] Network c8012883-2eec-47a4-9a86-ebb37103c273 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:11.699914 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-06e462cd-e46d-4b36-876a-a8accfb06fa9 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6988416 May 09 05:12:11.702830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41354) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:11.709192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1154411813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:11.717622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:11.722028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:router and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:11.725800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:11.733510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:11.748304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.750423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.770142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.796960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.822885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Attempting to bind port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:11.823138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Attempting to bind port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:11.823534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Attempting to bind port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:11.830229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.835172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:11.835172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Checking segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:11.835535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.835910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Bound using segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:11.836375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Bound port: 93e6f2ff-c664-4a68-8b42-4fc1df417d65, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:11.836766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.837099 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b1010b14-8964-435e-b692-0f490579dd1c tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1324875 May 09 05:12:11.837968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41358) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:11.848005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:11.865005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 9167349f-41f7-4c37-8f37-ad754ea7bddd will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:11.905946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.014243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:12.019611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:12.024363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:12.093340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=9167349f-41f7-4c37-8f37-ad754ea7bddd,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:12.118687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-c8012883-2eec-47a4-9a86-ebb37103c273', 'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273', 'tenant_id': 'b93e2bf56dfa4fbeb34c3a07735ef6c0', 'fixed_ips': [{'subnet_id': 'e70dda8f-8ddb-4ac7-b66f-36d26c2d008f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:12.119528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.127398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.145575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] For port 93e6f2ff-c664-4a68-8b42-4fc1df417d65, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:12.193310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] For port 93e6f2ff-c664-4a68-8b42-4fc1df417d65, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=93e6f2ff-c664-4a68-8b42-4fc1df417d65,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:12.206604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.323356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.394203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f5756-ca1e-485e-ab5e-40a4885b77a6 None None] Pushing event updated for resources: {'Port': ['ID=93e6f2ff-c664-4a68-8b42-4fc1df417d65,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:12.398105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6393268d-c327-48e5-85eb-f3ff3e9b42ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.431634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Allocated IP 172.20.0.2 (c8012883-2eec-47a4-9a86-ebb37103c273/e70dda8f-8ddb-4ac7-b66f-36d26c2d008f/8f5d8553-ef15-4dbd-937c-777c31b6b46a) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:12.464907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.535570 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:12:12.630700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f99ff964-3297-4f2d-99ec-5e399bcd54c8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:12.858895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port f99ff964-3297-4f2d-99ec-5e399bcd54c8 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:12.914902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f99ff964-3297-4f2d-99ec-5e399bcd54c8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:12.923115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.966062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:12.975305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.057886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.073227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Transition to ACTIVE for port object 8f5d8553-ef15-4dbd-937c-777c31b6b46a will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:13.130776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=9167349f-41f7-4c37-8f37-ad754ea7bddd,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:13.134681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.144255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Transition to ACTIVE for port object 8f5d8553-ef15-4dbd-937c-777c31b6b46a will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:13.170373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.205009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.222351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port f99ff964-3297-4f2d-99ec-5e399bcd54c8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f99ff964-3297-4f2d-99ec-5e399bcd54c8,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:13.241204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.253593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Allocated IP 172.20.0.1 (c8012883-2eec-47a4-9a86-ebb37103c273/e70dda8f-8ddb-4ac7-b66f-36d26c2d008f/c6968bbf-11e8-4a34-912c-e7bd82e55fa3) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:13.266633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Network c8012883-2eec-47a4-9a86-ebb37103c273 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:13.269803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:13.274423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:13.276744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Pushing event updated for resources: {'Port': ['ID=8f5d8553-ef15-4dbd-937c-777c31b6b46a,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:13.321112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:13.322759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:13.480885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Attempting to bind port 8f5d8553-ef15-4dbd-937c-777c31b6b46a on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:13.481651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Attempting to bind port 8f5d8553-ef15-4dbd-937c-777c31b6b46a by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '57dbfb4f-3918-4090-9119-e0f0daa3bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:13.482371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Attempting to bind port 8f5d8553-ef15-4dbd-937c-777c31b6b46a on network c8012883-2eec-47a4-9a86-ebb37103c273 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:13.485265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=f99ff964-3297-4f2d-99ec-5e399bcd54c8,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:13.493208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.494737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:13.494737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Checking segment: {'id': '57dbfb4f-3918-4090-9119-e0f0daa3bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:13.496267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.496887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Bound using segment: {'id': '57dbfb4f-3918-4090-9119-e0f0daa3bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:13.499783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Bound port: 8f5d8553-ef15-4dbd-937c-777c31b6b46a, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dbfb4f-3918-4090-9119-e0f0daa3bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:13.500254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.509942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Transition to ACTIVE for port object c6968bbf-11e8-4a34-912c-e7bd82e55fa3 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:13.543494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.564138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 684bdea6-dd80-473f-93db-fc3912546c03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:12:13.722099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] For port 8f5d8553-ef15-4dbd-937c-777c31b6b46a, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:13.727548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] For port 8f5d8553-ef15-4dbd-937c-777c31b6b46a, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8f5d8553-ef15-4dbd-937c-777c31b6b46a,segment=NetworkSegment(57dbfb4f-3918-4090-9119-e0f0daa3bd49),segment_id=57dbfb4f-3918-4090-9119-e0f0daa3bd49)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:13.741349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.801495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Network c8012883-2eec-47a4-9a86-ebb37103c273 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:13.802913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:13.804900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Port': ['ID=c6968bbf-11e8-4a34-912c-e7bd82e55fa3,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:13.807448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:13.820714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8911e2-b32d-455a-9303-fe46f469a417 None None] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:13.880427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:13.953120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:12:13.967170 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-712cb392-f3ff-4678-b84e-6cf3fd5c59c1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/684bdea6-dd80-473f-93db-fc3912546c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8824587 May 09 05:12:13.969682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41364) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:13.975723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de397552-6750-4b15-8c63-edfde0b200f4 None None] Pushing event updated for resources: {'Port': ['ID=8f5d8553-ef15-4dbd-937c-777c31b6b46a,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:14.015208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c101ab4c-0ebb-4e65-bcd9-8e351a72d46c None None] Provisioning for port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:14.179175 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.179958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.182863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.186590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.187240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.188095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.188641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.191924 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dbcf9aea-725e-405f-96fe-50a7bf8cdcb6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4994 time: 0.2212093 May 09 05:12:14.195405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41368) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:14.266637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:14.287122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.287587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.288042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.289730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.290199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.290889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.291341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:14.294406 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fa65ffed-a80a-4d2f-80fd-d2433c120e00 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.0979519 May 09 05:12:14.297149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41372) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:14.363223 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Sync routers for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:12:14.382918 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:14.383833 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:11:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:14.589057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c99ae62-ddbb-481a-abd2-98ce530bea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:14.600698 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-56be1da8-2211-4195-bfe5-014e069dc2c9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 0.2993371 May 09 05:12:14.658911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8f5d8553-ef15-4dbd-937c-777c31b6b46a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:14.698410 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:14.784677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 8f5d8553-ef15-4dbd-937c-777c31b6b46a completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:14.793993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f99ff964-3297-4f2d-99ec-5e399bcd54c8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:14.803602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:14.813007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:14.840213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-431e1f8e-eac5-4795-8cac-101259925afa None None] Provisioning for port 9167349f-41f7-4c37-8f37-ad754ea7bddd completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:14.873994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-431e1f8e-eac5-4795-8cac-101259925afa None None] Provisioning complete for port 9167349f-41f7-4c37-8f37-ad754ea7bddd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:14.873994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-431e1f8e-eac5-4795-8cac-101259925afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:14.874250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41378) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:14.879768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415916873', 'description': 'tempest-secgroup-smoke-415916873 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:14.893468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:14.901944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:14.907284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:14.925669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:14.965216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.005731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:15.006550 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-431e1f8e-eac5-4795-8cac-101259925afa None None] Port 9167349f-41f7-4c37-8f37-ad754ea7bddd cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:15.015966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:15.021243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:15.029300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Port': ['ID=c6968bbf-11e8-4a34-912c-e7bd82e55fa3,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:15.040897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f99ff964-3297-4f2d-99ec-5e399bcd54c8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:15.041260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.045548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:15.048808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.198861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-60def482-fe1d-4459-af11-39d7175c9131 None None] Provisioning complete for port 9167349f-41f7-4c37-8f37-ad754ea7bddd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:15.200098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-60def482-fe1d-4459-af11-39d7175c9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.220978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.231002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.301636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.306664 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4275861 May 09 05:12:15.306892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Network c8012883-2eec-47a4-9a86-ebb37103c273 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:15.307669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41384) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:15.310056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:15.316490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb6eb2-d3e5-4b7c-86b0-ef46c1b2333f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94114ff1-fe13-427e-b33c-12ca3c0de916,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:15.327671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '94114ff1-fe13-427e-b33c-12ca3c0de916', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:15.337787 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:15.342985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:15.343273 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Checking router: 684bdea6-dd80-473f-93db-fc3912546c03 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:12:15.343794 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Updating router 684bdea6-dd80-473f-93db-fc3912546c03 port 9167349f-41f7-4c37-8f37-ad754ea7bddd binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:12:15.352487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:15.355846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:15.362382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:15.388663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.402449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-60def482-fe1d-4459-af11-39d7175c9131 None None] Port 9167349f-41f7-4c37-8f37-ad754ea7bddd cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:15.407143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 93e6f2ff-c664-4a68-8b42-4fc1df417d65 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:15.411402 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.478542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e095b90-6ea1-450c-9978-47548463ec30 None None] Network c8012883-2eec-47a4-9a86-ebb37103c273 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:15.497028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.504729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.532854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d3f322-3ff3-4ccf-8ce2-34d4d44944af,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:15.557039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.561395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41388) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:15.563944 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b8aab407-fcec-4410-a28c-b172c102acec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545660 May 09 05:12:15.567178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '94114ff1-fe13-427e-b33c-12ca3c0de916', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:15.574237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:15.576551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Router 6824def7-3cf6-4fde-865e-ae99b5972960 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:12:15.581338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:15.584309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-82b4ee40-0d47-411e-901a-23a0056bd6f4 None None] Provisioning for port 8f5d8553-ef15-4dbd-937c-777c31b6b46a completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:15.585318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:15.594020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:15.602536 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:15.616575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-82b4ee40-0d47-411e-901a-23a0056bd6f4 None None] Provisioning complete for port 8f5d8553-ef15-4dbd-937c-777c31b6b46a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:15.616944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82b4ee40-0d47-411e-901a-23a0056bd6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.658793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:15.659216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.759545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.826324 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.842410 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Transition to ACTIVE for port object 9167349f-41f7-4c37-8f37-ad754ea7bddd will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:15.850532 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.878040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.925326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:12:15.942469 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3378aeb5-d9d4-4b05-8ba4-494785fcae12 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "PUT /v2.0/routers/6824def7-3cf6-4fde-865e-ae99b5972960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1029329 May 09 05:12:15.945559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41392) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:15.951508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'port': {'network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273', 'name': 'tempest-FloatingIPNegativeTestJSON-1725759681'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:15.962212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:15.971820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.015770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f67c427-1a61-49f6-901d-77a77e6ffb71,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.030652 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Pushing event updated for resources: {'Port': ['ID=9167349f-41f7-4c37-8f37-ad754ea7bddd,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.044266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.048154 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-edf9b844-c938-4d6c-98d0-1b491e1fb074 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4831159 May 09 05:12:16.048346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41396) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:16.050444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82b4ee40-0d47-411e-901a-23a0056bd6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.053589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '94114ff1-fe13-427e-b33c-12ca3c0de916', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:16.062933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:16.074721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:16.081268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:16.085024 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.085422 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.085774 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.086042 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.086875 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.086998 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.087316 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.087626 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.088009 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.088318 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.088718 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.089352 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:16.089585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:16.097960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.114047 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Attempting to bind port 9167349f-41f7-4c37-8f37-ad754ea7bddd on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:16.114398 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Attempting to bind port 9167349f-41f7-4c37-8f37-ad754ea7bddd by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:16.114762 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Attempting to bind port 9167349f-41f7-4c37-8f37-ad754ea7bddd on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:16.123493 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:16.123811 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Checking segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:16.123998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] Sync routers for ids ['6824def7-3cf6-4fde-865e-ae99b5972960'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:12:16.124209 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.124603 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Bound using segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:16.125099 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Bound port: 9167349f-41f7-4c37-8f37-ad754ea7bddd, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:16.126329 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.127098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.141966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.167970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] Routers {'6824def7-3cf6-4fde-865e-ae99b5972960'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:16.168384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6824def7-3cf6-4fde-865e-ae99b5972960'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:16.218619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:16.221119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.226120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:port and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:16.229652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:16.231245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.237506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:16.238073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:16.248683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-82b4ee40-0d47-411e-901a-23a0056bd6f4 None None] For port 8f5d8553-ef15-4dbd-937c-777c31b6b46a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8f5d8553-ef15-4dbd-937c-777c31b6b46a,segment=NetworkSegment(57dbfb4f-3918-4090-9119-e0f0daa3bd49),segment_id=57dbfb4f-3918-4090-9119-e0f0daa3bd49)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:16.253818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Made reservation on behalf of b93e2bf56dfa4fbeb34c3a07735ef6c0 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:16.260727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.261890 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46314de1-44a6-4924-9c7e-ac0de0bf00ed,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.262713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82b4ee40-0d47-411e-901a-23a0056bd6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.268199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 93e6f2ff-c664-4a68-8b42-4fc1df417d65, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=93e6f2ff-c664-4a68-8b42-4fc1df417d65,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:16.278018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.279357 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-61f0649f-c4b1-44fe-ab1a-49c5117377a4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300649 May 09 05:12:16.282524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41400) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:16.286377 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] For port 9167349f-41f7-4c37-8f37-ad754ea7bddd, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:16.290490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '94114ff1-fe13-427e-b33c-12ca3c0de916', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:16.290749 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] For port 9167349f-41f7-4c37-8f37-ad754ea7bddd, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9167349f-41f7-4c37-8f37-ad754ea7bddd,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:16.298140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:16.298506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] device_id is not set on port 2b2332e8-2142-41f2-9ee8-2a4eadc2d92b yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:12:16.299105 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.302494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:16.306054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:16.312199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] Routers {'6824def7-3cf6-4fde-865e-ae99b5972960'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:16.312573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:16.313063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6824def7-3cf6-4fde-865e-ae99b5972960'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:16.346674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.396160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.412528 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9629810-0a74-4c14-9a6b-aee244de9700 None None] Pushing event updated for resources: {'Port': ['ID=9167349f-41f7-4c37-8f37-ad754ea7bddd,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.423564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:16.423964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7373c-f318-4471-8678-bbef3165b598 None None] The sync data for ids ['6824def7-3cf6-4fde-865e-ae99b5972960'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:12:16.431794 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:16.433347 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:16.456176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4ee40-0d47-411e-901a-23a0056bd6f4 None None] Pushing event updated for resources: {'Port': ['ID=8f5d8553-ef15-4dbd-937c-777c31b6b46a,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.504964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.513243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.530581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Allocated IP 172.20.0.7 (c8012883-2eec-47a4-9a86-ebb37103c273/e70dda8f-8ddb-4ac7-b66f-36d26c2d008f/2b2332e8-2142-41f2-9ee8-2a4eadc2d92b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:16.537971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=93e6f2ff-c664-4a68-8b42-4fc1df417d65,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.568760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb6e745-eb23-412b-93ff-e4cc0ec63129,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.589975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.592338 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8b695ad9-a861-4a94-aa88-ace872b6bad6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078330 May 09 05:12:16.594670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41404) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:16.601953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '94114ff1-fe13-427e-b33c-12ca3c0de916', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:16.614083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:16.622164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:16.626739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:16.642224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:16.659842 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:12:16.683523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.703804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f0189431-a7e1-41f6-b7cf-369b4f31f675 None None] Provisioning complete for port 8f5d8553-ef15-4dbd-937c-777c31b6b46a triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:16.704309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f0189431-a7e1-41f6-b7cf-369b4f31f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.767232 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:16.819475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.828357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.831705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.856277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Transition to ACTIVE for port object 2b2332e8-2142-41f2-9ee8-2a4eadc2d92b will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:16.875892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58605576-da4b-4f4b-a37c-4a45e1baa3f3,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:16.886418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.891033 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f96a54be-212f-45bf-88a3-a2a819f381bf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2927015 May 09 05:12:16.891193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41408) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:16.897401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '94114ff1-fe13-427e-b33c-12ca3c0de916', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:16.904567 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:16.904799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:16.908621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:16.911539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:16.918250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:16.946877 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:12:16.956165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.030714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f0189431-a7e1-41f6-b7cf-369b4f31f675 None None] Provisioning for port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:17.038717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f0189431-a7e1-41f6-b7cf-369b4f31f675 None None] Provisioning complete for port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:17.039995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f0189431-a7e1-41f6-b7cf-369b4f31f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.051080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.054376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Network c8012883-2eec-47a4-9a86-ebb37103c273 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:17.060956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.064271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:17.072040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:17.108776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68f841b-d8a8-4967-8621-9f98a3be1f05,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:17.145300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f0189431-a7e1-41f6-b7cf-369b4f31f675 None None] Port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:17.150742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.152468 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f0c3884-a967-4f72-a93e-beed5858e28b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2599156 May 09 05:12:17.177247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Port': ['ID=2b2332e8-2142-41f2-9ee8-2a4eadc2d92b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:17.205982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:17.206648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.213336 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:16Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:17.218163 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab83d7b-c9e8-4528-a498-265214c50b24 None None] The sync data for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv is: [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:16Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:12:17.242662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41414) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:17.243427 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7a0ea3cf-f578-4772-86ad-48d5669169df tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2967036 May 09 05:12:17.248894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:17.264748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:17.282938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:floatingip and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:17.287891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:17.306229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ec948fa2-7760-41a5-a7de-27d65625a48b None None] Provisioning complete for port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:17.306657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ec948fa2-7760-41a5-a7de-27d65625a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.314607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:17.331242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.394681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.407106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ec948fa2-7760-41a5-a7de-27d65625a48b None None] Port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:17.466659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-52fa3dfa-17f5-45b1-9f6e-8e4ed3ccc357 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:17.487785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-52fa3dfa-17f5-45b1-9f6e-8e4ed3ccc357 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:17.489097 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-52fa3dfa-17f5-45b1-9f6e-8e4ed3ccc357 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415916873&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0821700 May 09 05:12:17.555559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.557777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8a67d75b-8eb4-45a4-8915-808f90c1c23d None None] Provisioning complete for port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:17.558138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8a67d75b-8eb4-45a4-8915-808f90c1c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.618201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8a67d75b-8eb4-45a4-8915-808f90c1c23d None None] Port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:17.716904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Allocated IP 172.26.0.54 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/00d99099-ef74-41a0-80d9-ae31e2e1472e) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:17.744522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fb5eed59-691e-4c66-bd5e-b65e3d661da6 None None] Provisioning for port 2b2332e8-2142-41f2-9ee8-2a4eadc2d92b completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:17.752975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fb5eed59-691e-4c66-bd5e-b65e3d661da6 None None] Provisioning complete for port 2b2332e8-2142-41f2-9ee8-2a4eadc2d92b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:17.753467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fb5eed59-691e-4c66-bd5e-b65e3d661da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.824358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-fb5eed59-691e-4c66-bd5e-b65e3d661da6 None None] Port 2b2332e8-2142-41f2-9ee8-2a4eadc2d92b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:17.826963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-a45452e9-cbf3-4082-b1b1-ff2d2612f894 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:17.827665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-a45452e9-cbf3-4082-b1b1-ff2d2612f894 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:17.845318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-a45452e9-cbf3-4082-b1b1-ff2d2612f894 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:17.846519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-a45452e9-cbf3-4082-b1b1-ff2d2612f894 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 796 time: 0.3489013 May 09 05:12:17.862902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-0ecb5973-5aa8-4174-8ff5-bbbb52ee36d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0103395 May 09 05:12:17.892006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.929025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:17.956777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-806c4c26-0e55-417b-bf7e-bb8101cfb23c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:17.977166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-806c4c26-0e55-417b-bf7e-bb8101cfb23c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:17.989729 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-806c4c26-0e55-417b-bf7e-bb8101cfb23c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170430 May 09 05:12:18.003719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:18.006904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:18.009463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:18.053592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Port': ['ID=00d99099-ef74-41a0-80d9-ae31e2e1472e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:18.102665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.191688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.199366 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-6cd544fe-ce61-431b-a5a1-c93ec3642da2 service neutron] 10.222.0.50 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059784 May 09 05:12:18.339945 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-0b502992-a668-462d-b859-4996d5eb689a service neutron] 10.222.0.50 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394839 May 09 05:12:18.409508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.417753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.545039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Port': ['ID=00d99099-ef74-41a0-80d9-ae31e2e1472e,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:18.551385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.572807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8f5d8553-ef15-4dbd-937c-777c31b6b46a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:18.575682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.580251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41430) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:18.585791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-21cd2aab-c580-49f6-959d-3ec20d1c8886 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'floatingip': {'port_id': '2b2332e8-2142-41f2-9ee8-2a4eadc2d92b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:18.589011 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0f37d7d7-8a52-4b5f-9c5c-9b98daee01fe tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3442898 May 09 05:12:18.643676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 8f5d8553-ef15-4dbd-937c-777c31b6b46a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:18.643947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.665555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21cd2aab-c580-49f6-959d-3ec20d1c8886 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.700552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.771693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9167349f-41f7-4c37-8f37-ad754ea7bddd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:18.841489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 9167349f-41f7-4c37-8f37-ad754ea7bddd completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:18.846687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 9167349f-41f7-4c37-8f37-ad754ea7bddd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:18.847056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.865184 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-21cd2aab-c580-49f6-959d-3ec20d1c8886 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] update failed (client error): The resource could not be found. May 09 05:12:18.866216 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-21cd2aab-c580-49f6-959d-3ec20d1c8886 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "PUT /v2.0/floatingips/b34c74c7-ba3a-492b-8cfa-bccd8e2c0298 HTTP/1.1" status: 404 len: 507 time: 0.2849090 May 09 05:12:18.869237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41434) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:18.967529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:18.999542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 9167349f-41f7-4c37-8f37-ad754ea7bddd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9167349f-41f7-4c37-8f37-ad754ea7bddd,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:19.004186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.005018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 93e6f2ff-c664-4a68-8b42-4fc1df417d65 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:19.027230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Deleting port 00d99099-ef74-41a0-80d9-ae31e2e1472e {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:19.027487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.120350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=9167349f-41f7-4c37-8f37-ad754ea7bddd,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:19.132762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:19.133148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.203554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.203879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.331414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Calling delete_port for 00d99099-ef74-41a0-80d9-ae31e2e1472e owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:19.487001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.533879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event deleted for resources: {'Port': ['ID=00d99099-ef74-41a0-80d9-ae31e2e1472e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:19.629599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.642416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.643563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f1b2a8d7-d88e-4f3c-8e7d-ddb4f3b792ae tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "DELETE /v2.0/floatingips/b34c74c7-ba3a-492b-8cfa-bccd8e2c0298 HTTP/1.1" status: 204 len: 168 time: 0.7734678 May 09 05:12:19.648005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41450) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:19.653519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'floatingip': {'floating_network_id': 'c8012883-2eec-47a4-9a86-ebb37103c273', 'port_id': '2b2332e8-2142-41f2-9ee8-2a4eadc2d92b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:19.659473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:19.663385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:floatingip and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:19.666581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:19.672573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:19.685274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:19.699507 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5b0a6c48-68e8-4e37-883e-9f618f7f629e req-05a46933-c909-458a-ab39-9d52a6821153 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 210 time: 0.1825655 May 09 05:12:19.962742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:12:19.968050 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cc7959f7-9431-4b61-aec7-6092a1dfc646 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3148332 May 09 05:12:19.968408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41456) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:19.973703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '2b2332e8-2142-41f2-9ee8-2a4eadc2d92b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:19.979901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:19.984140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Usage tracker for resource:floatingip and tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:19.987094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:19.994092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:20.006164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:20.156583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:20.301636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Allocated IP 172.26.0.22 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/8fcfa9c4-fd6f-4f8d-bcc5-15660ff3b783) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:20.486362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9167349f-41f7-4c37-8f37-ad754ea7bddd up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:20.556895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 9167349f-41f7-4c37-8f37-ad754ea7bddd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:20.557121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:20.578451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:20.610919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:20.683385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:20.687062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:20.690975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:20.737982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-ed826013-6aa2-4213-9b2d-4ec5b93a0c69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:20.739000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event updated for resources: {'Port': ['ID=8fcfa9c4-fd6f-4f8d-bcc5-15660ff3b783,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:20.740481 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-ed826013-6aa2-4213-9b2d-4ec5b93a0c69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 796 time: 0.1578572 May 09 05:12:20.798825 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-0dbd47ae-16cb-44ce-92a7-e6d5e643afbe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 379 time: 0.0438838 May 09 05:12:20.807603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '52648d9f-f204-49d8-9011-59154ab433c4', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['94114ff1-fe13-427e-b33c-12ca3c0de916']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:20.883351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Deleting port 8fcfa9c4-fd6f-4f8d-bcc5-15660ff3b783 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:20.883702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:20.933581 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-59603745-ee0a-4782-9c8c-11e8e2a48303 req-e7bc3059-febc-457b-b464-b79b27f91791 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 210 time: 0.0572817 May 09 05:12:20.989484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:20.999414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:21.010777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:21.015199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.065861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.066106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.183347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.3 (2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b/e5afeeab-32a1-4a46-884c-3985b10f8adf/da70ddfb-b762-4a52-a5fc-443ce0b64388) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:21.192149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Calling delete_port for 8fcfa9c4-fd6f-4f8d-bcc5-15660ff3b783 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:21.331817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.379488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event deleted for resources: {'Port': ['ID=8fcfa9c4-fd6f-4f8d-bcc5-15660ff3b783,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:21.386743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.404168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object da70ddfb-b762-4a52-a5fc-443ce0b64388 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:21.430317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.491742 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] create failed (client error): The resource could not be found. May 09 05:12:21.493272 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-47d9195f-5ef2-4635-9942-c55573b297d8 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5238121 May 09 05:12:21.497621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:21.500626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:21.503638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:21.507755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:21.550934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=da70ddfb-b762-4a52-a5fc-443ce0b64388,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:21.567277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Deleting port 2b2332e8-2142-41f2-9ee8-2a4eadc2d92b {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:21.568196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.576177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:21.576830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.605956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e987d45f-4ea2-4c7a-a79e-a4ecc71e97ca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023596 May 09 05:12:21.624140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Request body: {'port': {'device_id': '52648d9f-f204-49d8-9011-59154ab433c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:21.741758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.777812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-db330e8e-1249-4822-9bd4-88c126473869 None None] Provisioning for port da70ddfb-b762-4a52-a5fc-443ce0b64388 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:21.782821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-db330e8e-1249-4822-9bd4-88c126473869 None None] Provisioning complete for port da70ddfb-b762-4a52-a5fc-443ce0b64388 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:21.783218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-db330e8e-1249-4822-9bd4-88c126473869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.832149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:21.838158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-db330e8e-1249-4822-9bd4-88c126473869 None None] Port da70ddfb-b762-4a52-a5fc-443ce0b64388 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:21.957488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Calling delete_port for 2b2332e8-2142-41f2-9ee8-2a4eadc2d92b owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:22.089643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da70ddfb-b762-4a52-a5fc-443ce0b64388 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:12:22.097314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:22.112033 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Transition to ACTIVE for port object da70ddfb-b762-4a52-a5fc-443ce0b64388 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:22.116046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:22.280999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Pushing event updated for resources: {'Port': ['ID=da70ddfb-b762-4a52-a5fc-443ce0b64388,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:22.281634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:22.337922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event deleted for resources: {'Port': ['ID=2b2332e8-2142-41f2-9ee8-2a4eadc2d92b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:22.369565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Attempting to bind port da70ddfb-b762-4a52-a5fc-443ce0b64388 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:22.369892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Attempting to bind port da70ddfb-b762-4a52-a5fc-443ce0b64388 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:22.370707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Attempting to bind port da70ddfb-b762-4a52-a5fc-443ce0b64388 on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:22.378597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Port da70ddfb-b762-4a52-a5fc-443ce0b64388 on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:12:22.379686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Attempting to bind port da70ddfb-b762-4a52-a5fc-443ce0b64388 on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:22.391695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:22.392199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Checking segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:22.392708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Bound using segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:22.393239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Bound port: da70ddfb-b762-4a52-a5fc-443ce0b64388, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:22.393700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:22.422698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559e74c-d965-4aad-b66d-10eb6b329513 req-949ed6b9-feab-4117-b9e5-afb7c6e82c9d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:22.424455 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8559e74c-d965-4aad-b66d-10eb6b329513 req-949ed6b9-feab-4117-b9e5-afb7c6e82c9d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 943 time: 0.3530924 May 09 05:12:22.485010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:22.498056 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8559e74c-d965-4aad-b66d-10eb6b329513 req-e3e67898-4dcb-4081-a1f1-dea5e741d467 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608106 May 09 05:12:22.501038 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-38bbf66c-d577-44b9-9b51-23ef788449ff tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "DELETE /v2.0/ports/2b2332e8-2142-41f2-9ee8-2a4eadc2d92b HTTP/1.1" status: 204 len: 168 time: 1.0024166 May 09 05:12:22.507142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41472) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:22.597468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e061981-7667-4ea5-aea1-1858f0ce968a tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:22.598144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e061981-7667-4ea5-aea1-1858f0ce968a tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Synchronizing usage tracker for tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:22.614845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7e061981-7667-4ea5-aea1-1858f0ce968a tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Unset dirty status for tenant:b93e2bf56dfa4fbeb34c3a07735ef6c0 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:22.616193 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7e061981-7667-4ea5-aea1-1858f0ce968a tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "GET /v2.0/ports?device_id=6824def7-3cf6-4fde-865e-ae99b5972960 HTTP/1.1" status: 200 len: 913 time: 0.1077738 May 09 05:12:22.619097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41476) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:22.630268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] For port da70ddfb-b762-4a52-a5fc-443ce0b64388, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:22.633338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] For port da70ddfb-b762-4a52-a5fc-443ce0b64388, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:22.638342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:22.695677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:22.696298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:22.697946 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] 10.222.0.59 "PUT /v2.0/ports/da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 200 len: 1093 time: 1.0786734 May 09 05:12:22.700932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:12:22.726141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140e857-d6ac-488d-83b3-b12bc7af4c22 service neutron] Pushing event updated for resources: {'Port': ['ID=da70ddfb-b762-4a52-a5fc-443ce0b64388,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:22.753754 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72246203-9624-4e54-9c29-aecc96076d34'] response: {'name': 'network-changed', 'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'status': 'completed', 'code': 200} May 09 05:12:22.849242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-32e0a5ab-994c-4f4e-98f6-1da32171f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:22.850829 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-32e0a5ab-994c-4f4e-98f6-1da32171f0ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1096 time: 0.0825224 May 09 05:12:22.929636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-bd1a3f82-aa6a-4201-83a0-a6d425967d24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 200 len: 217 time: 0.0661538 May 09 05:12:23.000430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-897ab11f-2911-42ee-a59d-99b527ca85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:23.001998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-897ab11f-2911-42ee-a59d-99b527ca85e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0668688 May 09 05:12:23.076713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-fce03617-0c3d-4da5-99dc-c24bca8e2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:23.078223 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-fce03617-0c3d-4da5-99dc-c24bca8e2604 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702741 May 09 05:12:23.140115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:23.211804 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-3cb95e35-fc60-4f89-8fdb-74e52d4f8434 service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270933 May 09 05:12:23.347357 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40328da3-c046-4df5-a151-9eaa5f16d1b6 req-43fb9cde-89bd-42bf-87c2-33d85f3ea807 service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294575 May 09 05:12:23.472698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Deleting port c6968bbf-11e8-4a34-912c-e7bd82e55fa3 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:23.473070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:23.515434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf4e0-c218-4bb9-be22-16cce342428f req-e2ac9baf-7b07-4cfb-94ab-915d0256e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:23.516938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-101cf4e0-c218-4bb9-be22-16cce342428f req-e2ac9baf-7b07-4cfb-94ab-915d0256e15a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1096 time: 0.0757301 May 09 05:12:23.649569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf4e0-c218-4bb9-be22-16cce342428f req-87af0c64-3751-47d0-bf14-c4ededc350f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:23.650926 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-101cf4e0-c218-4bb9-be22-16cce342428f req-87af0c64-3751-47d0-bf14-c4ededc350f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 897 time: 0.1272960 May 09 05:12:23.708764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:23.718748 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-101cf4e0-c218-4bb9-be22-16cce342428f req-79377a5d-ec51-4c76-a05c-97b845e1f3a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 200 len: 217 time: 0.0618024 May 09 05:12:23.787698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf4e0-c218-4bb9-be22-16cce342428f req-ee50ce2b-9dcc-490b-b313-ae19b402f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:23.789636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-101cf4e0-c218-4bb9-be22-16cce342428f req-ee50ce2b-9dcc-490b-b313-ae19b402f2f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0640466 May 09 05:12:23.869826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cf4e0-c218-4bb9-be22-16cce342428f req-9be81fa5-91fa-4ae3-8127-37f81fcfd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:23.871454 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-101cf4e0-c218-4bb9-be22-16cce342428f req-9be81fa5-91fa-4ae3-8127-37f81fcfd38a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748868 May 09 05:12:23.968763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Calling delete_port for c6968bbf-11e8-4a34-912c-e7bd82e55fa3 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:24.007851 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-101cf4e0-c218-4bb9-be22-16cce342428f req-2beb169b-beb0-4298-8784-19d19478c46a service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293075 May 09 05:12:24.022930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243b889-ba34-4439-8549-21f9bdd6936a req-2ffadb4f-03d5-43fb-8cca-f5018b7c0bbb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:24.024326 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c243b889-ba34-4439-8549-21f9bdd6936a req-2ffadb4f-03d5-43fb-8cca-f5018b7c0bbb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 943 time: 0.4147749 May 09 05:12:24.144122 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-101cf4e0-c218-4bb9-be22-16cce342428f req-1e4dff63-efc1-4519-9c6c-d903f290eae9 service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296821 May 09 05:12:24.230871 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c243b889-ba34-4439-8549-21f9bdd6936a req-39de5630-cbdf-4b3b-9318-55b413df1476 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950696 May 09 05:12:24.330857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:24.380383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event deleted for resources: {'Port': ['ID=c6968bbf-11e8-4a34-912c-e7bd82e55fa3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:24.606213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:24.870165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Router 6824def7-3cf6-4fde-865e-ae99b5972960 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:12:25.000244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:12:25.012095 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] Sync routers for ids ['6824def7-3cf6-4fde-865e-ae99b5972960'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:12:25.019181 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-118897f1-dee5-49b4-b080-ab30b45915f5 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "PUT /v2.0/routers/6824def7-3cf6-4fde-865e-ae99b5972960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990641 May 09 05:12:25.021805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41484) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:25.022280 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] Routers {'6824def7-3cf6-4fde-865e-ae99b5972960'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:25.022880 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6824def7-3cf6-4fde-865e-ae99b5972960'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:25.086117 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:25.096894 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] Routers {'6824def7-3cf6-4fde-865e-ae99b5972960'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:25.097508 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6824def7-3cf6-4fde-865e-ae99b5972960'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:25.163489 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:25.163729 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c35592-d2b4-41b8-bb77-942ba8987570 None None] The sync data for ids ['6824def7-3cf6-4fde-865e-ae99b5972960'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:12:25.291761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f128eea6-0681-4a73-bfa4-5545a76dddb1 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:25.475145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c31fe0-8f87-4bf2-a771-ddc2dd914504 req-5e49b43e-5c76-4e72-a4fa-917c9edd6c83 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:25.475733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-50c31fe0-8f87-4bf2-a771-ddc2dd914504 req-5e49b43e-5c76-4e72-a4fa-917c9edd6c83 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:25.491982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-50c31fe0-8f87-4bf2-a771-ddc2dd914504 req-5e49b43e-5c76-4e72-a4fa-917c9edd6c83 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:25.493196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-50c31fe0-8f87-4bf2-a771-ddc2dd914504 req-5e49b43e-5c76-4e72-a4fa-917c9edd6c83 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 943 time: 0.1513009 May 09 05:12:25.538515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-50c31fe0-8f87-4bf2-a771-ddc2dd914504 req-6847c2f1-6d76-4786-8b46-902cafcb6e08 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391724 May 09 05:12:25.601392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f128eea6-0681-4a73-bfa4-5545a76dddb1 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:25.603734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f128eea6-0681-4a73-bfa4-5545a76dddb1 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:25.629630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f128eea6-0681-4a73-bfa4-5545a76dddb1 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:25.630112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f128eea6-0681-4a73-bfa4-5545a76dddb1 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Fanout notify agent at l3_agent the message router_deleted on router 6824def7-3cf6-4fde-865e-ae99b5972960 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:12:25.642310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f128eea6-0681-4a73-bfa4-5545a76dddb1 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:25.643395 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f128eea6-0681-4a73-bfa4-5545a76dddb1 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "DELETE /v2.0/routers/6824def7-3cf6-4fde-865e-ae99b5972960 HTTP/1.1" status: 204 len: 168 time: 0.6205785 May 09 05:12:25.646349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41492) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:25.710975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Deleting subnet e70dda8f-8ddb-4ac7-b66f-36d26c2d008f {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:12:25.714300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:25.772666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:25.958054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.033882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.075173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event deleted for resources: {'Subnet': ['ID=e70dda8f-8ddb-4ac7-b66f-36d26c2d008f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:26.079469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.085413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb079a1-d9a1-49c2-8562-925ecae2aab9 None None] Network c8012883-2eec-47a4-9a86-ebb37103c273 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:26.086839 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f0db4b4f-9321-40c3-8487-0a40ec41e715 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "DELETE /v2.0/subnets/e70dda8f-8ddb-4ac7-b66f-36d26c2d008f HTTP/1.1" status: 204 len: 168 time: 0.4394257 May 09 05:12:26.089383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41496) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:26.200587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.210934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Deleting port 8f5d8553-ef15-4dbd-937c-777c31b6b46a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:26.211256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.341000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] DHCP port deletion for c8012883-2eec-47a4-9a86-ebb37103c273 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:12:26.345618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Deleting port 8f5d8553-ef15-4dbd-937c-777c31b6b46a {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:26.345989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.415959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] For port 8f5d8553-ef15-4dbd-937c-777c31b6b46a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8f5d8553-ef15-4dbd-937c-777c31b6b46a,segment=NetworkSegment(57dbfb4f-3918-4090-9119-e0f0daa3bd49),segment_id=57dbfb4f-3918-4090-9119-e0f0daa3bd49)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:26.416322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.473549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8f5d8553-ef15-4dbd-937c-777c31b6b46a no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:26.543858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Calling delete_port for 8f5d8553-ef15-4dbd-937c-777c31b6b46a owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:26.626598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.634806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] For port 8f5d8553-ef15-4dbd-937c-777c31b6b46a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8f5d8553-ef15-4dbd-937c-777c31b6b46a,segment=NetworkSegment(57dbfb4f-3918-4090-9119-e0f0daa3bd49),segment_id=57dbfb4f-3918-4090-9119-e0f0daa3bd49)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:26.635195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.648106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No active binding found for port 8f5d8553-ef15-4dbd-937c-777c31b6b46a {{(pid=88043) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 09 05:12:26.648538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8f5d8553-ef15-4dbd-937c-777c31b6b46a not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:12:26.677071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event deleted for resources: {'Port': ['ID=8f5d8553-ef15-4dbd-937c-777c31b6b46a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:26.681845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] No DVR routers for this DVR port 8f5d8553-ef15-4dbd-937c-777c31b6b46a on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:26.753917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63a609-e99e-446e-970f-1bc11ec807f0 req-0bd36caa-a7e6-4ecd-b2fe-a80d8322016a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:26.755831 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6c63a609-e99e-446e-970f-1bc11ec807f0 req-0bd36caa-a7e6-4ecd-b2fe-a80d8322016a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 943 time: 0.1008952 May 09 05:12:26.759744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Calling delete_port for 8f5d8553-ef15-4dbd-937c-777c31b6b46a owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:26.803213 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6c63a609-e99e-446e-970f-1bc11ec807f0 req-cdcc6d9c-3ec9-44f2-9cfd-80972ed9dd94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 May 09 05:12:26.811199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.834208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:12:26.834557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:12:26.842235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8012883-2eec-47a4-9a86-ebb37103c273']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:26.854685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dbfb4f-3918-4090-9119-e0f0daa3bd49') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:26.854982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dbfb4f-3918-4090-9119-e0f0daa3bd49') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:26.866464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.883296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.890715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:26.891123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:26.908093 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:26.997562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:27.015001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:27.031198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] Pushing event deleted for resources: {'Network': ['ID=c8012883-2eec-47a4-9a86-ebb37103c273,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:27.040011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-acc57b33-05af-4336-a5f6-c0eb82563769 tempest-FloatingIPNegativeTestJSON-1769518533 tempest-FloatingIPNegativeTestJSON-1769518533-project] 10.222.0.50 "DELETE /v2.0/networks/c8012883-2eec-47a4-9a86-ebb37103c273 HTTP/1.1" status: 204 len: 168 time: 0.9495535 May 09 05:12:27.336225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Deleting port 8f5d8553-ef15-4dbd-937c-777c31b6b46a {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:27.336867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:27.353635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41506) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:27.411877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8afd5-89de-4ed5-9064-42d8ef7a0ba4 None None] The port '8f5d8553-ef15-4dbd-937c-777c31b6b46a' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:12:27.521906 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3b05dc8a-10a7-4be0-84d1-35e4b38007b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b93e2bf56dfa4fbeb34c3a07735ef6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670156 May 09 05:12:27.525613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41512) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:27.585180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f42fb184-973f-4402-a8ce-c0111cf9d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:27.610323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f42fb184-973f-4402-a8ce-c0111cf9d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:27.668461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f42fb184-973f-4402-a8ce-c0111cf9d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:27.682718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fb184-973f-4402-a8ce-c0111cf9d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b678f62-72f1-489c-b4a4-bf18fee8ab40,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:27.690624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f42fb184-973f-4402-a8ce-c0111cf9d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:27.691753 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f42fb184-973f-4402-a8ce-c0111cf9d4f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b678f62-72f1-489c-b4a4-bf18fee8ab40 HTTP/1.1" status: 204 len: 168 time: 0.1652014 May 09 05:12:27.796838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device da70ddfb-b762-4a52-a5fc-443ce0b64388 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:12:27.951268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port da70ddfb-b762-4a52-a5fc-443ce0b64388, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:27.977023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'port_id': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'mac_address': 'fa:16:3e:4b:41:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:12:28.041066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4dddb-96c3-4126-b4e6-3f9b191312fd req-904046a6-62c9-4ece-a632-d51ea64eb2d5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:28.042406 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2eb4dddb-96c3-4126-b4e6-3f9b191312fd req-904046a6-62c9-4ece-a632-d51ea64eb2d5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 943 time: 0.1209009 May 09 05:12:28.085773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.110259 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2eb4dddb-96c3-4126-b4e6-3f9b191312fd req-59e3046b-86fe-4c1f-a344-ad91af781828 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606349 May 09 05:12:28.128902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da70ddfb-b762-4a52-a5fc-443ce0b64388 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:12:28.147887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port da70ddfb-b762-4a52-a5fc-443ce0b64388, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:28.154115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.233649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=da70ddfb-b762-4a52-a5fc-443ce0b64388,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:28.547095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41538) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:28.571727 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['da70ddfb-b762-4a52-a5fc-443ce0b64388'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:12:28.668024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973830514'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:28.673328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:28.677510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:28.680497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:28.687284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:28.703798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:28.707329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.720126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.734747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:28.738739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:security_group_rule and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:28.741405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:28.747756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:28.835855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.840539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.870837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:28.883471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d35d66-2989-48cb-a531-7a2cc1aeeaf4,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:28.888199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.888571 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 33850247-5952-4bf8-9e69-d6e8944285a9 of type vlan for network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 May 09 05:12:28.914813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.943597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:28.949262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:28.949841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:29.055337 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5071146 May 09 05:12:29.064136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ea76b-9810-4834-8b4d-f0d361038269 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:29.074235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:29.190131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41546) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:29.196022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': 'cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:29.301605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aceb09-73c7-4820-8776-afb850f67aa9 req-1c9bf0ca-d66a-48d3-963e-e9d633d387b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:29.303162 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e4aceb09-73c7-4820-8776-afb850f67aa9 req-1c9bf0ca-d66a-48d3-963e-e9d633d387b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 944 time: 0.0900910 May 09 05:12:29.354435 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e4aceb09-73c7-4820-8776-afb850f67aa9 req-87836cc4-324e-47cc-9126-31be6b52a65b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 May 09 05:12:29.444844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:29.450216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:29.453060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:29.459696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:29.471431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:29.475906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:29.705603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:29.791257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=b7f07291-3dd8-489a-981a-68f33a9ada47,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:29.795508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '33850247-5952-4bf8-9e69-d6e8944285a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:29.795866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:29.813087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device da70ddfb-b762-4a52-a5fc-443ce0b64388 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:29.824095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:29.835684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:29.842299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:29.843532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:29.860879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e13a1-af6a-44cc-b713-4d1a0549cf1e None None] Network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:29.871103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3e79f778-e5e9-4fb6-b105-0890e1adb713 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6791914 May 09 05:12:29.879753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41550) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:29.886547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205178587'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:29.890871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:29.892553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:29.895235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:29.903602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:29.920449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:29.923249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:29.961201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:29.973068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:29.973391 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 1d2cec06-cc73-448f-a244-34c82341042d of type vlan for network 71af7823-7220-4302-8f32-fce8c3e0c51a May 09 05:12:30.004186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.054591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.068816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port da70ddfb-b762-4a52-a5fc-443ce0b64388 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:30.071060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:30.071522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.087142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port da70ddfb-b762-4a52-a5fc-443ce0b64388 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:30.087142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.231898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41554) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:30.232068 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3486624 May 09 05:12:30.234521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': '71af7823-7220-4302-8f32-fce8c3e0c51a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:30.247722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d9cfb-8a91-4d88-ae0f-a7259c06a489 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=71af7823-7220-4302-8f32-fce8c3e0c51a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:30.278788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 71af7823-7220-4302-8f32-fce8c3e0c51a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:30.352074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1', 'network_id': 'cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': 'b7f07291-3dd8-489a-981a-68f33a9ada47'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:30.352910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.373119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:30.377089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:30.379896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:30.393179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:30.404667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:30.408425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.562146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.580264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455a974-4e72-462c-a748-9b91195294ba req-ee78b24c-e0db-4518-9a9e-3103e9109173 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:30.585176 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d455a974-4e72-462c-a748-9b91195294ba req-ee78b24c-e0db-4518-9a9e-3103e9109173 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 944 time: 0.1114848 May 09 05:12:30.634933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:12:30.636421 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d455a974-4e72-462c-a748-9b91195294ba req-c3cc861e-4cb3-44c7-a7f6-7b8c8fc7704e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462861 May 09 05:12:30.649591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port da70ddfb-b762-4a52-a5fc-443ce0b64388, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:30.665245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Allocated IP 172.20.255.242 (cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1/b7f07291-3dd8-489a-981a-68f33a9ada47/c95c6dda-2e7e-479c-866d-2b7ecdf62dbb) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:30.669976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.696242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.705505 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491f7cb6-a368-4a44-adcf-cf2d9343a843'] response: {'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'code': 200} May 09 05:12:30.780701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=4172e186-d85f-47ff-b8b7-3f62d52b4ade,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:30.788337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '1d2cec06-cc73-448f-a244-34c82341042d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '71af7823-7220-4302-8f32-fce8c3e0c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:30.789127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: 71af7823-7220-4302-8f32-fce8c3e0c51a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:30.811260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network 71af7823-7220-4302-8f32-fce8c3e0c51a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:30.822251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=da70ddfb-b762-4a52-a5fc-443ce0b64388,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:30.824418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 71af7823-7220-4302-8f32-fce8c3e0c51a) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:30.831371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:30.831956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:30.855185 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-426e4370-598e-4c3e-89e5-bb5c44e132c7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6289763 May 09 05:12:30.858278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41562) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:30.859925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af90068-d053-49d9-ab86-d2441020ac6b None None] Network 71af7823-7220-4302-8f32-fce8c3e0c51a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:31.015255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90324646-f799-40a5-b0a6-9bad8162a9e0 req-b755c46a-5d9c-4385-83a8-9507dad66ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:31.019549 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90324646-f799-40a5-b0a6-9bad8162a9e0 req-b755c46a-5d9c-4385-83a8-9507dad66ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1098 time: 0.1131675 May 09 05:12:31.065689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.084659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.091964 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90324646-f799-40a5-b0a6-9bad8162a9e0 req-eccc927c-17c7-4726-ba39-f950dffc4b64 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681386 May 09 05:12:31.118271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Transition to ACTIVE for port object c95c6dda-2e7e-479c-866d-2b7ecdf62dbb will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:31.169586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.176010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Transition to ACTIVE for port object c95c6dda-2e7e-479c-866d-2b7ecdf62dbb will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:31.185812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.225053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0dd868-1c37-4aef-9f87-c6973c6e477c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-71af7823-7220-4302-8f32-fce8c3e0c51a', 'network_id': '71af7823-7220-4302-8f32-fce8c3e0c51a', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': '4172e186-d85f-47ff-b8b7-3f62d52b4ade'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:31.225638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd868-1c37-4aef-9f87-c6973c6e477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.264761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.275105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:31.278377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:31.308013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=4172e186-d85f-47ff-b8b7-3f62d52b4ade,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:31.321277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:31.324304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Pushing event updated for resources: {'Port': ['ID=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:31.447050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Attempting to bind port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:31.448200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Attempting to bind port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '33850247-5952-4bf8-9e69-d6e8944285a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:31.448200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Attempting to bind port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb on network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:31.451923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04c7310-d2db-4c8f-9414-480c83092145 None None] Network 71af7823-7220-4302-8f32-fce8c3e0c51a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:31.472942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:31.473562 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Checking segment: {'id': '33850247-5952-4bf8-9e69-d6e8944285a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:31.473677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.474057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Bound using segment: {'id': '33850247-5952-4bf8-9e69-d6e8944285a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:31.474681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Bound port: c95c6dda-2e7e-479c-866d-2b7ecdf62dbb, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33850247-5952-4bf8-9e69-d6e8944285a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:31.474881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.527427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.556543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71af7823-7220-4302-8f32-fce8c3e0c51a']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:31.570845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2cec06-cc73-448f-a244-34c82341042d') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:31.571147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2cec06-cc73-448f-a244-34c82341042d') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:31.583597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.605719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.612421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:31.612879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:31.627970 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:31.699649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] For port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:31.705875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] For port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,segment=NetworkSegment(33850247-5952-4bf8-9e69-d6e8944285a9),segment_id=33850247-5952-4bf8-9e69-d6e8944285a9)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:31.715987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.716506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.725282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.760501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=71af7823-7220-4302-8f32-fce8c3e0c51a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:31.769395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41570) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:31.782280 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-60ff33e6-69ab-427b-98c6-0e7d60d47ff1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/71af7823-7220-4302-8f32-fce8c3e0c51a HTTP/1.1" status: 204 len: 168 time: 0.9177322 May 09 05:12:31.785797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545379751'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:31.791897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:31.815308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44653c07-d9c1-4c7e-add4-e9792c255d9f None None] Pushing event updated for resources: {'Port': ['ID=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:31.841789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:31.846751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:31.858547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:31.876178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:31.879637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.920831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada972e2-e86e-4cba-b9cf-4b24c21ed6f3 req-2dfa4fa6-896b-477f-8213-d57e55f712b9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:31.922406 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ada972e2-e86e-4cba-b9cf-4b24c21ed6f3 req-2dfa4fa6-896b-477f-8213-d57e55f712b9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 945 time: 0.1380394 May 09 05:12:31.926049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:31.953563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:31.953907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 46193792-a479-4239-ae39-fc71b7a04131 of type vlan for network fc0a2ecc-6bd2-4f4d-ab54-65807c840cde May 09 05:12:32.007348 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ada972e2-e86e-4cba-b9cf-4b24c21ed6f3 req-6dcb8166-405b-4205-bd08-d84d3d6a9f16 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757835 May 09 05:12:32.025942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:32.066342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:32.073861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:32.073861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:32.174958 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4043531 May 09 05:12:32.177999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41574) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:32.183907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': 'fc0a2ecc-6bd2-4f4d-ab54-65807c840cde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:32.186760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b4d66-ab71-4634-a3a7-20bab8be26b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=fc0a2ecc-6bd2-4f4d-ab54-65807c840cde,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:32.197316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network fc0a2ecc-6bd2-4f4d-ab54-65807c840cde details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:32.298969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:32.303262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:32.306504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:32.312846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:32.323544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:32.327129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:32.418989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Performing IP validity checks on allocation pools {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:12:32.419498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:12:32.551028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c95c6dda-2e7e-479c-866d-2b7ecdf62dbb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:32.574536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:32.625605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:32.654202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=69d7fdf7-ae71-4da9-af0e-7144e0375e41,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:32.665438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '46193792-a479-4239-ae39-fc71b7a04131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fc0a2ecc-6bd2-4f4d-ab54-65807c840cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:32.665790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: fc0a2ecc-6bd2-4f4d-ab54-65807c840cde, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:32.687328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network fc0a2ecc-6bd2-4f4d-ab54-65807c840cde is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:32.698075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, fc0a2ecc-6bd2-4f4d-ab54-65807c840cde) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:32.702744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:32.703333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:32.708568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48eb532-014a-43da-9b5d-9e774276f1e6 None None] Network fc0a2ecc-6bd2-4f4d-ab54-65807c840cde requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:32.728042 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b47532cc-e87c-4db2-9958-d35d6557ab0d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5488331 May 09 05:12:32.730992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41578) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:32.863824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a91fa-4dd4-4d84-9778-d0256d4d704f None None] Network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:32.883369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:32.955095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.030500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.048819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-46878436-eb83-4d96-bc7a-989df12810f6 None None] Provisioning for port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:33.072678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=69d7fdf7-ae71-4da9-af0e-7144e0375e41,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:33.074055 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-46878436-eb83-4d96-bc7a-989df12810f6 None None] Provisioning complete for port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:33.074586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46878436-eb83-4d96-bc7a-989df12810f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.105585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3e6c0-7664-49cc-9665-a6c5a3d0bc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-fc0a2ecc-6bd2-4f4d-ab54-65807c840cde', 'network_id': 'fc0a2ecc-6bd2-4f4d-ab54-65807c840cde', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': '69d7fdf7-ae71-4da9-af0e-7144e0375e41'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:33.106313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e6c0-7664-49cc-9665-a6c5a3d0bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.243603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.277780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0a2ecc-6bd2-4f4d-ab54-65807c840cde']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:33.292225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46193792-a479-4239-ae39-fc71b7a04131') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:33.292442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46193792-a479-4239-ae39-fc71b7a04131') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:33.306572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.332777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776289b-ac39-45c5-aa8c-6c7dde8db331 req-70ba9b36-d46c-4752-a86e-107de017b779 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:33.332979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a671f5-0740-4e51-83e0-f4e20203238c None None] Network fc0a2ecc-6bd2-4f4d-ab54-65807c840cde requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:33.334230 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e776289b-ac39-45c5-aa8c-6c7dde8db331 req-70ba9b36-d46c-4752-a86e-107de017b779 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 945 time: 0.1717832 May 09 05:12:33.335198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.343406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:33.343760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:33.358530 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:33.462737 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e776289b-ac39-45c5-aa8c-6c7dde8db331 req-c03c6ca8-50e9-4ff6-bd79-12a9e126d13e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210673 May 09 05:12:33.463963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.482142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.485416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46878436-eb83-4d96-bc7a-989df12810f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.497424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=fc0a2ecc-6bd2-4f4d-ab54-65807c840cde,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:33.503266 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b22b490d-a1bc-42d8-a18c-77f077aeb0dc tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/fc0a2ecc-6bd2-4f4d-ab54-65807c840cde HTTP/1.1" status: 204 len: 168 time: 0.7710934 May 09 05:12:33.506745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41586) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:33.512791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548830920'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:33.519625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:33.524271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:33.528229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:33.535206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:33.548599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:33.552493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.584008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:33.604728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.605178 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment a8fb45d9-99c3-4ae9-aa89-e9274cd14a4f of type vlan for network 713a8c67-b682-4e2d-bc90-570e82b565f5 May 09 05:12:33.606568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-46878436-eb83-4d96-bc7a-989df12810f6 None None] For port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,segment=NetworkSegment(33850247-5952-4bf8-9e69-d6e8944285a9),segment_id=33850247-5952-4bf8-9e69-d6e8944285a9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:33.611747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46878436-eb83-4d96-bc7a-989df12810f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.688581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878436-eb83-4d96-bc7a-989df12810f6 None None] Pushing event updated for resources: {'Port': ['ID=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:33.689496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.737257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e275f6-d522-49ef-ab1a-dfef749d2fd7 req-e195bb35-5ebd-470a-bfc3-4a6bc3c70500 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:33.739182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e0e275f6-d522-49ef-ab1a-dfef749d2fd7 req-e195bb35-5ebd-470a-bfc3-4a6bc3c70500 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 945 time: 0.1393600 May 09 05:12:33.740385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.746062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:33.746937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.835067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f7dae544-c4ab-48c3-a74b-67767eb16f59 None None] Provisioning complete for port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:33.835435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7dae544-c4ab-48c3-a74b-67767eb16f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:33.875981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3679543 May 09 05:12:33.878759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41590) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:33.885343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cef380-8fe7-4ffb-9051-1433297f48e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=713a8c67-b682-4e2d-bc90-570e82b565f5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:33.886453 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': '713a8c67-b682-4e2d-bc90-570e82b565f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:33.894181 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e0e275f6-d522-49ef-ab1a-dfef749d2fd7 req-ff97db78-8af0-4617-85d2-26dbb41af124 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430962 May 09 05:12:33.899250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 713a8c67-b682-4e2d-bc90-570e82b565f5 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:33.919092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41594) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:33.997433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411901d-b04c-4b61-a716-4cccd7f4191b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:33.998979 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e411901d-b04c-4b61-a716-4cccd7f4191b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1093 time: 0.0789130 May 09 05:12:34.001726 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41598) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:34.006886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:34.013854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:34.018027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:34.021002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:34.027156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:34.036077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:34.041100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:34.041828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.045382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:34.052812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:34.066014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:34.069697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.190260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.293213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.330824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.224 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/3878b1d3-c954-4f8e-aa84-77c0b1f387b5) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:34.367277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=ef32809b-52e0-4a2d-a46a-c4a31e3e9201,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:34.380730 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': 'a8fb45d9-99c3-4ae9-aa89-e9274cd14a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '713a8c67-b682-4e2d-bc90-570e82b565f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:34.381093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: 713a8c67-b682-4e2d-bc90-570e82b565f5, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:34.402305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network 713a8c67-b682-4e2d-bc90-570e82b565f5 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:34.414358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 713a8c67-b682-4e2d-bc90-570e82b565f5) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:34.420100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:34.420745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.422949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14709eff-033e-4ad7-94bb-96f20d3b09d5 None None] Network 713a8c67-b682-4e2d-bc90-570e82b565f5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:34.447516 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-14f5d6d3-aeca-4bba-80bc-136240a5733c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5670149 May 09 05:12:34.450375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41602) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:34.507696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c95c6dda-2e7e-479c-866d-2b7ecdf62dbb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:12:34.603976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.628705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:34.629358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.634293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.702708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:34.705405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:34.707972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:34.725446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.750216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=3878b1d3-c954-4f8e-aa84-77c0b1f387b5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:34.801783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.811066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de32ba7-f7d1-43df-a27d-0f79006df2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-713a8c67-b682-4e2d-bc90-570e82b565f5', 'network_id': '713a8c67-b682-4e2d-bc90-570e82b565f5', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': 'ef32809b-52e0-4a2d-a46a-c4a31e3e9201'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:34.811893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0de32ba7-f7d1-43df-a27d-0f79006df2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.888372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:34.929959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=ef32809b-52e0-4a2d-a46a-c4a31e3e9201,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server [None req-0de32ba7-f7d1-43df-a27d-0f79006df2de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef32809b-52e0-4a2d-a46a-c4a31e3e9201: This subnet is being modified by another concurrent operation. May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise exception May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef32809b-52e0-4a2d-a46a-c4a31e3e9201: This subnet is being modified by another concurrent operation. May 09 05:12:34.935589 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server May 09 05:12:34.957983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a1d07-8600-4800-b220-5425e811750c None None] Network 713a8c67-b682-4e2d-bc90-570e82b565f5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:35.030292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.061074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713a8c67-b682-4e2d-bc90-570e82b565f5']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:35.074611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fb45d9-99c3-4ae9-aa89-e9274cd14a4f') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:35.075178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fb45d9-99c3-4ae9-aa89-e9274cd14a4f') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:35.088103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.104834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.111781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:35.112192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:35.130526 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:35.187709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1edc76b-829c-4983-b72c-b646f877e919 None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:35.208488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.229255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.235465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=713a8c67-b682-4e2d-bc90-570e82b565f5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:35.243455 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2d966771-ddd8-48b4-91eb-a285d4bda9b9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/713a8c67-b682-4e2d-bc90-570e82b565f5 HTTP/1.1" status: 204 len: 168 time: 0.7906315 May 09 05:12:35.247949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41606) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:35.254399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380825903'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:35.259274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:35.263471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:35.266360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:35.273063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:35.280549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.285576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:35.297567 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.303921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1edc76b-829c-4983-b72c-b646f877e919 None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:35.331944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:35.341577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.341905 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 01ad25c9-bb89-4858-abd0-e7b0a3039fc6 of type vlan for network b1c77b39-0632-4b0a-a08f-4d39eda6e45b May 09 05:12:35.362318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.369445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.403847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.415302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:35.415302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.499678 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2504492 May 09 05:12:35.505323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41610) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:35.525386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:35.603243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.609984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.615016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667e808-66db-497a-bdcd-c91579da5823 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=b1c77b39-0632-4b0a-a08f-4d39eda6e45b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:35.628362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b1c77b39-0632-4b0a-a08f-4d39eda6e45b details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:35.652472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:35.656832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:35.659898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:35.666485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:35.678312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:35.682447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.746236 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=3878b1d3-c954-4f8e-aa84-77c0b1f387b5,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:35.751823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.920617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:35.929784 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 9812d929-74e1-458a-9558-aecd61fa8796 associated. External IP: 172.26.0.224, port: da70ddfb-b762-4a52-a5fc-443ce0b64388. May 09 05:12:35.996718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=7019c86b-facb-4dfc-8f87-e4b5b7084acc,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:36.005514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '01ad25c9-bb89-4858-abd0-e7b0a3039fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:36.005852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: b1c77b39-0632-4b0a-a08f-4d39eda6e45b, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:36.026341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network b1c77b39-0632-4b0a-a08f-4d39eda6e45b is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:36.038563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, b1c77b39-0632-4b0a-a08f-4d39eda6e45b) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:36.043818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:36.044423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.049163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43fa38-7287-436b-a361-f5b21d932692 None None] Network b1c77b39-0632-4b0a-a08f-4d39eda6e45b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:36.076844 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f7d722b1-9bb3-4f1b-a87f-3994bd6ee788 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5702722 May 09 05:12:36.079838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41614) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:36.235241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.273708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b1c77b39-0632-4b0a-a08f-4d39eda6e45b', 'network_id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': '7019c86b-facb-4dfc-8f87-e4b5b7084acc'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:36.274823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.310552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.435983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 684bdea6-dd80-473f-93db-fc3912546c03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:12:36.438922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Allocated IP 172.20.0.2 (b1c77b39-0632-4b0a-a08f-4d39eda6e45b/7019c86b-facb-4dfc-8f87-e4b5b7084acc/691df549-c932-4648-b419-85d952ca3941) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:36.618005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:12:36.630396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] Sync routers for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:12:36.645259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.650923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.653334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:36.653951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:36.707379 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d143663a-1f00-4f17-8131-c2a05f70530f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7045989 May 09 05:12:36.708291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:12:36.709491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41618) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:36.725222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Transition to ACTIVE for port object 691df549-c932-4648-b419-85d952ca3941 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:36.757382 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d209349f-7fdb-49a3-b270-57829d15f22b'] response: {'name': 'network-changed', 'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'status': 'completed', 'code': 200} May 09 05:12:36.806592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Transition to ACTIVE for port object 691df549-c932-4648-b419-85d952ca3941 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:36.826760 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cf036d00-8119-428d-b584-4c17e1ccd3fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 991 time: 0.1144869 May 09 05:12:36.833534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.846039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:36.891999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=7019c86b-facb-4dfc-8f87-e4b5b7084acc,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:36.912443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Network b1c77b39-0632-4b0a-a08f-4d39eda6e45b is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:36.917399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:36.927925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:36.931894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-efe9ecbd-13ba-4d9d-afc2-eeeec7e0ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:36.932916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:36.933604 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-efe9ecbd-13ba-4d9d-afc2-eeeec7e0ce58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1098 time: 0.1334128 May 09 05:12:36.993803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.032669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Pushing event updated for resources: {'Port': ['ID=691df549-c932-4648-b419-85d952ca3941,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:37.033691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c77b39-0632-4b0a-a08f-4d39eda6e45b']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:37.050398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ad25c9-bb89-4858-abd0-e7b0a3039fc6') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:37.050764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ad25c9-bb89-4858-abd0-e7b0a3039fc6') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:37.062387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.078795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.085602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:37.086046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.087704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-8fc90adb-697c-4538-8ea4-a81d373f928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:37.089699 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-8fc90adb-697c-4538-8ea4-a81d373f928e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 897 time: 0.1500020 May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:37.101795 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:37.180535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:12:37.180535 dv-neutron-840482-1-hyperv neutron-server[88042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:12:37.180535 dv-neutron-840482-1-hyperv neutron-server[88042]: [parameters: {'id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b'}] May 09 05:12:37.180535 dv-neutron-840482-1-hyperv neutron-server[88042]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:12:37.182456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:12:37.196627 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-80ad86b0-aa9a-4e41-a43e-39aac1c34f1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 200 len: 999 time: 0.1013045 May 09 05:12:37.205468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Attempting to bind port 691df549-c932-4648-b419-85d952ca3941 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:37.205828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Attempting to bind port 691df549-c932-4648-b419-85d952ca3941 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '01ad25c9-bb89-4858-abd0-e7b0a3039fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:37.206160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Attempting to bind port 691df549-c932-4648-b419-85d952ca3941 on network b1c77b39-0632-4b0a-a08f-4d39eda6e45b {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:37.217083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:37.217464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Checking segment: {'id': '01ad25c9-bb89-4858-abd0-e7b0a3039fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:37.217835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.218209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Bound using segment: {'id': '01ad25c9-bb89-4858-abd0-e7b0a3039fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:37.218659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Bound port: 691df549-c932-4648-b419-85d952ca3941, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ad25c9-bb89-4858-abd0-e7b0a3039fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b1c77b39-0632-4b0a-a08f-4d39eda6e45b'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:37.219018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.257826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-63bc2f97-d0b2-4575-9957-2379460efa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:37.259267 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-63bc2f97-d0b2-4575-9957-2379460efa5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0572672 May 09 05:12:37.341955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-25cb1105-e8fc-4056-88a8-0f776228563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:37.343466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-25cb1105-e8fc-4056-88a8-0f776228563c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783417 May 09 05:12:37.353556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-56c19caa-daf5-49f3-adde-90116fc275ea service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:12:37.354590 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-56c19caa-daf5-49f3-adde-90116fc275ea service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049832 May 09 05:12:37.409685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] For port 691df549-c932-4648-b419-85d952ca3941, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:37.445003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] For port 691df549-c932-4648-b419-85d952ca3941, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=691df549-c932-4648-b419-85d952ca3941,segment=NetworkSegment(01ad25c9-bb89-4858-abd0-e7b0a3039fc6),segment_id=01ad25c9-bb89-4858-abd0-e7b0a3039fc6)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:37.451633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.487796 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-0a212b94-15be-4c79-99dd-b874f0e3d8c1 service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271248 May 09 05:12:37.576971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4064-046a-47e2-9171-b3d3a6e87dbc None None] Pushing event updated for resources: {'Port': ['ID=691df549-c932-4648-b419-85d952ca3941,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:37.608778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9812d929-74e1-458a-9558-aecd61fa8796', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.224', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'port_id': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'mac_address': 'fa:16:3e:4b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52648d9f-f204-49d8-9011-59154ab433c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:12:35Z', 'updated_at': '2022-05-09T05:12:35Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:37.613165 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] Checking router: 684bdea6-dd80-473f-93db-fc3912546c03 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:12:37.616433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52475163-29da-4652-bd70-b84725d3d10d None None] Network b1c77b39-0632-4b0a-a08f-4d39eda6e45b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:37.620878 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd340576-b0bd-4c78-a1e5-95b3e4a90e85 req-b1928965-6baa-48d1-b268-1d7474fb01ec service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275396 May 09 05:12:37.683949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.696013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Deleting port 691df549-c932-4648-b419-85d952ca3941 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:37.696269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.699413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:37.700033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:37.829178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41626) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:37.911180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] For port 691df549-c932-4648-b419-85d952ca3941, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=691df549-c932-4648-b419-85d952ca3941,segment=NetworkSegment(01ad25c9-bb89-4858-abd0-e7b0a3039fc6),segment_id=01ad25c9-bb89-4858-abd0-e7b0a3039fc6)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:37.911593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:37.937564 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1f35b331-c029-4541-9ae7-7fbc57afa42f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 991 time: 0.1071243 May 09 05:12:37.963016 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:38.043135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Calling delete_port for 691df549-c932-4648-b419-85d952ca3941 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:38.105119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76874827-2552-403b-8223-04356fedbac9 None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:38.124327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.173136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No DVR routers for this DVR port 691df549-c932-4648-b419-85d952ca3941 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:38.202357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Port': ['ID=691df549-c932-4648-b419-85d952ca3941,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:38.389496 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76874827-2552-403b-8223-04356fedbac9 None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:38.420123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.449261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c77b39-0632-4b0a-a08f-4d39eda6e45b']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:38.461126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ad25c9-bb89-4858-abd0-e7b0a3039fc6') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:38.461418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ad25c9-bb89-4858-abd0-e7b0a3039fc6') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:38.473542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.489718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.495750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:38.496120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:38.510257 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:38.593957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.614481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.621366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=b1c77b39-0632-4b0a-a08f-4d39eda6e45b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:38.630815 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ca2b9eaf-fe92-453d-aa4e-1b01dbd8e290 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/b1c77b39-0632-4b0a-a08f-4d39eda6e45b HTTP/1.1" status: 204 len: 168 time: 2.5497377 May 09 05:12:38.634573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41630) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:38.640902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1093752857'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:38.645783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:38.649759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:38.652961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:38.658790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:38.669966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:38.673971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.680232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9812d929-74e1-458a-9558-aecd61fa8796', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.224', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'port_id': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'mac_address': 'fa:16:3e:4b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52648d9f-f204-49d8-9011-59154ab433c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:12:35Z', 'updated_at': '2022-05-09T05:12:35Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:38.702341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:38.711595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.711940 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment c8087965-6e95-4ed1-8265-6e8c15859dd8 of type vlan for network 01271445-a820-4156-8bf4-4da950835366 May 09 05:12:38.719575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bad24c-1f2b-41b8-9b69-117903e24311 None None] The sync data for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv is: [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9812d929-74e1-458a-9558-aecd61fa8796', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.224', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'port_id': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'mac_address': 'fa:16:3e:4b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52648d9f-f204-49d8-9011-59154ab433c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:12:35Z', 'updated_at': '2022-05-09T05:12:35Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:12:38.747184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.781735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.787416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:38.788043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:38.896978 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2611008 May 09 05:12:38.899968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41634) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:38.905985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': '01271445-a820-4156-8bf4-4da950835366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:38.907092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226a869-5e75-4ffc-ae99-78842f3d5079 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=01271445-a820-4156-8bf4-4da950835366,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:38.919345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 01271445-a820-4156-8bf4-4da950835366 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:38.941969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41638) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:38.963679 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525597f9-c7ae-4e26-8505-af89139a9120 None None] New status for floating IP 9812d929-74e1-458a-9558-aecd61fa8796: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:12:39.065281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:39.069151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:39.072034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:39.078490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:39.089742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:39.093437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.186397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Performing IP validity checks on allocation pools {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:12:39.186809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:12:39.252437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-45468c41-2f29-4fcf-8464-de06f8f6afd3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 991 time: 0.3083334 May 09 05:12:39.331511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.409302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=a1186f6b-abb5-4e3a-9ddc-d49b4be6e19f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:39.421270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': 'c8087965-6e95-4ed1-8265-6e8c15859dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '01271445-a820-4156-8bf4-4da950835366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:39.421571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: 01271445-a820-4156-8bf4-4da950835366, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:39.442838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network 01271445-a820-4156-8bf4-4da950835366 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:39.453773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 01271445-a820-4156-8bf4-4da950835366) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:39.457709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:39.458292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.462815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f70120a-dd9b-4782-a56f-88e25117a268 None None] Network 01271445-a820-4156-8bf4-4da950835366 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:39.481835 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bbafc443-aab7-49dc-844b-86fdd9c74d6d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5806427 May 09 05:12:39.484438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41642) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:39.632034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.687340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b5c71-8625-4c68-a170-ab9ee1d7888f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-01271445-a820-4156-8bf4-4da950835366', 'network_id': '01271445-a820-4156-8bf4-4da950835366', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': 'a1186f6b-abb5-4e3a-9ddc-d49b4be6e19f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:39.688179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-456b5c71-8625-4c68-a170-ab9ee1d7888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.705912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.784030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server [None req-456b5c71-8625-4c68-a170-ab9ee1d7888f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1186f6b-abb5-4e3a-9ddc-d49b4be6e19f: This subnet is being modified by another concurrent operation. May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise exception May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1186f6b-abb5-4e3a-9ddc-d49b4be6e19f: This subnet is being modified by another concurrent operation. May 09 05:12:39.787160 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server May 09 05:12:39.804167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded1c65-18a0-41be-8216-f0396de7069b None None] Network 01271445-a820-4156-8bf4-4da950835366 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:39.828052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=a1186f6b-abb5-4e3a-9ddc-d49b4be6e19f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:39.924102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.951588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01271445-a820-4156-8bf4-4da950835366']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:39.964868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8087965-6e95-4ed1-8265-6e8c15859dd8') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:39.965095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8087965-6e95-4ed1-8265-6e8c15859dd8') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:39.975617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af654c-1920-4f8e-aeec-9e7f7cf5868f None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:39.977700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:39.995456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.001656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:40.002044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:40.017497 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:40.089998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af654c-1920-4f8e-aeec-9e7f7cf5868f None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:40.101933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.106383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.131114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=01271445-a820-4156-8bf4-4da950835366,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:40.134935 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a6b8eccb-f286-446b-bdd5-c03335cecbd1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/01271445-a820-4156-8bf4-4da950835366 HTTP/1.1" status: 204 len: 168 time: 0.6493814 May 09 05:12:40.139042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41646) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:40.144763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1515815994'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:40.150180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:40.154816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:40.157894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:40.164715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:40.177023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:40.180637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.208083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:40.218244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.218518 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 0ea9ed45-c0cd-471b-bb40-402b34ef1931 of type vlan for network f4bbdb61-2751-41ef-b1b2-c42b662e28ed May 09 05:12:40.245825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.252592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41650) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:40.278672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.284199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:40.284872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.372588 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d5a7267c-8da6-4795-8337-7d2b2fc154d1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 993 time: 0.1116126 May 09 05:12:40.389036 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2488313 May 09 05:12:40.391947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41654) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:40.395094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31212e1e-e2a3-4509-bea1-fc0eba692e4b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=f4bbdb61-2751-41ef-b1b2-c42b662e28ed,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:40.398272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': 'f4bbdb61-2751-41ef-b1b2-c42b662e28ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:40.413238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f4bbdb61-2751-41ef-b1b2-c42b662e28ed details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:40.515452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:40.519691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:40.522806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:40.529389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:40.541710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:40.545619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.772692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.846141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=e86975fb-9ce0-4585-a370-ce2af9dd57f0,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:40.856900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '0ea9ed45-c0cd-471b-bb40-402b34ef1931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f4bbdb61-2751-41ef-b1b2-c42b662e28ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:40.857252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: f4bbdb61-2751-41ef-b1b2-c42b662e28ed, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:40.878090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network f4bbdb61-2751-41ef-b1b2-c42b662e28ed is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:40.888623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, f4bbdb61-2751-41ef-b1b2-c42b662e28ed) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:40.892990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:40.893576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:40.897453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a6e50-7b79-477d-b300-b3764622e16a None None] Network f4bbdb61-2751-41ef-b1b2-c42b662e28ed requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:40.921419 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2f14bc03-3e9a-40fd-83a4-43314c89f4bf tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5280826 May 09 05:12:40.924028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41658) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:41.067461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.118893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21f7cf-60a2-46fc-aab1-4f667fe275f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-f4bbdb61-2751-41ef-b1b2-c42b662e28ed', 'network_id': 'f4bbdb61-2751-41ef-b1b2-c42b662e28ed', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': 'e86975fb-9ce0-4585-a370-ce2af9dd57f0'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:41.120179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c21f7cf-60a2-46fc-aab1-4f667fe275f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.135055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.216254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server [None req-7c21f7cf-60a2-46fc-aab1-4f667fe275f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e86975fb-9ce0-4585-a370-ce2af9dd57f0: This subnet is being modified by another concurrent operation. May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise exception May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e86975fb-9ce0-4585-a370-ce2af9dd57f0: This subnet is being modified by another concurrent operation. May 09 05:12:41.219094 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server May 09 05:12:41.240138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f414b-bb3d-4155-b755-1376238d6a9c None None] Network f4bbdb61-2751-41ef-b1b2-c42b662e28ed requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:41.261388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=e86975fb-9ce0-4585-a370-ce2af9dd57f0,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:41.354194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.383892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bbdb61-2751-41ef-b1b2-c42b662e28ed']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:41.397140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea9ed45-c0cd-471b-bb40-402b34ef1931') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:41.397412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea9ed45-c0cd-471b-bb40-402b34ef1931') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:41.409388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.414791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5735a986-62d6-4895-9f38-04eefae775f7 None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:41.426814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.433269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:41.433743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:41.448145 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:41.521803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735a986-62d6-4895-9f38-04eefae775f7 None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:41.534166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.554559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.561393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=f4bbdb61-2751-41ef-b1b2-c42b662e28ed,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:41.567835 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-035b47c0-213a-4c0e-a690-d58279bde80c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/f4bbdb61-2751-41ef-b1b2-c42b662e28ed HTTP/1.1" status: 204 len: 168 time: 0.6427274 May 09 05:12:41.571119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41662) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:41.577136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013696829'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:41.582164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:41.586210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:41.589629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:41.595228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:41.606891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:41.610792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.640856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:41.649836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.650174 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment d3cd5fdf-c4c0-4739-bd52-ea786ea7a8c3 of type vlan for network 819bc6bf-a403-48cf-9659-9ce395274077 May 09 05:12:41.677179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.707990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.713638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:41.714214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:41.925549 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3532882 May 09 05:12:41.928343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41666) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:41.934301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': '819bc6bf-a403-48cf-9659-9ce395274077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:41.937187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c70f5-8512-4b00-819e-20b23c4dc832 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=819bc6bf-a403-48cf-9659-9ce395274077,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:41.947946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 819bc6bf-a403-48cf-9659-9ce395274077 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:42.048383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:42.052292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:42.055170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:42.061327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:42.072434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:42.076526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.300805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.325230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-02b07927-9826-4133-b4a0-da226a6678aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.382165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=cfbb9087-afad-42ca-b2dd-212a086687fa,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:42.399678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': 'd3cd5fdf-c4c0-4739-bd52-ea786ea7a8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '819bc6bf-a403-48cf-9659-9ce395274077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:42.400105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: 819bc6bf-a403-48cf-9659-9ce395274077, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:42.422160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network 819bc6bf-a403-48cf-9659-9ce395274077 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:42.432908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 819bc6bf-a403-48cf-9659-9ce395274077) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:42.437095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:42.437671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.441723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a327d-87c0-4cb5-b575-c2220d410d7d None None] Network 819bc6bf-a403-48cf-9659-9ce395274077 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:42.460074 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-994f8e29-524d-47d1-94b9-5b580039318e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5304556 May 09 05:12:42.462809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41670) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:42.600196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.653598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3096fac7-215c-4f32-afbd-4191d4740ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-819bc6bf-a403-48cf-9659-9ce395274077', 'network_id': '819bc6bf-a403-48cf-9659-9ce395274077', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': 'cfbb9087-afad-42ca-b2dd-212a086687fa'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:42.654689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3096fac7-215c-4f32-afbd-4191d4740ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.665336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.745678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server [None req-3096fac7-215c-4f32-afbd-4191d4740ac4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfbb9087-afad-42ca-b2dd-212a086687fa: This subnet is being modified by another concurrent operation. May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise exception May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfbb9087-afad-42ca-b2dd-212a086687fa: This subnet is being modified by another concurrent operation. May 09 05:12:42.760364 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server May 09 05:12:42.774303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef438ef-e068-4770-9019-b00d54844744 None None] Network 819bc6bf-a403-48cf-9659-9ce395274077 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:42.803642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbb9087-afad-42ca-b2dd-212a086687fa,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:42.989660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04957f-716c-40eb-a3c9-71485ab184a4 None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:43.000744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.025567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819bc6bf-a403-48cf-9659-9ce395274077']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:43.037485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cd5fdf-c4c0-4739-bd52-ea786ea7a8c3') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:43.037806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cd5fdf-c4c0-4739-bd52-ea786ea7a8c3') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:43.049374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.065081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.071392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:43.071954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:43.088498 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:43.099837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d04957f-716c-40eb-a3c9-71485ab184a4 None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:43.169283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.186611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.197336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=819bc6bf-a403-48cf-9659-9ce395274077,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:43.204836 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-96c9afd5-e602-48f6-8955-c382b636b833 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/819bc6bf-a403-48cf-9659-9ce395274077 HTTP/1.1" status: 204 len: 168 time: 0.7376070 May 09 05:12:43.205315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41674) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:43.211009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1678537130'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:43.216005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:43.219963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:43.222847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:43.228568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:43.239894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:43.243273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.270052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:43.278956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.279302 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58 of type vlan for network 4b03a974-90b7-44ab-a856-c58c986f2877 May 09 05:12:43.305119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.334691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.340114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:43.340728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.437023 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2306786 May 09 05:12:43.439671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41678) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:43.445774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:43.448704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0de0e7-40b0-4185-9003-1916f6272dc6 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=4b03a974-90b7-44ab-a856-c58c986f2877,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:43.459279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 4b03a974-90b7-44ab-a856-c58c986f2877 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:43.672428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.692643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.714090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network 4b03a974-90b7-44ab-a856-c58c986f2877 is not hosted by any dhcp agent {{(pid=88042) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 09 05:12:43.719377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:43.719933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:43.721195 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "PUT /v2.0/networks/4b03a974-90b7-44ab-a856-c58c986f2877 HTTP/1.1" status: 200 len: 723 time: 0.2805309 May 09 05:12:43.724215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41682) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:43.730028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': '4b03a974-90b7-44ab-a856-c58c986f2877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:43.799273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf5cb2-1d88-4375-80f6-0b75daac11bb tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=4b03a974-90b7-44ab-a856-c58c986f2877,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:43.809828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 4b03a974-90b7-44ab-a856-c58c986f2877 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:43.841803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:43.845766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:43.848824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:43.854541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:43.865306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:43.868928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.089424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.163196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=096fd066-ac24-4596-bd86-320f995eddbb,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:44.173984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4b03a974-90b7-44ab-a856-c58c986f2877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:44.174339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: 4b03a974-90b7-44ab-a856-c58c986f2877, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:44.194463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network 4b03a974-90b7-44ab-a856-c58c986f2877 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:44.204755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 4b03a974-90b7-44ab-a856-c58c986f2877) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:44.208634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:44.209208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.214625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dfaa75-3c0d-45ea-9fc4-bb81cb12a8d2 None None] Network 4b03a974-90b7-44ab-a856-c58c986f2877 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:44.231725 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7e761426-28ed-4637-9f69-c71b04148856 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5063791 May 09 05:12:44.234423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41686) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:44.240044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-625a21b8-84ec-49b6-b7cc-9b91742f375f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:44.362363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-625a21b8-84ec-49b6-b7cc-9b91742f375f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6498948'] for subnet, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.441491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-4b03a974-90b7-44ab-a856-c58c986f2877', 'network_id': '4b03a974-90b7-44ab-a856-c58c986f2877', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': '096fd066-ac24-4596-bd86-320f995eddbb'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:44.442339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.542694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-625a21b8-84ec-49b6-b7cc-9b91742f375f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775671722617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7320340'] for subnet, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.594668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a21b8-84ec-49b6-b7cc-9b91742f375f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:44.595241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-625a21b8-84ec-49b6-b7cc-9b91742f375f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.598909 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-625a21b8-84ec-49b6-b7cc-9b91742f375f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "PUT /v2.0/subnets/096fd066-ac24-4596-bd86-320f995eddbb HTTP/1.1" status: 200 len: 806 time: 0.3611915 May 09 05:12:44.600267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41690) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:44.606876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43b3d780-3cce-4f92-9f17-e90c94c445d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.616059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a21b8-84ec-49b6-b7cc-9b91742f375f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=096fd066-ac24-4596-bd86-320f995eddbb,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:44.616784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Allocated IP 172.20.0.2 (4b03a974-90b7-44ab-a856-c58c986f2877/096fd066-ac24-4596-bd86-320f995eddbb/034911d8-7f5a-461e-a277-824ccf03822c) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:44.777029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.830668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.840685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Transition to ACTIVE for port object 034911d8-7f5a-461e-a277-824ccf03822c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:44.842116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.858840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Transition to ACTIVE for port object 034911d8-7f5a-461e-a277-824ccf03822c will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:44.865201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.920490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:44.930326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Network 4b03a974-90b7-44ab-a856-c58c986f2877 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:44.933497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:44.937097 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:44.942820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Pushing event updated for resources: {'Port': ['ID=034911d8-7f5a-461e-a277-824ccf03822c,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:44.960027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=096fd066-ac24-4596-bd86-320f995eddbb,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:45.044937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Attempting to bind port 034911d8-7f5a-461e-a277-824ccf03822c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:45.045635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Attempting to bind port 034911d8-7f5a-461e-a277-824ccf03822c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4b03a974-90b7-44ab-a856-c58c986f2877'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:45.045988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Attempting to bind port 034911d8-7f5a-461e-a277-824ccf03822c on network 4b03a974-90b7-44ab-a856-c58c986f2877 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:45.052330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:45.053305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Checking segment: {'id': '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4b03a974-90b7-44ab-a856-c58c986f2877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:45.053704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.054087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Bound using segment: {'id': '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4b03a974-90b7-44ab-a856-c58c986f2877'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:45.054544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Bound port: 034911d8-7f5a-461e-a277-824ccf03822c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4b03a974-90b7-44ab-a856-c58c986f2877'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:45.055429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.059625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.085738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b03a974-90b7-44ab-a856-c58c986f2877']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:45.097845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:45.098140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:45.109429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.125141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.131073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:45.131451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.144154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] For port 034911d8-7f5a-461e-a277-824ccf03822c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:45.146106 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:45.223981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] For port 034911d8-7f5a-461e-a277-824ccf03822c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=034911d8-7f5a-461e-a277-824ccf03822c,segment=NetworkSegment(7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58),segment_id=7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:45.225861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:12:45.225861 dv-neutron-840482-1-hyperv neutron-server[88042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:12:45.225861 dv-neutron-840482-1-hyperv neutron-server[88042]: [parameters: {'id': '4b03a974-90b7-44ab-a856-c58c986f2877'}] May 09 05:12:45.225861 dv-neutron-840482-1-hyperv neutron-server[88042]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:12:45.226366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:12:45.229823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.381992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beefe76-7699-422f-ba78-4f5137784c45 None None] Pushing event updated for resources: {'Port': ['ID=034911d8-7f5a-461e-a277-824ccf03822c,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:45.413092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707777cb-f080-44f3-8142-101525545d98 None None] Network 4b03a974-90b7-44ab-a856-c58c986f2877 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:45.611945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0178c32-5536-4048-8fcf-5e738ed4998c None None] Network 4b03a974-90b7-44ab-a856-c58c986f2877 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:45.685009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.727849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.740105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Deleting port 034911d8-7f5a-461e-a277-824ccf03822c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:45.740573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.825723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524e149-b140-45c7-b0c8-64d48324c33a None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:45.915555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:45.956887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524e149-b140-45c7-b0c8-64d48324c33a None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:45.959977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] For port 034911d8-7f5a-461e-a277-824ccf03822c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=034911d8-7f5a-461e-a277-824ccf03822c,segment=NetworkSegment(7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58),segment_id=7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:45.960559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.101409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Calling delete_port for 034911d8-7f5a-461e-a277-824ccf03822c owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:46.353652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.398935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbac14-903d-4f20-8d28-1bd48ec6329e req-242652ec-cfb4-44b7-8d0c-5825f9fad93e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:46.400437 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b2dbac14-903d-4f20-8d28-1bd48ec6329e req-242652ec-cfb4-44b7-8d0c-5825f9fad93e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 945 time: 0.3064594 May 09 05:12:46.411922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Port': ['ID=034911d8-7f5a-461e-a277-824ccf03822c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:46.427595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No DVR routers for this DVR port 034911d8-7f5a-461e-a277-824ccf03822c on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:46.557611 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b2dbac14-903d-4f20-8d28-1bd48ec6329e req-fbd640be-75fd-4883-b9a9-652bc5d51e8d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481404 May 09 05:12:46.567543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.593378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b03a974-90b7-44ab-a856-c58c986f2877']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:46.609487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:46.609743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0ee8bc-4bcc-4f0a-88fb-a58293e6ed58') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:46.621155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.636918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.642937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:46.643312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:46.657921 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:46.744795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.761618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.776180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=4b03a974-90b7-44ab-a856-c58c986f2877,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:46.782887 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ac55dad5-d492-46af-86a8-d91e9d1450fd tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/4b03a974-90b7-44ab-a856-c58c986f2877 HTTP/1.1" status: 204 len: 168 time: 2.1811399 May 09 05:12:46.785540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41698) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:46.810348 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-69823315-27b6-4e6e-b0c3-940b2bb6ca85 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:46.810724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69823315-27b6-4e6e-b0c3-940b2bb6ca85 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:46.812446 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-69823315-27b6-4e6e-b0c3-940b2bb6ca85 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/4b03a974-90b7-44ab-a856-c58c986f2877 HTTP/1.1" status: 404 len: 339 time: 0.0259004 May 09 05:12:46.815908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41702) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:46.821796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300316609', 'description': 'd1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:46.826921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:46.830772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:network and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:46.833625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:46.839299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:46.851091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:46.854731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.881870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:46.890625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.890955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 0e6e22a3-d305-4702-8d03-25d7b79d02eb of type vlan for network a80c7459-5914-431e-bbef-57f5c5c0a1bf May 09 05:12:46.916993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.947354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:46.952927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:46.953501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:47.052027 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2349064 May 09 05:12:47.054831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41706) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:47.064722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16494b-ee49-442f-94c3-7c3ecae4aa37 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=a80c7459-5914-431e-bbef-57f5c5c0a1bf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:47.075621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network a80c7459-5914-431e-bbef-57f5c5c0a1bf details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:47.174555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb69c4f-922e-4984-ad31-5a80c4d592d4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:47.175218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8cb69c4f-922e-4984-ad31-5a80c4d592d4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Synchronizing usage tracker for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:47.191092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8cb69c4f-922e-4984-ad31-5a80c4d592d4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Unset dirty status for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:47.192197 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8cb69c4f-922e-4984-ad31-5a80c4d592d4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/networks?id=a80c7459-5914-431e-bbef-57f5c5c0a1bf HTTP/1.1" status: 200 len: 761 time: 0.1361866 May 09 05:12:47.195012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41710) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:47.200837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'description': 'd2'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:47.370754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:47.441832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:47.460040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:47.484147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network a80c7459-5914-431e-bbef-57f5c5c0a1bf is not hosted by any dhcp agent {{(pid=88042) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 09 05:12:47.489444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:47.490020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:47.491227 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "PUT /v2.0/networks/a80c7459-5914-431e-bbef-57f5c5c0a1bf HTTP/1.1" status: 200 len: 758 time: 0.2953324 May 09 05:12:47.494409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:47.562082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abd305-5af6-4484-b240-c372c666ab5e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=a80c7459-5914-431e-bbef-57f5c5c0a1bf,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:47.572179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network a80c7459-5914-431e-bbef-57f5c5c0a1bf details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:47.615084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f45eb-8980-4472-a8bd-9dc26e8ab826 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:47.615775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c14f45eb-8980-4472-a8bd-9dc26e8ab826 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Synchronizing usage tracker for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:47.628079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c14f45eb-8980-4472-a8bd-9dc26e8ab826 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Unset dirty status for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:47.632687 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c14f45eb-8980-4472-a8bd-9dc26e8ab826 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/networks?id=a80c7459-5914-431e-bbef-57f5c5c0a1bf HTTP/1.1" status: 200 len: 761 time: 0.1338270 May 09 05:12:47.633070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41720) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:47.638847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578825732'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:47.643745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:47.653824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:47.696103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:47.699454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:47.858154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:47.871657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:47.871990 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 346c2413-0eb0-4406-b6ae-c91255b94fdd of type vlan for network e9bca712-d839-455e-a4d2-64a103c8b7e9 May 09 05:12:47.896078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa1821-1bfd-4ef1-9193-e78c247427e4 req-0751da60-e521-44e2-985d-6257c14f0777 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:47.897570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-59fa1821-1bfd-4ef1-9193-e78c247427e4 req-0751da60-e521-44e2-985d-6257c14f0777 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 945 time: 0.2318251 May 09 05:12:47.925001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.017978 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-59fa1821-1bfd-4ef1-9193-e78c247427e4 req-aff5d00d-6f03-43e8-9311-7ea89f41ce0e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119022 May 09 05:12:48.039980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.046149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:48.046730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.083863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-4747df5b-1fb6-439a-b78b-3d1086785982 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:48.085467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-4747df5b-1fb6-439a-b78b-3d1086785982 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 945 time: 0.1546118 May 09 05:12:48.200300 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5661809 May 09 05:12:48.203446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41724) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:48.209179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': 'e9bca712-d839-455e-a4d2-64a103c8b7e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:48.220845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f25a-85f2-46c4-86cd-17581188dfef tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=e9bca712-d839-455e-a4d2-64a103c8b7e9,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:48.232544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network e9bca712-d839-455e-a4d2-64a103c8b7e9 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:48.233298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Deleting port bffb0a9f-8977-43e9-a782-0db817945b63 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:48.234186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.319936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:48.324152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Usage tracker for resource:subnet and tenant:c1f2b7801ff141cfab2b23cccc34fb80 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:12:48.327145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:12:48.333321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:48.346349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:48.349897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.495106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] For port bffb0a9f-8977-43e9-a782-0db817945b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bffb0a9f-8977-43e9-a782-0db817945b63,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:48.495372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.575892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.651999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=2662d698-888f-4743-9158-c24df977e75a,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:48.661380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '346c2413-0eb0-4406-b6ae-c91255b94fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e9bca712-d839-455e-a4d2-64a103c8b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:48.661722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: e9bca712-d839-455e-a4d2-64a103c8b7e9, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:48.681830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network e9bca712-d839-455e-a4d2-64a103c8b7e9 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:48.697488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.699892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, e9bca712-d839-455e-a4d2-64a103c8b7e9) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:48.704344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:48.705117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.709837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755d359-9124-41bd-895f-86977884fbe8 None None] Network e9bca712-d839-455e-a4d2-64a103c8b7e9 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:48.730086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a49ee664-41b5-41c5-9503-e5caf4330e92 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5251215 May 09 05:12:48.732246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41728) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:48.808901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.809329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.809569 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Floating IP f9eb8ad4-8369-4e43-b28a-0d17dcee90ad disassociated. External IP: 172.26.0.24, port: bffb0a9f-8977-43e9-a782-0db817945b63. May 09 05:12:48.809904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Calling delete_port for bffb0a9f-8977-43e9-a782-0db817945b63 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:48.877660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.929064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac83e3-d821-494c-9ae4-9cc7a4566f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-e9bca712-d839-455e-a4d2-64a103c8b7e9', 'network_id': 'e9bca712-d839-455e-a4d2-64a103c8b7e9', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': '2662d698-888f-4743-9158-c24df977e75a'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:48.930043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-adac83e3-d821-494c-9ae4-9cc7a4566f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.951348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:48.966390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.029173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event deleted for resources: {'Port': ['ID=bffb0a9f-8977-43e9-a782-0db817945b63,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:49.075974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server [None req-adac83e3-d821-494c-9ae4-9cc7a4566f65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2662d698-888f-4743-9158-c24df977e75a: This subnet is being modified by another concurrent operation. May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.force_reraise() May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise self.value May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server raise exception May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2662d698-888f-4743-9158-c24df977e75a: This subnet is being modified by another concurrent operation. May 09 05:12:49.091751 dv-neutron-840482-1-hyperv neutron-server[88043]: ERROR oslo_messaging.rpc.server May 09 05:12:49.115778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=2662d698-888f-4743-9158-c24df977e75a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:49.142286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be043e-7c1a-49c6-896e-b456c2ca8aab None None] Network e9bca712-d839-455e-a4d2-64a103c8b7e9 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:49.252619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:12:49.258250 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-830da104-a037-457b-95a3-df4453f5ccfa req-e6da79d2-521d-4169-9858-d8b617459aee tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 210 time: 0.0675421 May 09 05:12:49.260428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.294805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bca712-d839-455e-a4d2-64a103c8b7e9']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:49.307076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346c2413-0eb0-4406-b6ae-c91255b94fdd') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:49.307538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346c2413-0eb0-4406-b6ae-c91255b94fdd') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:49.322133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.340180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.346461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:49.346851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:49.361523 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:49.441868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:12:49.447789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.453231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:12:49.453927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.475302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:49.476344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:49.500943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=e9bca712-d839-455e-a4d2-64a103c8b7e9,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:49.505344 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ffa05d33-b625-4a4a-a213-4ac9c8a8683c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/e9bca712-d839-455e-a4d2-64a103c8b7e9 HTTP/1.1" status: 204 len: 168 time: 0.7719641 May 09 05:12:49.508043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41734) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:49.535754 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:12:49.552379 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3c82e5-554e-4931-a56a-4fd7f6e933e3 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] GET failed (client error): The resource could not be found. May 09 05:12:49.552915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9a3c82e5-554e-4931-a56a-4fd7f6e933e3 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Synchronizing usage tracker for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:subnet {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:49.572788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9a3c82e5-554e-4931-a56a-4fd7f6e933e3 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Unset dirty status for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:subnet {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:49.574441 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9a3c82e5-554e-4931-a56a-4fd7f6e933e3 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/subnets/2662d698-888f-4743-9158-c24df977e75a HTTP/1.1" status: 404 len: 337 time: 0.0652273 May 09 05:12:49.578156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41738) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:49.587109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d934d38-a7eb-47ca-9e2d-492bbe409b7f None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:49.603397 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a67d285-821d-42de-9e6e-ae7e19c63e7b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:49.603889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a67d285-821d-42de-9e6e-ae7e19c63e7b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:49.609275 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1a67d285-821d-42de-9e6e-ae7e19c63e7b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/e9bca712-d839-455e-a4d2-64a103c8b7e9 HTTP/1.1" status: 404 len: 339 time: 0.0266335 May 09 05:12:49.609782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41742) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:49.677363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] No DVR routers for this DVR port bffb0a9f-8977-43e9-a782-0db817945b63 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:49.680031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:49.683366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'name': 'network-vif-deleted', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:12:49.704809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39d9afad-b0fc-45cc-9030-fe6f2744fa6c req-f9a4562f-3697-4c1b-955d-ef28ab8f4204 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "DELETE /v2.0/ports/bffb0a9f-8977-43e9-a782-0db817945b63 HTTP/1.1" status: 204 len: 173 time: 1.5702763 May 09 05:12:49.746438 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34563d81-d2de-4928-9f2c-9ceb959936e9'] response: {'server_uuid': '763425e6-0aaf-44c2-9801-25765cabb44e', 'name': 'network-vif-deleted', 'tag': 'bffb0a9f-8977-43e9-a782-0db817945b63', 'status': 'completed', 'code': 200} May 09 05:12:49.759907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:49.772834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be06fdeb-f35b-4d0d-94b8-46b7c188e0d5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:49.773629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-be06fdeb-f35b-4d0d-94b8-46b7c188e0d5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Synchronizing usage tracker for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:49.797742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-be06fdeb-f35b-4d0d-94b8-46b7c188e0d5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Unset dirty status for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:49.801618 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-be06fdeb-f35b-4d0d-94b8-46b7c188e0d5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1882806 May 09 05:12:49.802082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41748) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:49.843229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-988c7223-d493-4e1e-b163-ae7963b79e9a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Synchronizing usage tracker for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:49.855088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-988c7223-d493-4e1e-b163-ae7963b79e9a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Unset dirty status for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:49.859536 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-988c7223-d493-4e1e-b163-ae7963b79e9a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 207 time: 0.0531578 May 09 05:12:49.859984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41752) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:49.925208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d934d38-a7eb-47ca-9e2d-492bbe409b7f None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:50.023757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a23049-6cc7-49e9-aa9f-271178dc26a4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.029903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a23049-6cc7-49e9-aa9f-271178dc26a4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.036024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a23049-6cc7-49e9-aa9f-271178dc26a4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.042563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a23049-6cc7-49e9-aa9f-271178dc26a4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.047690 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-11a23049-6cc7-49e9-aa9f-271178dc26a4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1832602 May 09 05:12:50.047983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41756) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.226439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c7626b06-2331-4715-820e-8aaa54dc5b4e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Synchronizing usage tracker for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:50.239132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c7626b06-2331-4715-820e-8aaa54dc5b4e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Unset dirty status for tenant:c1f2b7801ff141cfab2b23cccc34fb80 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:50.241491 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c7626b06-2331-4715-820e-8aaa54dc5b4e tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1914670 May 09 05:12:50.244231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41760) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.290293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:50.296828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:12:50.309784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:12:50.310410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:50.315558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78ea1d-5bcb-4f94-96b6-4dc8c7cb1e91 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.317280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78ea1d-5bcb-4f94-96b6-4dc8c7cb1e91 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.318933 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ba78ea1d-5bcb-4f94-96b6-4dc8c7cb1e91 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0738845 May 09 05:12:50.322726 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41766) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.395199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059848b1-3eb0-4751-ac1c-dba041ebf956 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.396728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059848b1-3eb0-4751-ac1c-dba041ebf956 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['shared'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.401884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-059848b1-3eb0-4751-ac1c-dba041ebf956 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0746527 May 09 05:12:50.402038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41770) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.438935 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-830fa9e0-643c-4217-994f-c9c0ac6fe082 req-b36d1c7d-9459-4731-b314-6d77d08c188d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=763425e6-0aaf-44c2-9801-25765cabb44e HTTP/1.1" status: 200 len: 210 time: 0.0586116 May 09 05:12:50.568939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:12:50.570123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39f747-878f-4c48-af73-db95e9309f24 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.571494 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9c39f747-878f-4c48-af73-db95e9309f24 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/networks/cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 HTTP/1.1" status: 200 len: 800 time: 0.1685312 May 09 05:12:50.575262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41774) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.719922 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b683241f-255c-473d-aa85-4e4024107328 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/networks/cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1434369 May 09 05:12:50.723274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41778) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.793986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47ef5e-036e-4feb-a2ef-aa21b91b7c1f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.795749 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3e47ef5e-036e-4feb-a2ef-aa21b91b7c1f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/subnets/b7f07291-3dd8-489a-981a-68f33a9ada47 HTTP/1.1" status: 200 len: 811 time: 0.0714595 May 09 05:12:50.799709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41782) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.885911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cf8e3-b89b-472b-985b-942842a9fb82 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['shared'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:50.890730 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cc8cf8e3-b89b-472b-985b-942842a9fb82 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "GET /v2.0/subnets/b7f07291-3dd8-489a-981a-68f33a9ada47?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0809658 May 09 05:12:50.890888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41786) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:50.896130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380225968'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:50.902467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:50.911021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:50.921308 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:50.925091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:50.951653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:50.956501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:12:50.956693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff588fc3-986b-4570-8eb2-29fdfb40162d None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:12:50.967364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:50.967820 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Added segment 48a05410-1e21-4f18-8db6-a0f03d43990b of type vlan for network e4e4602e-7e25-468b-919b-e9bbc1d40b75 May 09 05:12:51.012409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:51.048649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:51.054488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:51.055129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:51.199916 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca8d51-1435-4b4b-9b6d-9a3a498d2135 None None] New status for floating IP f9eb8ad4-8369-4e43-b28a-0d17dcee90ad: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:12:51.280952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Network': ['ID=e4e4602e-7e25-468b-919b-e9bbc1d40b75,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:51.284252 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-46010f26-57d3-43ca-9e58-18a24d7e4fd8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3924515 May 09 05:12:51.287222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41790) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:51.292300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network e4e4602e-7e25-468b-919b-e9bbc1d40b75 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:12:51.296263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'network_id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:51.405080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:51.417466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:51.427613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Made reservation on behalf of c1f2b7801ff141cfab2b23cccc34fb80 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:51.431894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:51.526119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Performing IP validity checks on allocation pools {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:12:51.526809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:12:51.660023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:51.738850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=daa81f39-73d0-42e4-8d5c-9bbcc24088f1,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:51.747465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Checking segment: {'id': '48a05410-1e21-4f18-8db6-a0f03d43990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:51.747829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network hostable DHCP agents. Network: e4e4602e-7e25-468b-919b-e9bbc1d40b75, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:12:51.800854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Network e4e4602e-7e25-468b-919b-e9bbc1d40b75 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:12:51.806564 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-75a6789f-05e2-4777-9375-e2e735702576 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803832402&fields=id&tenant_id=454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 267 time: 0.0543063 May 09 05:12:51.816910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, e4e4602e-7e25-468b-919b-e9bbc1d40b75) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:51.824741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793236c1-0d15-4012-84cc-a21ad9d4a5d0 None None] Network e4e4602e-7e25-468b-919b-e9bbc1d40b75 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:51.841571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:51.842165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:51.929111 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bffb0a9f-8977-43e9-a782-0db817945b63 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:51.937203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a2dab516-9baa-4608-83d8-32a5057b8996 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6488314 May 09 05:12:51.940019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41802) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:51.946729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0476768f-27ef-4752-b512-ce1b45c7d7a9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:51.970530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: bffb0a9f-8977-43e9-a782-0db817945b63 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:12:51.970865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bffb0a9f-8977-43e9-a782-0db817945b63 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:12:51.987246 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-36099cfa-b82d-4106-bf06-a57894454398 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:51.989793 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-36099cfa-b82d-4106-bf06-a57894454398 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 812 time: 0.1738615 May 09 05:12:52.005571 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-43cc711a-c2e7-4785-b96e-09c4a6822d65 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/quotas/454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 375 time: 0.0100241 May 09 05:12:52.092553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-e4e4602e-7e25-468b-919b-e9bbc1d40b75', 'network_id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75', 'tenant_id': 'c1f2b7801ff141cfab2b23cccc34fb80', 'fixed_ips': [{'subnet_id': 'daa81f39-73d0-42e4-8d5c-9bbcc24088f1'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:12:52.092762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0476768f-27ef-4752-b512-ce1b45c7d7a9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6498948'] for subnet, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.093413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.103719 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-bc2f58f2-73e9-494c-95c4-8740acd23212 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904379 May 09 05:12:52.121414 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-7571c6bf-b92b-47f5-bf43-76302766e0d3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:12:52.122461 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-7571c6bf-b92b-47f5-bf43-76302766e0d3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055358 May 09 05:12:52.254901 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-facfffd3-7719-47f0-9094-2a7425e6c110 service neutron] 10.222.0.50 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264448 May 09 05:12:52.305545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0476768f-27ef-4752-b512-ce1b45c7d7a9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775671722617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7320340'] for subnet, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.362078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Allocated IP 172.20.0.3 (e4e4602e-7e25-468b-919b-e9bbc1d40b75/daa81f39-73d0-42e4-8d5c-9bbcc24088f1/84451165-63f5-4012-b000-eb6b19451dde) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:52.363367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0476768f-27ef-4752-b512-ce1b45c7d7a9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:52.363975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0476768f-27ef-4752-b512-ce1b45c7d7a9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.367769 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0476768f-27ef-4752-b512-ce1b45c7d7a9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "PUT /v2.0/subnets/daa81f39-73d0-42e4-8d5c-9bbcc24088f1 HTTP/1.1" status: 200 len: 877 time: 0.4238813 May 09 05:12:52.368009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41806) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:52.397232 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-4760f762-72cd-4c00-a6a5-17ecb41aa448 service neutron] 10.222.0.50 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362445 May 09 05:12:52.463492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476768f-27ef-4752-b512-ce1b45c7d7a9 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event updated for resources: {'Subnet': ['ID=daa81f39-73d0-42e4-8d5c-9bbcc24088f1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:52.532970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.589517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.600873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Transition to ACTIVE for port object 84451165-63f5-4012-b000-eb6b19451dde will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:52.607358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.623204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Transition to ACTIVE for port object 84451165-63f5-4012-b000-eb6b19451dde will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:52.628955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.706115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Network e4e4602e-7e25-468b-919b-e9bbc1d40b75 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:52.709920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.710133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:52.712867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:52.725979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Pushing event updated for resources: {'Port': ['ID=84451165-63f5-4012-b000-eb6b19451dde,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:52.754853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=daa81f39-73d0-42e4-8d5c-9bbcc24088f1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:52.826241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Attempting to bind port 84451165-63f5-4012-b000-eb6b19451dde on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:52.826924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Attempting to bind port 84451165-63f5-4012-b000-eb6b19451dde by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '48a05410-1e21-4f18-8db6-a0f03d43990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:52.826924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Attempting to bind port 84451165-63f5-4012-b000-eb6b19451dde on network e4e4602e-7e25-468b-919b-e9bbc1d40b75 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:52.832419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:52.833035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Checking segment: {'id': '48a05410-1e21-4f18-8db6-a0f03d43990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:52.833181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.833552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Bound using segment: {'id': '48a05410-1e21-4f18-8db6-a0f03d43990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:52.834011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Bound port: 84451165-63f5-4012-b000-eb6b19451dde, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a05410-1e21-4f18-8db6-a0f03d43990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:52.834381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.886898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-619e5e49-83f0-4477-9622-edfdb624924d req-bfbf8c42-3e96-4d57-a76d-dbc0f6e2239c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:52.895179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.928363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] For port 84451165-63f5-4012-b000-eb6b19451dde, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:52.929079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e4602e-7e25-468b-919b-e9bbc1d40b75']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:52.932523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] For port 84451165-63f5-4012-b000-eb6b19451dde, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=84451165-63f5-4012-b000-eb6b19451dde,segment=NetworkSegment(48a05410-1e21-4f18-8db6-a0f03d43990b),segment_id=48a05410-1e21-4f18-8db6-a0f03d43990b)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:52.937710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.937909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-619e5e49-83f0-4477-9622-edfdb624924d req-bfbf8c42-3e96-4d57-a76d-dbc0f6e2239c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:52.938444 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-619e5e49-83f0-4477-9622-edfdb624924d req-bfbf8c42-3e96-4d57-a76d-dbc0f6e2239c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 210 time: 0.1125932 May 09 05:12:52.944431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a05410-1e21-4f18-8db6-a0f03d43990b') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:52.945041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a05410-1e21-4f18-8db6-a0f03d43990b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:52.958664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.980008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:52.987814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:52.988374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:53.008266 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:53.093894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 09 05:12:53.093894 dv-neutron-840482-1-hyperv neutron-server[88041]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 09 05:12:53.093894 dv-neutron-840482-1-hyperv neutron-server[88041]: [parameters: {'id': 'e4e4602e-7e25-468b-919b-e9bbc1d40b75'}] May 09 05:12:53.093894 dv-neutron-840482-1-hyperv neutron-server[88041]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:12:53.094750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:12:53.111910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925311ed-c504-404d-94a5-ee0970ab1b65 None None] Pushing event updated for resources: {'Port': ['ID=84451165-63f5-4012-b000-eb6b19451dde,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:53.128244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf82e8-ee3a-49c9-975d-08d6b92bad72 None None] Network e4e4602e-7e25-468b-919b-e9bbc1d40b75 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:53.362306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea966ae5-0e05-458b-802c-7ae1668f1ebb None None] Network e4e4602e-7e25-468b-919b-e9bbc1d40b75 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:53.567477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a7971-dc10-4d04-b707-5b02bf360fdb None None] get_active_networks_info from dv-neutron-840482-1-hyperv {{(pid=88043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 09 05:12:53.596316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:53.609987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Deleting port 84451165-63f5-4012-b000-eb6b19451dde {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:53.610432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:53.680723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96a7971-dc10-4d04-b707-5b02bf360fdb None None] Resources bound (agent type, host, resource id): {{(pid=88043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 09 05:12:53.931764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] For port 84451165-63f5-4012-b000-eb6b19451dde, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=84451165-63f5-4012-b000-eb6b19451dde,segment=NetworkSegment(48a05410-1e21-4f18-8db6-a0f03d43990b),segment_id=48a05410-1e21-4f18-8db6-a0f03d43990b)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:53.932451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.056754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Calling delete_port for 84451165-63f5-4012-b000-eb6b19451dde owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:54.129790 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-88897a88-ccbe-4397-933e-ee0e54bd74d9 req-7dd660cf-aeac-4521-b0af-fdafa36fcd25 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 210 time: 0.0499246 May 09 05:12:54.249740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.299180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c3d166ee-b9be-4032-99ea-3fdc964ad91a tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:54.300630 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c3d166ee-b9be-4032-99ea-3fdc964ad91a tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 812 time: 0.2166967 May 09 05:12:54.308254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Port': ['ID=84451165-63f5-4012-b000-eb6b19451dde,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:54.310044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No DVR routers for this DVR port 84451165-63f5-4012-b000-eb6b19451dde on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:54.464791 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-86e521cf-9d89-4c84-8488-bd532b382945 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 380 time: 0.1258161 May 09 05:12:54.466163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.484273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'port': {'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'admin_state_up': True, 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'security_groups': ['55c9ef3a-a7b8-4d17-ac36-298d11d58fdf']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:54.563462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e4602e-7e25-468b-919b-e9bbc1d40b75']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:54.589718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a05410-1e21-4f18-8db6-a0f03d43990b') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:54.589966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a05410-1e21-4f18-8db6-a0f03d43990b') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:54.607104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.639042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.657053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:54.657428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:54.672239 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:54.728922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:12:54.757244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:12:54.766818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.768789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Made reservation on behalf of 454fa6b37fa94f58b9fedab4580432c5 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:12:54.772308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.798836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:54.821907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=e4e4602e-7e25-468b-919b-e9bbc1d40b75,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:54.874074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.874387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.874756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.875065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.875403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.875724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.876040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.876354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.876677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.876987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.877290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.877622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:54.885468 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-66d6fefd-be13-4948-8ef3-aabb92631f5c tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/e4e4602e-7e25-468b-919b-e9bbc1d40b75 HTTP/1.1" status: 204 len: 168 time: 2.5162635 May 09 05:12:54.890028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41836) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:54.930264 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c63517c-f0af-49d2-8d4e-48c13d3c74a2 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:54.930704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c63517c-f0af-49d2-8d4e-48c13d3c74a2 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:54.934915 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4c63517c-f0af-49d2-8d4e-48c13d3c74a2 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/daa81f39-73d0-42e4-8d5c-9bbcc24088f1 HTTP/1.1" status: 404 len: 337 time: 0.0413098 May 09 05:12:54.935178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41840) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:54.963252 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5437b04-0fd3-4fc4-ad16-7e5eb5200e96 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:54.963723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5437b04-0fd3-4fc4-ad16-7e5eb5200e96 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:54.967741 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f5437b04-0fd3-4fc4-ad16-7e5eb5200e96 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/e4e4602e-7e25-468b-919b-e9bbc1d40b75 HTTP/1.1" status: 404 len: 339 time: 0.0293000 May 09 05:12:54.967972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41844) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.010391 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5287c21-0f3a-4499-8729-955139e3788a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.011276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5287c21-0f3a-4499-8729-955139e3788a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.011509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Allocated IP 172.20.0.14 (c163bfb8-efe2-412d-818a-b3dd6ddac857/ff710824-31e2-4999-b24b-b2d6c9bb2d67/165341a5-95d3-4cfc-83ab-a1da17dd665b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:12:55.015379 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f5287c21-0f3a-4499-8729-955139e3788a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/2662d698-888f-4743-9158-c24df977e75a HTTP/1.1" status: 404 len: 337 time: 0.0442038 May 09 05:12:55.015617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41848) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.049573 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-355e3dbe-9132-45ad-bebf-f249ed82b380 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.050040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355e3dbe-9132-45ad-bebf-f249ed82b380 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.051744 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-355e3dbe-9132-45ad-bebf-f249ed82b380 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/e9bca712-d839-455e-a4d2-64a103c8b7e9 HTTP/1.1" status: 404 len: 339 time: 0.0350711 May 09 05:12:55.054305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41852) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.185343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.219768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.242312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Transition to ACTIVE for port object 165341a5-95d3-4cfc-83ab-a1da17dd665b will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:55.305258 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35a4c93f-eda2-4a65-b437-ee123a892fbb req-af0268b8-405e-4ccf-8415-2f46c0712c92 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 210 time: 0.0449281 May 09 05:12:55.308983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.464518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.499332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80c7459-5914-431e-bbef-57f5c5c0a1bf']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:55.511686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:12:55.514697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6e22a3-d305-4702-8d03-25d7b79d02eb') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:55.514973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6e22a3-d305-4702-8d03-25d7b79d02eb') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:55.515106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:12:55.518998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:12:55.529224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.552139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.554593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=165341a5-95d3-4cfc-83ab-a1da17dd665b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:55.561824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:55.562468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:55.578928 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:55.593836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:55.594597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.626720 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-603bc5b9-7f81-4f24-92ab-13f79c8baacf tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1530294 May 09 05:12:55.645401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Request body: {'port': {'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:12:55.674198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.678527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.709477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=a80c7459-5914-431e-bbef-57f5c5c0a1bf,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:55.718623 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cb8fbb4c-4a8e-426d-9bf2-9d536b29615d tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/a80c7459-5914-431e-bbef-57f5c5c0a1bf HTTP/1.1" status: 204 len: 168 time: 0.6632226 May 09 05:12:55.721772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41858) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.767440 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8194d24-a305-442f-8d12-5c4e6b57f59f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.767912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8194d24-a305-442f-8d12-5c4e6b57f59f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.770536 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d8194d24-a305-442f-8d12-5c4e6b57f59f tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/096fd066-ac24-4596-bd86-320f995eddbb HTTP/1.1" status: 404 len: 337 time: 0.0478175 May 09 05:12:55.773184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41862) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.783784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c1215b25-2214-4470-9435-5b84a90ff97e None None] Provisioning for port 165341a5-95d3-4cfc-83ab-a1da17dd665b completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:12:55.791021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c1215b25-2214-4470-9435-5b84a90ff97e None None] Provisioning complete for port 165341a5-95d3-4cfc-83ab-a1da17dd665b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:12:55.792077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1215b25-2214-4470-9435-5b84a90ff97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.804693 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a7b982-e0f8-4743-bba4-95f0c7f5eea5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.805168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a7b982-e0f8-4743-bba4-95f0c7f5eea5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.807106 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d6a7b982-e0f8-4743-bba4-95f0c7f5eea5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/4b03a974-90b7-44ab-a856-c58c986f2877 HTTP/1.1" status: 404 len: 339 time: 0.0325785 May 09 05:12:55.807254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:55.809560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41866) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.850628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c1215b25-2214-4470-9435-5b84a90ff97e None None] Port 165341a5-95d3-4cfc-83ab-a1da17dd665b cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:12:55.855799 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87515f3-b054-4fc9-9081-00fed7192777 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.856250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87515f3-b054-4fc9-9081-00fed7192777 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.860436 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f87515f3-b054-4fc9-9081-00fed7192777 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/cfbb9087-afad-42ca-b2dd-212a086687fa HTTP/1.1" status: 404 len: 337 time: 0.0488265 May 09 05:12:55.861942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41870) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.889222 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded75a39-0435-4ab5-b9cb-be377824ebb5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.889777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded75a39-0435-4ab5-b9cb-be377824ebb5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.891691 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ded75a39-0435-4ab5-b9cb-be377824ebb5 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/819bc6bf-a403-48cf-9659-9ce395274077 HTTP/1.1" status: 404 len: 339 time: 0.0288169 May 09 05:12:55.894341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41874) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.932980 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98afbb8-e7d0-4cd3-8e03-d2981d37fa72 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.933432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98afbb8-e7d0-4cd3-8e03-d2981d37fa72 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.935280 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e98afbb8-e7d0-4cd3-8e03-d2981d37fa72 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/e86975fb-9ce0-4585-a370-ce2af9dd57f0 HTTP/1.1" status: 404 len: 337 time: 0.0399318 May 09 05:12:55.937859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41878) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:55.964593 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-19009609-54af-4db9-96ef-f54fb2033bca tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:55.965063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19009609-54af-4db9-96ef-f54fb2033bca tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:55.967612 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-19009609-54af-4db9-96ef-f54fb2033bca tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/f4bbdb61-2751-41ef-b1b2-c42b662e28ed HTTP/1.1" status: 404 len: 339 time: 0.0280070 May 09 05:12:55.969439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41882) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.014679 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c68491-44d8-4745-b8d5-4445d31f1897 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.015127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c68491-44d8-4745-b8d5-4445d31f1897 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.019295 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-44c68491-44d8-4745-b8d5-4445d31f1897 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/a1186f6b-abb5-4e3a-9ddc-d49b4be6e19f HTTP/1.1" status: 404 len: 337 time: 0.0465703 May 09 05:12:56.019442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41886) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.045199 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1733c653-d4b5-430c-93ed-08eb739b302b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.045676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1733c653-d4b5-430c-93ed-08eb739b302b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.047358 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1733c653-d4b5-430c-93ed-08eb739b302b tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/01271445-a820-4156-8bf4-4da950835366 HTTP/1.1" status: 404 len: 339 time: 0.0269039 May 09 05:12:56.050597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41890) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.089290 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a982258-9805-46d1-914b-e2829b94b940 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.089738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a982258-9805-46d1-914b-e2829b94b940 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.091433 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3a982258-9805-46d1-914b-e2829b94b940 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/7019c86b-facb-4dfc-8f87-e4b5b7084acc HTTP/1.1" status: 404 len: 337 time: 0.0404403 May 09 05:12:56.094002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41894) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.118500 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f66cf4a-1f86-4f12-98f2-63f24504a3e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.118921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f66cf4a-1f86-4f12-98f2-63f24504a3e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.121120 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1f66cf4a-1f86-4f12-98f2-63f24504a3e1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/b1c77b39-0632-4b0a-a08f-4d39eda6e45b HTTP/1.1" status: 404 len: 339 time: 0.0262356 May 09 05:12:56.123582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41898) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.164422 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d876eb6-1b6a-433f-a141-82e103dd9ac1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.164877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d876eb6-1b6a-433f-a141-82e103dd9ac1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.166688 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9d876eb6-1b6a-433f-a141-82e103dd9ac1 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/ef32809b-52e0-4a2d-a46a-c4a31e3e9201 HTTP/1.1" status: 404 len: 337 time: 0.0421469 May 09 05:12:56.169266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41902) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.171650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165341a5-95d3-4cfc-83ab-a1da17dd665b {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:12:56.179148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.193736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Transition to ACTIVE for port object 165341a5-95d3-4cfc-83ab-a1da17dd665b will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:12:56.194187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cba8885-8fbf-4f70-beae-de2669d369f2 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.194758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cba8885-8fbf-4f70-beae-de2669d369f2 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.196677 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7cba8885-8fbf-4f70-beae-de2669d369f2 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/713a8c67-b682-4e2d-bc90-570e82b565f5 HTTP/1.1" status: 404 len: 339 time: 0.0264351 May 09 05:12:56.198537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.199539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41906) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.236928 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-696989bd-f7ba-4de3-b855-eb3e80146273 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.237542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696989bd-f7ba-4de3-b855-eb3e80146273 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.239404 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-696989bd-f7ba-4de3-b855-eb3e80146273 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/69d7fdf7-ae71-4da9-af0e-7144e0375e41 HTTP/1.1" status: 404 len: 337 time: 0.0387888 May 09 05:12:56.241900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41910) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.267351 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-538c9ee5-d038-4d39-8b96-2598c14a1ed8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.267827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538c9ee5-d038-4d39-8b96-2598c14a1ed8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.269662 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-538c9ee5-d038-4d39-8b96-2598c14a1ed8 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/fc0a2ecc-6bd2-4f4d-ab54-65807c840cde HTTP/1.1" status: 404 len: 339 time: 0.0267410 May 09 05:12:56.272319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41914) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.315783 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63a23e6-ceb8-447d-ba4a-5445c10244b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.316248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63a23e6-ceb8-447d-ba4a-5445c10244b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.320520 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c63a23e6-ceb8-447d-ba4a-5445c10244b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/4172e186-d85f-47ff-b8b7-3f62d52b4ade HTTP/1.1" status: 404 len: 337 time: 0.0447888 May 09 05:12:56.321999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41918) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.330459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=165341a5-95d3-4cfc-83ab-a1da17dd665b,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:56.351565 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-131325c5-be53-4750-98f3-cfb9699b6fd4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] DELETE failed (client error): The resource could not be found. May 09 05:12:56.352149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131325c5-be53-4750-98f3-cfb9699b6fd4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:12:56.357099 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-131325c5-be53-4750-98f3-cfb9699b6fd4 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/71af7823-7220-4302-8f32-fce8c3e0c51a HTTP/1.1" status: 404 len: 339 time: 0.0312619 May 09 05:12:56.357220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41924) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.434836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Deleting subnet b7f07291-3dd8-489a-981a-68f33a9ada47 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:12:56.438428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.468094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Attempting to bind port 165341a5-95d3-4cfc-83ab-a1da17dd665b on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:12:56.468608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Attempting to bind port 165341a5-95d3-4cfc-83ab-a1da17dd665b by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:12:56.469027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Attempting to bind port 165341a5-95d3-4cfc-83ab-a1da17dd665b on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:56.474508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Port 165341a5-95d3-4cfc-83ab-a1da17dd665b on network c163bfb8-efe2-412d-818a-b3dd6ddac857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:12:56.474825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Attempting to bind port 165341a5-95d3-4cfc-83ab-a1da17dd665b on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:12:56.480687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:12:56.481023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Checking segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:12:56.481372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Bound using segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:12:56.482045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Bound port: 165341a5-95d3-4cfc-83ab-a1da17dd665b, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:12:56.482388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.544530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.584245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] For port 165341a5-95d3-4cfc-83ab-a1da17dd665b, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:12:56.587865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] For port 165341a5-95d3-4cfc-83ab-a1da17dd665b, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:12:56.593970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.634812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88133b55-ab8c-4284-bb66-694993f047c6 req-6c336e47-e674-48bb-befc-b6bfd695e5ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:56.636505 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-88133b55-ab8c-4284-bb66-694993f047c6 req-6c336e47-e674-48bb-befc-b6bfd695e5ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.1653199 May 09 05:12:56.654379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:56.654999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.656460 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] 10.222.0.59 "PUT /v2.0/ports/165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 200 len: 1094 time: 1.0158498 May 09 05:12:56.656856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:12:56.667011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.685410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517d60f-b977-4f2d-8b33-3a6509938fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=165341a5-95d3-4cfc-83ab-a1da17dd665b,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:56.723509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c1595d-9d0a-4ff3-a4f1-842fe8874f19'] response: {'name': 'network-changed', 'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'status': 'completed', 'code': 200} May 09 05:12:56.733753 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-88133b55-ab8c-4284-bb66-694993f047c6 req-f8747322-e9e1-447b-a49d-49fe0629e1ef tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911138 May 09 05:12:56.766149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.812385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f07291-3dd8-489a-981a-68f33a9ada47,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:56.818225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd3f474-d85f-477b-a16f-f329eeb70bcf None None] Network cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:12:56.818708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:56.824517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-9e583bd4-d1ed-4639-a57a-8e7ca780b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:56.826015 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-9e583bd4-d1ed-4639-a57a-8e7ca780b50b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1097 time: 0.0831034 May 09 05:12:56.831397 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2544d7c8-26a9-4245-bb1c-032d26ff468a tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/subnets/b7f07291-3dd8-489a-981a-68f33a9ada47 HTTP/1.1" status: 204 len: 168 time: 0.4730670 May 09 05:12:56.831607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 41930) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:56.962267 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-585f6e97-8d17-4f27-95af-3123ca604f13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 200 len: 217 time: 0.1108210 May 09 05:12:57.049506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:57.056805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-47aa3958-385f-427f-a864-3a6a2904f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:57.058459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-47aa3958-385f-427f-a864-3a6a2904f630 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0899107 May 09 05:12:57.096548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] DHCP port deletion for cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:12:57.101238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] Deleting port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:57.101697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:57.116971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Deleting port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:57.117424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:57.252256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-4c0e7dd4-c9dd-4865-bae3-0ab0672fb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:57.253653 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-4c0e7dd4-c9dd-4865-bae3-0ab0672fb2b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1890774 May 09 05:12:57.306104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] For port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,segment=NetworkSegment(33850247-5952-4bf8-9e69-d6e8944285a9),segment_id=33850247-5952-4bf8-9e69-d6e8944285a9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:57.306499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:57.431797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] Calling delete_port for c95c6dda-2e7e-479c-866d-2b7ecdf62dbb owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:57.512231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:57.529000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] For port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,segment=NetworkSegment(33850247-5952-4bf8-9e69-d6e8944285a9),segment_id=33850247-5952-4bf8-9e69-d6e8944285a9)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:12:57.529624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:57.558975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] Pushing event deleted for resources: {'Port': ['ID=c95c6dda-2e7e-479c-866d-2b7ecdf62dbb,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:57.560752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c54b4-4abf-406d-bb4f-fa53acaef343 None None] No DVR routers for this DVR port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:12:57.669307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Calling delete_port for c95c6dda-2e7e-479c-866d-2b7ecdf62dbb owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:12:57.736233 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-a57b96db-089f-482e-ad18-4f8c80fff8c7 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376488 May 09 05:12:57.836127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.db.api [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:12:57.836448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG oslo_db.api [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:12:57.930458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a83c08d-07f5-4a17-bb4a-356212cbb018 req-96827ac1-cd0c-430d-a5b0-354387c1eedc service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868403 May 09 05:12:57.958269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a559-30b3-45b5-8619-68a20efe1fff req-61476bf6-1deb-4c71-b6cb-92ffe0852f0c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:57.958990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3857a559-30b3-45b5-8619-68a20efe1fff req-61476bf6-1deb-4c71-b6cb-92ffe0852f0c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:12:57.975113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3857a559-30b3-45b5-8619-68a20efe1fff req-61476bf6-1deb-4c71-b6cb-92ffe0852f0c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:12:57.976370 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3857a559-30b3-45b5-8619-68a20efe1fff req-61476bf6-1deb-4c71-b6cb-92ffe0852f0c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.1298606 May 09 05:12:58.022376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3857a559-30b3-45b5-8619-68a20efe1fff req-c07f58b0-8ba4-4c93-a67e-e7f9926cf60e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390666 May 09 05:12:58.109558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-e7ef168c-a88f-4443-86ec-cdd688982c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:58.111069 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-e7ef168c-a88f-4443-86ec-cdd688982c2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1097 time: 0.0732851 May 09 05:12:58.244367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-b31b65d7-b12c-44b8-b81c-2ad40eed7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:58.245993 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-b31b65d7-b12c-44b8-b81c-2ad40eed7634 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.1277163 May 09 05:12:58.316700 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-03e01acf-336a-4c0c-8a98-5c6945b87e5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 200 len: 217 time: 0.0642045 May 09 05:12:58.357442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Deleting port c95c6dda-2e7e-479c-866d-2b7ecdf62dbb {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:12:58.357774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:58.439454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] The port 'c95c6dda-2e7e-479c-866d-2b7ecdf62dbb' was deleted {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:12:58.479078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-037ab9b7-c3ed-498d-bafa-8a4ae3fc57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:58.480587 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-037ab9b7-c3ed-498d-bafa-8a4ae3fc57fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.1567550 May 09 05:12:58.485288 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c95c6dda-2e7e-479c-866d-2b7ecdf62dbb no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:12:58.521871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c95c6dda-2e7e-479c-866d-2b7ecdf62dbb {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:12:58.522243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c95c6dda-2e7e-479c-866d-2b7ecdf62dbb not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:12:58.616438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:58.645085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:58.659416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33850247-5952-4bf8-9e69-d6e8944285a9') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:58.659706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33850247-5952-4bf8-9e69-d6e8944285a9') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:12:58.673993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:58.689328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-aadfc526-9539-4735-aeab-834f5109316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:58.690812 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-aadfc526-9539-4735-aeab-834f5109316b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1968834 May 09 05:12:58.694196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:58.717597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:12:58.717597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: util.warn( May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:12:58.733877 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:12:58.873542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:59.007587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:59.031406 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] Pushing event deleted for resources: {'Network': ['ID=cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:59.045230 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-29f85281-d21b-4d6a-8d8b-a9ae1ac81b71 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464258 May 09 05:12:59.046552 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-534276b8-2e34-43ec-8dfa-74925e4f48b7 tempest-NetworksTest-1321464866 tempest-NetworksTest-1321464866-project] 10.222.0.50 "DELETE /v2.0/networks/cff5a7a0-2d62-4992-b2d1-6cd6f7c32bd1 HTTP/1.1" status: 204 len: 168 time: 2.2139409 May 09 05:12:59.179756 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d53c99f5-abfd-4515-aeed-6285ba7ea681 req-58498d5c-5017-470d-b654-949f381844bd service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281872 May 09 05:12:59.218563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c2a8-986a-40fe-a072-7ee091a1ea31 req-edab6e86-e35e-44ee-8734-6bdc08dd8586 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:12:59.219945 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c734c2a8-986a-40fe-a072-7ee091a1ea31 req-edab6e86-e35e-44ee-8734-6bdc08dd8586 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.0886965 May 09 05:12:59.264772 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c734c2a8-986a-40fe-a072-7ee091a1ea31 req-944de7fe-1404-4077-9787-79f6de73d69b tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 May 09 05:12:59.330475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41942) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:59.488913 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-76397283-e69c-4aaf-b170-07b767a7e975 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1f2b7801ff141cfab2b23cccc34fb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572781 May 09 05:12:59.491475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41948) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:12:59.561395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:59.587645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:59.644927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:59.658611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d35d66-2989-48cb-a531-7a2cc1aeeaf4,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:12:59.668805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.669080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.669412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.669736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.670056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.670375 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.670695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.671008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.671342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.671648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.671958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.672268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:12:59.676413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:12:59.677790 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a69fd0b5-872c-4334-b444-4468e2eb8bfc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52d35d66-2989-48cb-a531-7a2cc1aeeaf4 HTTP/1.1" status: 204 len: 168 time: 0.1851993 May 09 05:13:00.458527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c792cb-24a0-435f-a41e-a8179edb6040 req-b656446d-359a-41fd-a8ef-cc6fd323454f tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:00.459970 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-36c792cb-24a0-435f-a41e-a8179edb6040 req-b656446d-359a-41fd-a8ef-cc6fd323454f tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.0822895 May 09 05:13:00.512874 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-36c792cb-24a0-435f-a41e-a8179edb6040 req-cd9e51f1-16d9-4d36-a61e-73208573f183 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 May 09 05:13:01.711752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea295e3-6abb-4cc9-bfbc-f222c4cd2152 req-e8f53089-7203-4cac-a86f-c336e0441024 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:01.713222 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ea295e3-6abb-4cc9-bfbc-f222c4cd2152 req-e8f53089-7203-4cac-a86f-c336e0441024 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.0872350 May 09 05:13:01.760188 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ea295e3-6abb-4cc9-bfbc-f222c4cd2152 req-7bdb38aa-268e-4c03-9c9b-eb70a8f04360 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 May 09 05:13:02.959112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051673aa-095f-40f5-bf70-50208549cb41 req-4cf0dab8-c8b9-4545-8aff-95f57a421263 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:02.960627 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-051673aa-095f-40f5-bf70-50208549cb41 req-4cf0dab8-c8b9-4545-8aff-95f57a421263 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.0824528 May 09 05:13:03.007332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-051673aa-095f-40f5-bf70-50208549cb41 req-711bd3bc-8bb1-478d-8e7f-b3c0495feecd tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381203 May 09 05:13:04.205477 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5616f0-dc10-4dd0-abfd-ebc758cf0720 req-ef769831-d907-4649-9e8a-34abf74da05e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:04.206958 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b5616f0-dc10-4dd0-abfd-ebc758cf0720 req-ef769831-d907-4649-9e8a-34abf74da05e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.0905557 May 09 05:13:04.267565 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b5616f0-dc10-4dd0-abfd-ebc758cf0720 req-8732ec7b-e9f6-433f-b2c0-dfa849eea4c2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521808 May 09 05:13:04.818349 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-dc5c66ff-ae73-4e62-b9a0-3e822384fe99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143289 May 09 05:13:05.015231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-88169f6d-03c2-4776-b8e8-4594e289ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:05.016835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-88169f6d-03c2-4776-b8e8-4594e289ad88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1098 time: 0.1047049 May 09 05:13:05.167377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-31f7bec3-940d-4e13-8c6f-eba4ae732e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:05.169195 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-31f7bec3-940d-4e13-8c6f-eba4ae732e6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 897 time: 0.1318002 May 09 05:13:05.274008 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-5897dbed-5d13-4291-a225-68b88478f352 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 200 len: 1001 time: 0.0977223 May 09 05:13:05.341024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-351fa35a-57fe-4cd5-b329-086e0c3c0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:05.342467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-351fa35a-57fe-4cd5-b329-086e0c3c0a48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0631118 May 09 05:13:05.478568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-a8ebe49a-7c58-4d9f-a4df-fa3950dce54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:05.479937 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-a8ebe49a-7c58-4d9f-a4df-fa3950dce54c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1312590 May 09 05:13:05.490547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986d26f-53ac-4718-afe0-19d68f052d2d req-12e681f2-fa64-4c79-8360-16193731f3a8 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:05.491946 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3986d26f-53ac-4718-afe0-19d68f052d2d req-12e681f2-fa64-4c79-8360-16193731f3a8 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 944 time: 0.1109085 May 09 05:13:05.613745 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3986d26f-53ac-4718-afe0-19d68f052d2d req-a9ca1557-e898-418a-8420-c6e4d4926b86 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036968 May 09 05:13:05.653802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-b3dacd90-6495-4cb3-be6f-1fa70b496edb service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608806 May 09 05:13:05.783783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-925b65a0-1f0d-44c2-957f-4238de4e510e req-0926adae-8153-4064-b8e9-a883a33b3d9b service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237848 May 09 05:13:05.985471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 165341a5-95d3-4cfc-83ab-a1da17dd665b details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:13:06.162206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 165341a5-95d3-4cfc-83ab-a1da17dd665b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:13:06.177407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:13:06.235389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:06.255355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165341a5-95d3-4cfc-83ab-a1da17dd665b {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:13:06.271257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 165341a5-95d3-4cfc-83ab-a1da17dd665b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:13:06.280605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:06.354652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=165341a5-95d3-4cfc-83ab-a1da17dd665b,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:06.364492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.364834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.365173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.365500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.365821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.366118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.366462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.366782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.367100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.367416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.367728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.368024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:13:06.705605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['165341a5-95d3-4cfc-83ab-a1da17dd665b'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:13:06.818125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04c2aa-4a0f-4302-8b59-e27a018daa1e req-b85a0fe5-7f5d-4077-9bf1-40670ffb9e4a tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:06.819566 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b04c2aa-4a0f-4302-8b59-e27a018daa1e req-b85a0fe5-7f5d-4077-9bf1-40670ffb9e4a tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 945 time: 0.0830975 May 09 05:13:06.865321 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b04c2aa-4a0f-4302-8b59-e27a018daa1e req-d9b891a4-bd7f-458d-a83f-70af0362cda2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 May 09 05:13:07.987650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 165341a5-95d3-4cfc-83ab-a1da17dd665b up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:13:08.057746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230b864-ef61-4df1-b6d3-60d9fa090d00 req-5c2ddf65-96e4-4059-99cc-76fc18d2eb6b tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:08.059304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3230b864-ef61-4df1-b6d3-60d9fa090d00 req-5c2ddf65-96e4-4059-99cc-76fc18d2eb6b tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 945 time: 0.0832374 May 09 05:13:08.060231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 165341a5-95d3-4cfc-83ab-a1da17dd665b completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:13:08.065419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 165341a5-95d3-4cfc-83ab-a1da17dd665b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:13:08.065802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:08.103962 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3230b864-ef61-4df1-b6d3-60d9fa090d00 req-4d838440-5be3-45f0-9785-a485ee4d6af3 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 May 09 05:13:08.185884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:08.211902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:13:08.222354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 165341a5-95d3-4cfc-83ab-a1da17dd665b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:13:08.227138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:08.263145 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530caf78-8d4d-47ef-b4e2-bdb5c18762ab'] response: {'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'code': 200} May 09 05:13:08.296698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=165341a5-95d3-4cfc-83ab-a1da17dd665b,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:08.581202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087c31c-c46f-4c98-9af0-dea6b63b1238 req-ffdd8a90-79a9-4da7-b213-9540b01605aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:08.582647 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7087c31c-c46f-4c98-9af0-dea6b63b1238 req-ffdd8a90-79a9-4da7-b213-9540b01605aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1099 time: 0.0755522 May 09 05:13:08.624216 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7087c31c-c46f-4c98-9af0-dea6b63b1238 req-e4713b14-792d-423f-a04e-aaab7a7024df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343938 May 09 05:13:09.302727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae984cc7-4599-490b-b32e-283c2694a3f4 req-37484c45-e8fd-46a2-9bc7-6f5e5d611bb1 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:09.304193 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae984cc7-4599-490b-b32e-283c2694a3f4 req-37484c45-e8fd-46a2-9bc7-6f5e5d611bb1 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 946 time: 0.0947311 May 09 05:13:09.348560 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae984cc7-4599-490b-b32e-283c2694a3f4 req-ba35c777-4446-4649-9d93-dd20cd4efde0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378156 May 09 05:13:10.541525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47812525-5a7c-4166-9a68-64c666f3d580 req-348c5acd-690b-4bd2-be8d-c00d9e93310e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:10.544165 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47812525-5a7c-4166-9a68-64c666f3d580 req-348c5acd-690b-4bd2-be8d-c00d9e93310e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 946 time: 0.0824730 May 09 05:13:10.588098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47812525-5a7c-4166-9a68-64c666f3d580 req-4bde96ce-6ae5-4445-adf0-f8c22a8d3bf9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385549 May 09 05:13:10.908218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfb773-b6ec-46c4-9766-3349189bd87c req-0bb0b6b6-658a-4d31-bdd5-1dfff0a1a093 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:10.909704 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bcfb773-b6ec-46c4-9766-3349189bd87c req-0bb0b6b6-658a-4d31-bdd5-1dfff0a1a093 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 946 time: 0.2065680 May 09 05:13:10.964373 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bcfb773-b6ec-46c4-9766-3349189bd87c req-8b8defd3-bb6a-48d7-8624-11f080f6ef2d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484571 May 09 05:13:10.988042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41980) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:11.067920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b1c12-8087-485f-bcb2-7ada1ed7fea7 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:11.069440 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7f9b1c12-8087-485f-bcb2-7ada1ed7fea7 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1094 time: 0.0803366 May 09 05:13:11.072305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 41984) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:11.077515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:11.084165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:11.088636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:floatingip and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:11.091635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:11.097476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:11.109416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:11.256451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:11.402568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Allocated IP 172.26.0.125 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/830eb67c-1211-456c-869c-f6f5295fc987) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:13:11.569237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:11.604949 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:11.680258 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:13:11.683202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:13:11.687199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:13:11.716579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=830eb67c-1211-456c-869c-f6f5295fc987,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:12.119630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:12.196297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:12.331558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ed8dea4e-16a0-48d3-b60c-24c2f9c37d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:12.408383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:12.413440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:12.528163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=830eb67c-1211-456c-869c-f6f5295fc987,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:12.536383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:12.834665 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Floating IP af4413bb-2480-445f-9d62-45b066534341 associated. External IP: 172.26.0.125, port: 165341a5-95d3-4cfc-83ab-a1da17dd665b. May 09 05:13:13.205058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:13:13.400013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:13:13.410458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:13:13.420434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:13:13.421089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:13.426840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:13.481601 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0e03706f-129d-42a3-8845-f90e637a7d36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4080939 May 09 05:13:13.482115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:13:13.525939 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3665fc-85fe-40ca-b89a-62ebc867e50d'] response: {'name': 'network-changed', 'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'status': 'completed', 'code': 200} May 09 05:13:13.603707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:13:13.756551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-c3298f61-133a-4d60-ac35-8e2926f17317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:13.758228 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-c3298f61-133a-4d60-ac35-8e2926f17317 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1099 time: 0.1832402 May 09 05:13:13.892218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-6fe7c3e5-ea20-46a0-8088-d82190815985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:13.893765 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-6fe7c3e5-ea20-46a0-8088-d82190815985 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.1284883 May 09 05:13:13.952227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:12Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:13.956220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:13:13.964975 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:13:13.965566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:12:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:13.999146 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-0a581c3c-c740-4cdb-a6b4-6df7378fcec9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 200 len: 1000 time: 0.0988722 May 09 05:13:14.061930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-b1fa5aa8-ca06-4678-b923-d97d80a8c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:14.063388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-b1fa5aa8-ca06-4678-b923-d97d80a8c054 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0581639 May 09 05:13:14.140060 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:13:14.143582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-8fd267c8-aa19-4063-854a-0433d4e23235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:14.145102 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-8fd267c8-aa19-4063-854a-0433d4e23235 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758255 May 09 05:13:14.281515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-34461505-c2c0-4cfc-9d37-ad27ae022922 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296394 May 09 05:13:14.415482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7df66719-0d71-458b-8b3d-4e20dee7078c req-851f766f-b776-4ac4-9dbe-2a93f7ac0028 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282580 May 09 05:13:14.517955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:12Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:14.522020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3bd96-1703-448e-afb7-5ddf0503d808 None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:12Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:13:14.570546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-33c73f13-d037-47a0-a9b3-174c0a06bc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:14.720186 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b49e26-b24b-4da8-8b37-56a9e44dcd8f None None] New status for floating IP af4413bb-2480-445f-9d62-45b066534341: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:13:15.640106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:15.908316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:17.384078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:18.731420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:26.538521 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:13:38.983487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42010) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:39.068422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17523b6-dae8-42ad-8d45-910bd32c97c9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:39.068917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17523b6-dae8-42ad-8d45-910bd32c97c9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:39.069377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17523b6-dae8-42ad-8d45-910bd32c97c9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:39.070999 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e17523b6-dae8-42ad-8d45-910bd32c97c9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=7d9a22574259478cb5dc8f916b411409&network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 2999 time: 0.0865626 May 09 05:13:41.004069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42022) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:41.066489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe5b64-3f30-496c-9177-a2c6c44c124f tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:41.067985 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1fbe5b64-3f30-496c-9177-a2c6c44c124f tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92 HTTP/1.1" status: 200 len: 814 time: 0.0628669 May 09 05:13:41.988228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42030) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:41.993689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:42.095635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:42.328780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-70ab0f7f-77c3-4735-8a25-fc6e314db316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:42.368610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:42.374099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:42.374442 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 9812d929-74e1-458a-9558-aecd61fa8796 disassociated. External IP: 172.26.0.224, port: da70ddfb-b762-4a52-a5fc-443ce0b64388. May 09 05:13:42.852285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 684bdea6-dd80-473f-93db-fc3912546c03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:13:43.034156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:13:43.039505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:43.044697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] Sync routers for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:13:43.053784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:13:43.054418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:13:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:43.098511 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-705d531b-45c6-47bc-b7cc-35a776a2d02e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 690 time: 1.1090977 May 09 05:13:43.099152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:13:43.101423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42036) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:43.150613 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92858e5b-b633-4f57-8799-7ce423cfd1a3'] response: {'name': 'network-changed', 'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'status': 'completed', 'code': 200} May 09 05:13:43.183322 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a697078-5f05-40f3-ac09-2b1faf18e916 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 690 time: 0.0797298 May 09 05:13:43.233729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:13:43.270371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39003eda-2975-41c4-8a97-58a275882751 req-cab888ac-bc93-4a1d-bc30-2b8e1268af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:43.271862 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39003eda-2975-41c4-8a97-58a275882751 req-cab888ac-bc93-4a1d-bc30-2b8e1268af35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1098 time: 0.0741994 May 09 05:13:43.403991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39003eda-2975-41c4-8a97-58a275882751 req-7b499190-1eb5-4954-9c5b-0f378d8fa156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:43.405283 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39003eda-2975-41c4-8a97-58a275882751 req-7b499190-1eb5-4954-9c5b-0f378d8fa156 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 897 time: 0.1273718 May 09 05:13:43.471532 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39003eda-2975-41c4-8a97-58a275882751 req-55062a27-e513-4686-b8a6-5a28c930be9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 200 len: 217 time: 0.0600898 May 09 05:13:43.537989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39003eda-2975-41c4-8a97-58a275882751 req-c7d97aaa-91fa-4ce7-9c8e-ce02199afba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:43.539448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39003eda-2975-41c4-8a97-58a275882751 req-c7d97aaa-91fa-4ce7-9c8e-ce02199afba1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0620039 May 09 05:13:43.545645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:43.549632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] Checking router: 684bdea6-dd80-473f-93db-fc3912546c03 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:13:43.558280 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:13:43.558860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:13:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:43.614435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39003eda-2975-41c4-8a97-58a275882751 req-5ff0ed4d-d376-4592-9412-5dc34832dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:43.615907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39003eda-2975-41c4-8a97-58a275882751 req-5ff0ed4d-d376-4592-9412-5dc34832dde6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708497 May 09 05:13:43.733551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:13:43.747052 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39003eda-2975-41c4-8a97-58a275882751 req-ddc0ea02-0742-4c4f-b1ef-e410f4f3174d service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251209 May 09 05:13:43.879308 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39003eda-2975-41c4-8a97-58a275882751 req-0e25f1b5-b8a0-4d43-81d9-177ea878241d service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270175 May 09 05:13:44.076330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:13:44.080281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b805a0-a2e3-4107-8b5d-3fc6c309f18f None None] The sync data for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv is: [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:13:44.186090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42042) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:44.311295 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952e471-18fd-4127-a877-50c3ada84bc4 None None] New status for floating IP 9812d929-74e1-458a-9558-aecd61fa8796: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:13:44.380078 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-357161d3-f078-4a00-a5db-dba512d8dbcf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 690 time: 0.1928449 May 09 05:13:44.573662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2de296ac-a5b5-4199-83cd-a805efa7587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:45.385338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42046) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:45.476146 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c9f21ca0-9a57-4648-8ab7-91e9c136f805 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 688 time: 0.0893142 May 09 05:13:45.640969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:45.909709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:46.998857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42052) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:47.004420 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014182481', 'description': 'tempest-secgroup-smoke-1014182481 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:47.010533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:47.020262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:47.034041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.062654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:47.067352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:47.070253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:47.077881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:47.156934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.161862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.203734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd4325-ffb3-4313-ae7c-409c8a252ca8,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:47.213269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.214468 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56663be7-40c4-4f72-b207-acbebe0e3d4b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2145386 May 09 05:13:47.217638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42056) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:47.222534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd4325-ffb3-4313-ae7c-409c8a252ca8', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:47.228627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:47.232786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:47.235693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:47.241812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:47.259468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.325037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.329774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.354424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e152d2c9-0897-4178-93d9-667137e6e70e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:47.368127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.369373 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d8ac71c1-db95-4c5a-aefa-a146fa0abdec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508131 May 09 05:13:47.373031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42060) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:47.377666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.379473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd4325-ffb3-4313-ae7c-409c8a252ca8', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:47.394155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:47.398489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:47.401476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:47.410417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:47.432079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.498496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.503643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.530387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb5a428-f198-4a00-bb1b-13f1c0aca734,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:47.538209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.539647 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-32786a5d-c907-4721-88d1-b3fb49292ec9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652224 May 09 05:13:47.542517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42064) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:47.547892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd4325-ffb3-4313-ae7c-409c8a252ca8', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:47.553749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:47.557686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:47.560951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:47.567008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:47.585951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.650630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.656118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.680032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f123721-6036-4936-a38e-81f840409691,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:47.690605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.691860 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-20a1b2a8-2d2f-45fe-87dd-483835714ded tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484070 May 09 05:13:47.695720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42068) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:47.700603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd4325-ffb3-4313-ae7c-409c8a252ca8', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:47.706567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:47.710572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:47.713541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:47.719523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:47.737387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.800902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.806151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.829994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddce820-bb56-4a83-b30d-5f07f887ac5c,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:47.840384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.841837 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-15001509-a146-4dbb-adfa-8df725c068a6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452177 May 09 05:13:47.844680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42072) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:47.849562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd4325-ffb3-4313-ae7c-409c8a252ca8', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:47.855487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:47.859681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:47.862699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:47.868428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:47.880427 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:13:47.887046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.952998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.958539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.982639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf20ec9a-dd07-450b-9b72-e23d34f3e419,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:47.992645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:47.993796 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e30cf9c2-e769-44b8-adaa-70299ae0f2f5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482129 May 09 05:13:47.996686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42076) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:13:48.001630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'c7fd4325-ffb3-4313-ae7c-409c8a252ca8', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:48.007364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:48.011222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:13:48.014170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:13:48.019770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:48.030487 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:13:48.037176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:48.106198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:48.111554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:48.134676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a18616-4a8e-4b59-9fd7-039cf6a6919d,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:48.144738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:48.146125 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1e602406-c2e5-4dc1-87dc-02619aa0ead7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485169 May 09 05:13:48.386968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-68f0f715-632d-4135-8690-bad475a9bd65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:13:48.405272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-68f0f715-632d-4135-8690-bad475a9bd65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:13:48.406577 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-68f0f715-632d-4135-8690-bad475a9bd65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014182481&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0626810 May 09 05:13:48.559303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-3584fe08-29ee-4b88-8e6d-0356fdd94563 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:48.560818 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-3584fe08-29ee-4b88-8e6d-0356fdd94563 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 796 time: 0.1471272 May 09 05:13:48.575434 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-78b47062-2c29-4034-9d6c-f02ff1fb7ca0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0090261 May 09 05:13:48.662870 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-13791e61-5560-4ed3-9941-21a003889724 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815904 May 09 05:13:48.723659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:48.801246 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-32988f72-05a7-439f-949b-2818f13731b5 service neutron] 10.222.0.50 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260889 May 09 05:13:48.934802 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-179e7788-d73f-40da-8ed3-09949ac5dd28 service neutron] 10.222.0.50 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276517 May 09 05:13:49.128955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7566c71-baeb-4d75-bce1-156cc3b6ab82 req-9840aa1b-20e4-43cd-a52b-23e3322db6c9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 210 time: 0.0455983 May 09 05:13:50.284543 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e0c1f44b-fe86-4ae4-9599-76bd7d3f8d4c req-856216e5-0b52-4e18-8503-8f6ec86a28d5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 210 time: 0.0441172 May 09 05:13:50.337674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-a60019a5-e35f-4f5f-ad4b-f3906c2795d1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:50.339059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-a60019a5-e35f-4f5f-ad4b-f3906c2795d1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 796 time: 0.1512582 May 09 05:13:50.400857 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-86509fc2-9c11-4fc4-bf7b-e1c4c391ab74 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 472 time: 0.0469205 May 09 05:13:50.417616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['c7fd4325-ffb3-4313-ae7c-409c8a252ca8']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:50.566122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:13:50.576574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:13:50.589503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:13:50.593330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:50.758972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.11 (2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b/e5afeeab-32a1-4a46-884c-3985b10f8adf/49072d08-6877-438b-ad02-72e97ab2a010) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:13:50.996472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:51.012733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 49072d08-6877-438b-ad02-72e97ab2a010 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:13:51.038746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:51.108324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:13:51.111522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:13:51.115342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:13:51.154815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=49072d08-6877-438b-ad02-72e97ab2a010,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:51.195867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:51.196522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:51.227141 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-73742186-6a94-466c-9117-51a1b7ff4ab9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8130414 May 09 05:13:51.247239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Request body: {'port': {'device_id': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:13:51.360243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-96ff479e-41fa-4c4b-b09a-031b054d0218 None None] Provisioning for port 49072d08-6877-438b-ad02-72e97ab2a010 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:13:51.363167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:51.366228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-96ff479e-41fa-4c4b-b09a-031b054d0218 None None] Provisioning complete for port 49072d08-6877-438b-ad02-72e97ab2a010 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:13:51.366719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-96ff479e-41fa-4c4b-b09a-031b054d0218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:51.425194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-96ff479e-41fa-4c4b-b09a-031b054d0218 None None] Port 49072d08-6877-438b-ad02-72e97ab2a010 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:13:51.627093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03877454-7841-457e-9741-21dc95e8f0dd req-402d4b1f-0f46-4b1d-a741-05a3d490f454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:51.627776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-03877454-7841-457e-9741-21dc95e8f0dd req-402d4b1f-0f46-4b1d-a741-05a3d490f454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:13:51.703714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-03877454-7841-457e-9741-21dc95e8f0dd req-402d4b1f-0f46-4b1d-a741-05a3d490f454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:13:51.704902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-03877454-7841-457e-9741-21dc95e8f0dd req-402d4b1f-0f46-4b1d-a741-05a3d490f454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 932 time: 0.2938190 May 09 05:13:51.776855 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-03877454-7841-457e-9741-21dc95e8f0dd req-9450c269-7581-4584-8f93-f42ceb6c8ddc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 May 09 05:13:51.847468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49072d08-6877-438b-ad02-72e97ab2a010 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:13:51.855100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:51.870465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Transition to ACTIVE for port object 49072d08-6877-438b-ad02-72e97ab2a010 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:13:51.875301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:52.041245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=49072d08-6877-438b-ad02-72e97ab2a010,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:52.128534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Attempting to bind port 49072d08-6877-438b-ad02-72e97ab2a010 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:13:52.128865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Attempting to bind port 49072d08-6877-438b-ad02-72e97ab2a010 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:13:52.129179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Attempting to bind port 49072d08-6877-438b-ad02-72e97ab2a010 on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:13:52.133852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Port 49072d08-6877-438b-ad02-72e97ab2a010 on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:13:52.134167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Attempting to bind port 49072d08-6877-438b-ad02-72e97ab2a010 on network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:13:52.139929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:13:52.140265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Checking segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:13:52.140683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Bound using segment: {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:13:52.141117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Bound port: 49072d08-6877-438b-ad02-72e97ab2a010, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb9f593-305e-401c-9d89-ec049bfe269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:13:52.141461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:52.249638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] For port 49072d08-6877-438b-ad02-72e97ab2a010, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:13:52.252625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] For port 49072d08-6877-438b-ad02-72e97ab2a010, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=49072d08-6877-438b-ad02-72e97ab2a010,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:13:52.258170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:52.415560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:52.416209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:52.417339 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] 10.222.0.59 "PUT /v2.0/ports/49072d08-6877-438b-ad02-72e97ab2a010 HTTP/1.1" status: 200 len: 1094 time: 1.1745629 May 09 05:13:52.417657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:13:52.443983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55893fa-ba7d-4f8a-998e-496a657cd8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=49072d08-6877-438b-ad02-72e97ab2a010,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:52.553974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-8eca62e3-37a5-4d7d-aae5-31b5ff27f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:52.555641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-8eca62e3-37a5-4d7d-aae5-31b5ff27f0fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0805783 May 09 05:13:52.630373 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-40994d6d-26a5-4866-9dc2-150fad2d06b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49072d08-6877-438b-ad02-72e97ab2a010 HTTP/1.1" status: 200 len: 217 time: 0.0613472 May 09 05:13:52.676172 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d57a5c7-0614-46cd-b69e-988fcd669bb5'] response: {'name': 'network-changed', 'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010', 'status': 'completed', 'code': 200} May 09 05:13:52.701587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-eec5996d-386d-48a1-925e-15c847deecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:52.702969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-eec5996d-386d-48a1-925e-15c847deecce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0655544 May 09 05:13:52.781556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-dcce8639-8c76-40c1-9c9b-8c4caa742674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:52.782921 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-dcce8639-8c76-40c1-9c9b-8c4caa742674 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735373 May 09 05:13:52.966327 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-cf80c26b-d7a1-48c8-92f5-24f3c249d648 service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769598 May 09 05:13:53.071254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e8e4b-551f-4ef9-8c0f-363f72f73270 req-b5690990-c771-47b7-9467-1e792e920c77 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:53.072783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-265e8e4b-551f-4ef9-8c0f-363f72f73270 req-b5690990-c771-47b7-9467-1e792e920c77 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 944 time: 0.1902966 May 09 05:13:53.143351 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47f85a8b-5408-4ac4-a487-e8e4a2175626 req-2aa40914-feed-4605-a50a-8ca02a517bdb service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699991 May 09 05:13:53.150307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-265e8e4b-551f-4ef9-8c0f-363f72f73270 req-7aa19901-d855-4886-b3cf-0445a81503b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699162 May 09 05:13:53.330880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-462bdba5-04cc-4c2e-b24b-530fc3902a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:53.332249 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-462bdba5-04cc-4c2e-b24b-530fc3902a34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0886376 May 09 05:13:53.473674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-84dcbd69-aa02-4b90-b469-7ab5e041c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:53.475124 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-84dcbd69-aa02-4b90-b469-7ab5e041c845 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 897 time: 0.1358700 May 09 05:13:53.549397 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-6f7c86f0-deb8-4c6d-9cb1-db0c21532815 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49072d08-6877-438b-ad02-72e97ab2a010 HTTP/1.1" status: 200 len: 217 time: 0.0676622 May 09 05:13:53.614455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-9ab0c376-9dea-42e9-851d-28076f86ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:53.615752 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-9ab0c376-9dea-42e9-851d-28076f86ee55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0599377 May 09 05:13:53.697241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-7efa8c09-49ce-4e5a-a189-d40452da94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:53.698676 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-7efa8c09-49ce-4e5a-a189-d40452da94c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764136 May 09 05:13:53.836886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-26296df2-7e8e-4a5b-9a5e-ee340d1b7eab service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311109 May 09 05:13:53.977142 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fa65bbb1-d339-494c-ba8b-b3c376c08cd3 req-4614c460-f797-4856-b17d-4338f2f18fba service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333728 May 09 05:13:54.361605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100667b-95b0-4e17-a817-49b17c8e66f3 req-adbd1b4e-9e9d-4ccd-9aa9-e18ab3358f73 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:54.363049 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c100667b-95b0-4e17-a817-49b17c8e66f3 req-adbd1b4e-9e9d-4ccd-9aa9-e18ab3358f73 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 944 time: 0.1005652 May 09 05:13:54.408014 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c100667b-95b0-4e17-a817-49b17c8e66f3 req-995bb6de-ab6b-40e3-be82-d11b1699d720 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 May 09 05:13:55.611216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8136477-e612-48d4-b4b5-50d116024712 req-fa24589a-ae27-443f-86c3-7ac96e4bbb0e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:55.612683 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f8136477-e612-48d4-b4b5-50d116024712 req-fa24589a-ae27-443f-86c3-7ac96e4bbb0e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 944 time: 0.0871737 May 09 05:13:55.658028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f8136477-e612-48d4-b4b5-50d116024712 req-18bc6c4a-9122-4e75-b665-d6e0a489bcd5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394413 May 09 05:13:56.254357 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 49072d08-6877-438b-ad02-72e97ab2a010 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:13:56.392037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 49072d08-6877-438b-ad02-72e97ab2a010, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=49072d08-6877-438b-ad02-72e97ab2a010,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:13:56.405974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '49072d08-6877-438b-ad02-72e97ab2a010', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'port_id': '49072d08-6877-438b-ad02-72e97ab2a010', 'mac_address': 'fa:16:3e:d3:f6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:13:56.473653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:56.490903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49072d08-6877-438b-ad02-72e97ab2a010 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:13:56.507798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 49072d08-6877-438b-ad02-72e97ab2a010, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=49072d08-6877-438b-ad02-72e97ab2a010,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:13:56.514615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:56.584264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=49072d08-6877-438b-ad02-72e97ab2a010,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:56.870396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf6b05-7be2-4751-bcff-3b65628d4956 req-e5d5cb54-cc6e-402a-8afc-4b2e46d18185 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:56.871886 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e9bf6b05-7be2-4751-bcff-3b65628d4956 req-e5d5cb54-cc6e-402a-8afc-4b2e46d18185 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 945 time: 0.0871873 May 09 05:13:56.913868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['49072d08-6877-438b-ad02-72e97ab2a010'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:13:56.925947 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e9bf6b05-7be2-4751-bcff-3b65628d4956 req-72bd4921-ac68-4868-8498-38d68094b303 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457027 May 09 05:13:58.237836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0c94c-8277-4e7b-88c9-b1bdc34130dd req-7cd84d9b-0ce1-4203-865c-bad068bf6cce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:58.239167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ed0c94c-8277-4e7b-88c9-b1bdc34130dd req-7cd84d9b-0ce1-4203-865c-bad068bf6cce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 945 time: 0.1965277 May 09 05:13:58.244595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 49072d08-6877-438b-ad02-72e97ab2a010 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:13:58.284608 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ed0c94c-8277-4e7b-88c9-b1bdc34130dd req-7215b2e0-aeb5-43e2-9735-fb45b312c30e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 May 09 05:13:58.317544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 49072d08-6877-438b-ad02-72e97ab2a010 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:13:58.322556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 49072d08-6877-438b-ad02-72e97ab2a010 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:13:58.322919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:58.450686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:58.478827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:13:58.489640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 49072d08-6877-438b-ad02-72e97ab2a010, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=49072d08-6877-438b-ad02-72e97ab2a010,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:13:58.495485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:13:58.567559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=49072d08-6877-438b-ad02-72e97ab2a010,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:13:58.627472 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14796d8f-202c-416e-a8a2-741385c1a51a'] response: {'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010', 'code': 200} May 09 05:13:58.889408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711c33f-9940-4d9a-aef3-11845d2bd6df req-82be2ad3-b93f-4688-b889-f2cd382972fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:58.890891 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8711c33f-9940-4d9a-aef3-11845d2bd6df req-82be2ad3-b93f-4688-b889-f2cd382972fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 1099 time: 0.0726810 May 09 05:13:58.932920 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8711c33f-9940-4d9a-aef3-11845d2bd6df req-8540f6ac-5318-4661-9c32-fb118343fcfd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 May 09 05:13:59.486919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bda16-b633-45fd-9d0a-24cfee725364 req-38acee21-55c6-409e-9290-a05a3e9bbf26 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:13:59.488378 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-643bda16-b633-45fd-9d0a-24cfee725364 req-38acee21-55c6-409e-9290-a05a3e9bbf26 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 946 time: 0.0886145 May 09 05:13:59.538561 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-643bda16-b633-45fd-9d0a-24cfee725364 req-fb0f6640-b247-4ae0-96a7-87eadaf53068 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 May 09 05:14:00.734713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23732a-845d-4983-bf6e-42bba9f9a763 req-190a3c53-52cd-46b6-928b-a9948fd6c6b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:00.736062 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6e23732a-845d-4983-bf6e-42bba9f9a763 req-190a3c53-52cd-46b6-928b-a9948fd6c6b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 946 time: 0.0835114 May 09 05:14:00.781914 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6e23732a-845d-4983-bf6e-42bba9f9a763 req-3d32668f-0ad3-4e1b-8dc9-abeec2fdd681 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400381 May 09 05:14:00.978475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb38d0-10da-4aa3-80c6-0c16c1886f0a req-9bc504ac-a3d6-4af4-9aaf-390caac82bf0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:00.980123 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66fb38d0-10da-4aa3-80c6-0c16c1886f0a req-9bc504ac-a3d6-4af4-9aaf-390caac82bf0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 946 time: 0.0827093 May 09 05:14:01.028274 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66fb38d0-10da-4aa3-80c6-0c16c1886f0a req-b7c07906-df4b-45ec-ace7-a2bd0c494d3e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421646 May 09 05:14:01.052086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42136) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:14:01.126333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a34bfc-bafe-459f-8e3c-a5389f33848f tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:01.127897 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-62a34bfc-bafe-459f-8e3c-a5389f33848f tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 1094 time: 0.0747941 May 09 05:14:01.131108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42140) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:14:01.136003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'port_id': '49072d08-6877-438b-ad02-72e97ab2a010'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:14:01.213954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:01.832365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:01.839568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:02.026216 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 9812d929-74e1-458a-9558-aecd61fa8796 associated. External IP: 172.26.0.224, port: 49072d08-6877-438b-ad02-72e97ab2a010. May 09 05:14:02.517877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 684bdea6-dd80-473f-93db-fc3912546c03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:14:02.719495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:14:02.724468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:02.729845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] Sync routers for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:14:02.740336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:14:02.741059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:13:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:14:02.781459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ff568cd6-0fd6-4224-9bfc-cfdfa235afc3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 992 time: 1.6493239 May 09 05:14:02.782073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:14:02.784426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42146) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:14:02.833494 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670cabf9-251a-4a65-9e00-7c58922c81a3'] response: {'name': 'network-changed', 'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010', 'status': 'completed', 'code': 200} May 09 05:14:02.927651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:14:02.979851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-1bd7a37f-b9d3-4038-8dbc-8526c2982d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:02.996904 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-1bd7a37f-b9d3-4038-8dbc-8526c2982d43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 1099 time: 0.1174700 May 09 05:14:03.053478 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c196e294-968c-4851-90c6-58352e462d3c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 992 time: 0.2676668 May 09 05:14:03.149472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-9b8b8f70-09ef-44da-becd-7e7e7ab2e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:03.150905 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-9b8b8f70-09ef-44da-becd-7e7e7ab2e198 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 897 time: 0.1476729 May 09 05:14:03.252789 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-0c64ecfc-3cb8-43c6-9b36-e05be4bb8eb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49072d08-6877-438b-ad02-72e97ab2a010 HTTP/1.1" status: 200 len: 1000 time: 0.0948062 May 09 05:14:03.301111 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9812d929-74e1-458a-9558-aecd61fa8796', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.224', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'port_id': '49072d08-6877-438b-ad02-72e97ab2a010', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'mac_address': 'fa:16:3e:d3:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:12:35Z', 'updated_at': '2022-05-09T05:14:01Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:14:03.305004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] Checking router: 684bdea6-dd80-473f-93db-fc3912546c03 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:14:03.313612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:14:03.314244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:13:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:14:03.316697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-3d4e4e90-fe22-470f-b15b-56c03ed4d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:03.318147 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-3d4e4e90-fe22-470f-b15b-56c03ed4d81b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0576072 May 09 05:14:03.417983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-e40cb541-0075-4659-91b2-2bf3997123c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:03.419471 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-e40cb541-0075-4659-91b2-2bf3997123c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763612 May 09 05:14:03.523591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:14:03.538766 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:14:03.558701 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-143e6610-1531-402d-a24d-ff0f2d9b58f7 service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278701 May 09 05:14:03.692195 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9379a142-06b3-452c-ab9d-0e7128f80336 req-2ccf2afa-06c2-426a-85ac-196c7086ba3d service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272318 May 09 05:14:03.878015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9812d929-74e1-458a-9558-aecd61fa8796', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.224', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'port_id': '49072d08-6877-438b-ad02-72e97ab2a010', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'mac_address': 'fa:16:3e:d3:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:12:35Z', 'updated_at': '2022-05-09T05:14:01Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:14:03.882170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8fc5b-3db4-4f7b-904a-a41ffb098aa6 None None] The sync data for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv is: [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9812d929-74e1-458a-9558-aecd61fa8796', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.224', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'port_id': '49072d08-6877-438b-ad02-72e97ab2a010', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'mac_address': 'fa:16:3e:d3:f6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:12:35Z', 'updated_at': '2022-05-09T05:14:01Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:14:04.056676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42152) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:14:04.080999 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ada6f-590b-4400-9e15-4ec5d8cae772 None None] New status for floating IP 9812d929-74e1-458a-9558-aecd61fa8796: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:14:04.166172 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1b94b9a9-7938-49fd-9ac6-e75d910ca931 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 992 time: 0.1082242 May 09 05:14:05.170570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42156) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:14:05.294019 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2d6cfd3a-3bf0-42d4-ac7b-f48590d226ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 200 len: 994 time: 0.1218665 May 09 05:14:06.921196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-ebc5b0b0-7db6-4bb5-b007-908684d39d12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2069240 May 09 05:14:07.095535 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-8a5355a7-ec57-4569-b06e-77710e58a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:07.097211 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-8a5355a7-ec57-4569-b06e-77710e58a8f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 1098 time: 0.0867848 May 09 05:14:07.254227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-d3fd183a-6138-4007-87ee-f85c05ff7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:07.255761 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-d3fd183a-6138-4007-87ee-f85c05ff7deb service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 200 len: 897 time: 0.1385524 May 09 05:14:07.323468 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-24240370-2598-4167-8c27-37edb7e24acc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 200 len: 217 time: 0.0615609 May 09 05:14:07.391491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-a33f0acd-a995-49f5-8573-38b04f5d8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:07.393178 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-a33f0acd-a995-49f5-8573-38b04f5d8272 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 200 len: 835 time: 0.0646350 May 09 05:14:07.469663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-602240b6-e9cc-4623-a3d9-7b508ed95267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:14:07.470934 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-602240b6-e9cc-4623-a3d9-7b508ed95267 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717967 May 09 05:14:07.608444 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-709c6d8f-d70c-463e-8860-2996ed0e6d86 service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318250 May 09 05:14:07.746955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-350a7f46-5ba5-4cd4-86eb-dfe5858bfb0c req-001ae736-bbae-4a30-a228-085b39b4394c service neutron] 10.222.0.59 "GET /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325812 May 09 05:14:12.325273 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b4bfa0ec-345b-4070-9ab3-cfebe263c265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:14.587637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0342dc41-45c4-44f3-99d8-2aba7f440a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:15.636531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:15.904939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:17.388855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:18.730871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:40.541020 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:14:42.327027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bd12fa02-9c28-4b7e-9d30-d5505c87e721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:44.590231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b86de80a-8165-428a-82a9-6fa65ff54194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:45.645101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:45.925605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:47.386217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:14:48.741459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:07.782261 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-0184a382-164e-49e8-ac2f-2b485b6dac19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765226 May 09 05:15:07.895475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefef8d7-b698-4349-9487-9b41278f3331 req-2216ef31-5309-40b5-8101-b0f54062101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:07.896998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-2216ef31-5309-40b5-8101-b0f54062101a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1099 time: 0.0770102 May 09 05:15:08.048574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefef8d7-b698-4349-9487-9b41278f3331 req-00cf0d91-3e2e-4a74-a65b-b2ca6c420e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:08.050019 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-00cf0d91-3e2e-4a74-a65b-b2ca6c420e9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.1330779 May 09 05:15:08.157311 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-464d0d67-5de1-468d-a8ce-53f4011cfdf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 200 len: 1002 time: 0.1003067 May 09 05:15:08.225746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefef8d7-b698-4349-9487-9b41278f3331 req-c0391b3a-2248-40dc-ac32-45670a3181ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:08.227802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-c0391b3a-2248-40dc-ac32-45670a3181ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0634882 May 09 05:15:08.282633 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-8fea54c7-9990-412e-8e7e-8d9fc48d3008 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803832402&fields=id&tenant_id=454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 267 time: 0.0407712 May 09 05:15:08.308668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefef8d7-b698-4349-9487-9b41278f3331 req-43d618b6-6efd-484f-b0cd-8ce332eaf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:08.310384 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-43d618b6-6efd-484f-b0cd-8ce332eaf43d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767682 May 09 05:15:08.431429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c8ad6e34-03ec-475e-837e-1de731c65571 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:08.432868 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c8ad6e34-03ec-475e-837e-1de731c65571 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 812 time: 0.1429062 May 09 05:15:08.443379 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-f357b6f7-1832-4a09-9aab-8f7fea73014d service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259184 May 09 05:15:08.449271 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-9691cc70-3ee6-4ec2-9f74-91d4ffc48477 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/quotas/454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 375 time: 0.0097327 May 09 05:15:08.550176 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-bb2581b7-8a7e-4124-a8ff-06bbe5c35e65 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0954895 May 09 05:15:08.693947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aefef8d7-b698-4349-9487-9b41278f3331 req-e13ad6f1-3234-465a-b648-a403de74c4ae service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442427 May 09 05:15:08.831962 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-d7341d81-11ee-4ec5-a217-529c87f7543c service neutron] 10.222.0.50 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696435 May 09 05:15:08.963741 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6279f6ba-79e3-407a-b266-fca7e889c734 service neutron] 10.222.0.50 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229496 May 09 05:15:09.365807 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c9a4293-0119-4df6-b17d-d6f165d5bd53 req-c45c0fe2-2d38-4af3-9684-01f2fa71df03 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 210 time: 0.0415380 May 09 05:15:10.527835 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e8e48dc6-d5b4-432f-a1cf-cf05d1f64e35 req-055e64a5-2e53-4e2e-9d48-1e84aa0df282 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 210 time: 0.0481124 May 09 05:15:10.548288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-86a8b452-19e7-4c4f-86fe-5a2093da382d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:10.549717 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-86a8b452-19e7-4c4f-86fe-5a2093da382d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 812 time: 0.1558592 May 09 05:15:10.608410 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-63b47078-724e-41ff-ad9e-97485131e82e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454fa6b37fa94f58b9fedab4580432c5 HTTP/1.1" status: 200 len: 380 time: 0.0424035 May 09 05:15:10.617409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'port': {'device_id': '06e9180a-9557-4143-be28-437a364f64db', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'admin_state_up': True, 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'security_groups': ['55c9ef3a-a7b8-4d17-ac36-298d11d58fdf']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:10.756700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:10.768744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:10.779934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Made reservation on behalf of 454fa6b37fa94f58b9fedab4580432c5 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:15:10.783520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:10.948777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Allocated IP 172.20.0.11 (c163bfb8-efe2-412d-818a-b3dd6ddac857/ff710824-31e2-4999-b24b-b2d6c9bb2d67/485234fe-9eee-4e79-8b49-10f4c2768d20) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:15:11.145020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:11.160781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Transition to ACTIVE for port object 485234fe-9eee-4e79-8b49-10f4c2768d20 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:11.189141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:11.263902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:11.267857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:11.271108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:15:11.301848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=485234fe-9eee-4e79-8b49-10f4c2768d20,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:11.321518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.321852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.322185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.322518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.322839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.323396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.323490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.323803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.324142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.324465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.324787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.325099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:11.349904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:11.350560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:11.380552 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-c482c205-e695-449e-9105-376c22e45400 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7666626 May 09 05:15:11.398006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Request body: {'port': {'device_id': '06e9180a-9557-4143-be28-437a364f64db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:11.513712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:11.563836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c37edc52-4124-4045-9431-deebe48e4453 None None] Provisioning for port 485234fe-9eee-4e79-8b49-10f4c2768d20 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:11.577491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c37edc52-4124-4045-9431-deebe48e4453 None None] Provisioning complete for port 485234fe-9eee-4e79-8b49-10f4c2768d20 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:11.578452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c37edc52-4124-4045-9431-deebe48e4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:11.660601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c37edc52-4124-4045-9431-deebe48e4453 None None] Port 485234fe-9eee-4e79-8b49-10f4c2768d20 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:15:11.866203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d6cc-9c19-4145-bca5-c8dbef0415f0 req-e88bd262-72aa-4eb5-a961-e43d50e39ecb tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:11.866868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0e48d6cc-9c19-4145-bca5-c8dbef0415f0 req-e88bd262-72aa-4eb5-a961-e43d50e39ecb tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:11.934888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0e48d6cc-9c19-4145-bca5-c8dbef0415f0 req-e88bd262-72aa-4eb5-a961-e43d50e39ecb tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:11.936415 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e48d6cc-9c19-4145-bca5-c8dbef0415f0 req-e88bd262-72aa-4eb5-a961-e43d50e39ecb tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 932 time: 0.2507315 May 09 05:15:11.945734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485234fe-9eee-4e79-8b49-10f4c2768d20 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:15:11.966124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:11.997180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Transition to ACTIVE for port object 485234fe-9eee-4e79-8b49-10f4c2768d20 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:12.002223 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e48d6cc-9c19-4145-bca5-c8dbef0415f0 req-210e2851-51c9-4ca7-9daf-ab1f6c13cc36 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587633 May 09 05:15:12.003235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:12.161565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Pushing event updated for resources: {'Port': ['ID=485234fe-9eee-4e79-8b49-10f4c2768d20,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:12.320916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fcdde40e-c124-4c73-8ef7-236eaaa48425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:12.347100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Attempting to bind port 485234fe-9eee-4e79-8b49-10f4c2768d20 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:15:12.347436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Attempting to bind port 485234fe-9eee-4e79-8b49-10f4c2768d20 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:15:12.347756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Attempting to bind port 485234fe-9eee-4e79-8b49-10f4c2768d20 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:15:12.352536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Port 485234fe-9eee-4e79-8b49-10f4c2768d20 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:15:12.352857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Attempting to bind port 485234fe-9eee-4e79-8b49-10f4c2768d20 on network c163bfb8-efe2-412d-818a-b3dd6ddac857 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:15:12.358262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:15:12.358602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Checking segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:15:12.358992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Bound using segment: {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:15:12.359416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Bound port: 485234fe-9eee-4e79-8b49-10f4c2768d20, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59021dd0-53eb-4be8-99c5-3281f3d865b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:15:12.359757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:12.458350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] For port 485234fe-9eee-4e79-8b49-10f4c2768d20, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:15:12.461494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] For port 485234fe-9eee-4e79-8b49-10f4c2768d20, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=485234fe-9eee-4e79-8b49-10f4c2768d20,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:15:12.466263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:12.526358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:12.526971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:12.528347 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] 10.222.0.59 "PUT /v2.0/ports/485234fe-9eee-4e79-8b49-10f4c2768d20 HTTP/1.1" status: 200 len: 1094 time: 1.1347265 May 09 05:15:12.528842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:12.558614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe19c4-4854-47f5-9d48-a91132e9d877 service neutron] Pushing event updated for resources: {'Port': ['ID=485234fe-9eee-4e79-8b49-10f4c2768d20,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:12.587478 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb66955-1d00-40d9-93a8-0c055387b7f4'] response: {'name': 'network-changed', 'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'status': 'completed', 'code': 200} May 09 05:15:12.682203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-1419bace-b3ff-40ff-b014-62a769737c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:12.683889 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-1419bace-b3ff-40ff-b014-62a769737c9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 1097 time: 0.0775733 May 09 05:15:12.759537 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-8ffbe054-fcbc-4d50-989c-64fbcf84a7db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485234fe-9eee-4e79-8b49-10f4c2768d20 HTTP/1.1" status: 200 len: 217 time: 0.0615630 May 09 05:15:12.824100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-d50e0970-3a61-4e66-b25e-ad711f4767c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:12.825569 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-d50e0970-3a61-4e66-b25e-ad711f4767c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0602844 May 09 05:15:12.902070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6d59c827-ab4d-4344-bb93-0af0c613c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:12.903566 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-6d59c827-ab4d-4344-bb93-0af0c613c119 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711658 May 09 05:15:13.037617 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-e5d24514-9d27-4f47-b840-9c0321a9c6f9 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278074 May 09 05:15:13.230646 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de7df673-0eaf-4fa8-aa98-799e2e74c597 req-30644aac-e1c0-41b1-8e1c-7f6ca91f3ddd service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858976 May 09 05:15:13.246938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe028d-2153-4797-8918-e088646f8a42 req-85b3913b-6133-46a0-92d1-d876cc93077d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:13.249021 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e9fe028d-2153-4797-8918-e088646f8a42 req-85b3913b-6133-46a0-92d1-d876cc93077d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.1303687 May 09 05:15:13.295295 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e9fe028d-2153-4797-8918-e088646f8a42 req-91f1a048-481e-4cad-8c12-d056a600869e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 May 09 05:15:13.397120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-6d0ed144-4971-4179-bc94-453782f6959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:13.398585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-6d0ed144-4971-4179-bc94-453782f6959b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 1097 time: 0.0720396 May 09 05:15:13.530875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-82dad444-7a3c-4bd8-958b-db0cb08e25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:13.532307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-82dad444-7a3c-4bd8-958b-db0cb08e25cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.1270502 May 09 05:15:13.603458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-c739ca6d-aa64-4a7d-b927-12509cc15ef6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485234fe-9eee-4e79-8b49-10f4c2768d20 HTTP/1.1" status: 200 len: 217 time: 0.0637994 May 09 05:15:13.667721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-a3d560ec-2fbe-40de-abee-26e10e19d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:13.669114 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-a3d560ec-2fbe-40de-abee-26e10e19d83a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0590765 May 09 05:15:13.748540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-f18e5b5f-2f28-4708-a71d-89c5895259a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:13.749983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-f18e5b5f-2f28-4708-a71d-89c5895259a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743315 May 09 05:15:13.888907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-5f4334d7-d304-4113-b0ef-b17ddb200147 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316540 May 09 05:15:14.139998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6f20e32-fe26-40b6-b6e0-4f89a2183359 req-f7c33b93-e2a8-4ebe-9150-7e3566b017c6 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443702 May 09 05:15:14.501223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe556e-2cab-4e70-848a-271758ff0b1f req-4a6b3858-3e53-4acc-9290-bd0dea8650d8 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:14.502615 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4ffe556e-2cab-4e70-848a-271758ff0b1f req-4a6b3858-3e53-4acc-9290-bd0dea8650d8 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.0988660 May 09 05:15:14.547978 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4ffe556e-2cab-4e70-848a-271758ff0b1f req-5334f37f-ae09-4075-8629-302334c9f397 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 May 09 05:15:14.584535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e12700a-9663-4c6d-8385-f1c231c9f180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:15.641819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:15.751351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6801c3e-0e2f-44b0-be85-f54ee1b91bad req-297fe702-506c-4da7-a9eb-7e8a2fc41141 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:15.752850 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d6801c3e-0e2f-44b0-be85-f54ee1b91bad req-297fe702-506c-4da7-a9eb-7e8a2fc41141 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.0852668 May 09 05:15:15.800770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d6801c3e-0e2f-44b0-be85-f54ee1b91bad req-2d5eeba0-380b-4143-9087-78837e12289c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396483 May 09 05:15:15.912608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:17.003448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd12a8f-dc43-4a5e-bc01-78c46fb04544 req-e3982e06-ee88-4501-a064-83db5ea7e87d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:17.005032 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dcd12a8f-dc43-4a5e-bc01-78c46fb04544 req-e3982e06-ee88-4501-a064-83db5ea7e87d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.0873919 May 09 05:15:17.052683 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dcd12a8f-dc43-4a5e-bc01-78c46fb04544 req-08eb0b5d-42b6-4f17-bf26-234d3139e9aa tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392470 May 09 05:15:17.095321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053246-2c85-44f8-9cfd-0668f58aa14d req-bccbdb30-4086-49b1-ac5d-b4b1f69568cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:17.096790 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f1053246-2c85-44f8-9cfd-0668f58aa14d req-bccbdb30-4086-49b1-ac5d-b4b1f69568cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 946 time: 0.0857584 May 09 05:15:17.141528 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f1053246-2c85-44f8-9cfd-0668f58aa14d req-46042376-4bf8-4900-9397-b1edc4d6540c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385015 May 09 05:15:17.390059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:17.546850 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:15:18.238777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc1a7e-ca34-4ee6-a342-f01b59e2f7dc req-cc7faf23-2298-418f-b6b4-fa63f29ea607 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:18.240207 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-15bc1a7e-ca34-4ee6-a342-f01b59e2f7dc req-cc7faf23-2298-418f-b6b4-fa63f29ea607 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.0798378 May 09 05:15:18.284256 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-15bc1a7e-ca34-4ee6-a342-f01b59e2f7dc req-b9106556-64b5-4d63-96e7-15642158bfcb tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382161 May 09 05:15:18.341955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4cd67-1186-4802-a95f-2e9e40c088da req-5cbccc3d-0331-4778-87b8-7264d5cfc811 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:18.344030 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fac4cd67-1186-4802-a95f-2e9e40c088da req-5cbccc3d-0331-4778-87b8-7264d5cfc811 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 946 time: 0.0874581 May 09 05:15:18.392155 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fac4cd67-1186-4802-a95f-2e9e40c088da req-d225c8c0-86cb-4202-a1e5-9defc37d4482 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394661 May 09 05:15:18.744425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:19.060097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-d076bf46-a774-446f-8a56-01eeea8d7ba9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:19.061598 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-d076bf46-a774-446f-8a56-01eeea8d7ba9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 946 time: 0.0912142 May 09 05:15:19.142558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 49072d08-6877-438b-ad02-72e97ab2a010 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:15:19.142905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:19.477489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 49072d08-6877-438b-ad02-72e97ab2a010, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=49072d08-6877-438b-ad02-72e97ab2a010,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:19.478311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:19.590647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519d4e-8839-48f3-b6c1-830fbdcb0b5d req-e96d8fc9-57db-450a-981d-c081e8e6f063 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:19.591240 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-58519d4e-8839-48f3-b6c1-830fbdcb0b5d req-e96d8fc9-57db-450a-981d-c081e8e6f063 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 946 time: 0.0907569 May 09 05:15:19.657607 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-58519d4e-8839-48f3-b6c1-830fbdcb0b5d req-01796c2f-44d2-4b15-a993-b66c5eb941d3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7fd4325-ffb3-4313-ae7c-409c8a252ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520799 May 09 05:15:19.678363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb22a7a-bbf0-4e7e-b971-3345b39a64b2 req-d66c35de-19a3-4b6a-8a4d-bd018a60bb85 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:19.679970 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-abb22a7a-bbf0-4e7e-b971-3345b39a64b2 req-d66c35de-19a3-4b6a-8a4d-bd018a60bb85 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.2607958 May 09 05:15:19.826304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-abb22a7a-bbf0-4e7e-b971-3345b39a64b2 req-5bd0bfbe-be15-410d-a465-7aeac492609d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364212 May 09 05:15:19.845017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:19.845345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:19.845659 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 9812d929-74e1-458a-9558-aecd61fa8796 disassociated. External IP: 172.26.0.224, port: 49072d08-6877-438b-ad02-72e97ab2a010. May 09 05:15:19.845973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 49072d08-6877-438b-ad02-72e97ab2a010 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:15:20.009276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:20.065074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=49072d08-6877-438b-ad02-72e97ab2a010,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:20.250785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 684bdea6-dd80-473f-93db-fc3912546c03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:15:20.553062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:15:20.562721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] Sync routers for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:15:20.572369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:20.573085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:20.627350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port 49072d08-6877-438b-ad02-72e97ab2a010 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:15:20.629862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:20.632372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'name': 'network-vif-deleted', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:20.650636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-30fa0c51-8e07-43a5-a8db-6341ec596e13 req-706b4fb0-c2a2-419d-a334-6ed2f81580b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/49072d08-6877-438b-ad02-72e97ab2a010 HTTP/1.1" status: 204 len: 173 time: 1.5830178 May 09 05:15:20.679817 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e7a7cb-7013-41fd-8c17-99e66221975c'] response: {'server_uuid': '3dcf7580-ffc2-4780-ad2c-90c0a323d8c5', 'name': 'network-vif-deleted', 'tag': '49072d08-6877-438b-ad02-72e97ab2a010', 'status': 'completed', 'code': 200} May 09 05:15:20.759391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:20.806087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-49416d8c-99ea-498f-892b-2b4f2d3a7266 req-59da25cf-5514-4081-b001-05fcc04c6e87 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:20.824554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-49416d8c-99ea-498f-892b-2b4f2d3a7266 req-59da25cf-5514-4081-b001-05fcc04c6e87 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:20.825726 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-49416d8c-99ea-498f-892b-2b4f2d3a7266 req-59da25cf-5514-4081-b001-05fcc04c6e87 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dcf7580-ffc2-4780-ad2c-90c0a323d8c5 HTTP/1.1" status: 200 len: 210 time: 0.0633519 May 09 05:15:21.020871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747fee2-955a-432f-879b-a7fc973e3da0 req-84da18a6-1678-4a8f-ad73-c5538ff16868 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:21.022232 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f747fee2-955a-432f-879b-a7fc973e3da0 req-84da18a6-1678-4a8f-ad73-c5538ff16868 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.0879374 May 09 05:15:21.070712 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f747fee2-955a-432f-879b-a7fc973e3da0 req-aca33805-6b14-4e87-a7b4-f84e92c095bd tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 May 09 05:15:21.120027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:21.124329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] Checking router: 684bdea6-dd80-473f-93db-fc3912546c03 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:15:21.132962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:21.133545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:21.321319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:21.676092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:21.680766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9df7a-56c3-4a5e-8118-e0c590fc0d96 None None] The sync data for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv is: [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:12:12Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '9167349f-41f7-4c37-8f37-ad754ea7bddd', 'name': '', 'network_id': '2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:1c:be:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:11Z', 'updated_at': '2022-05-09T05:12:18Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e5afeeab-32a1-4a46-884c-3985b10f8adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:15:21.906586 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39067dbf-a79f-47f7-b70d-78bb9d9864d7 None None] New status for floating IP 9812d929-74e1-458a-9558-aecd61fa8796: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:15:21.928844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42282) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:22.006688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00d9da53-ff36-48c0-a140-d9e5ec57f5f6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.040245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00d9da53-ff36-48c0-a140-d9e5ec57f5f6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.130391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00d9da53-ff36-48c0-a140-d9e5ec57f5f6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.152810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9da53-ff36-48c0-a140-d9e5ec57f5f6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd4325-ffb3-4313-ae7c-409c8a252ca8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:22.178420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-00d9da53-ff36-48c0-a140-d9e5ec57f5f6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.179717 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-00d9da53-ff36-48c0-a140-d9e5ec57f5f6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/c7fd4325-ffb3-4313-ae7c-409c8a252ca8 HTTP/1.1" status: 204 len: 168 time: 0.2496924 May 09 05:15:22.219936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42290) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:22.297672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43f145-e0b9-42c2-ad5f-1f64e7ea1529 req-9b1ae923-7039-4fac-8c18-22a7ec1f85ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:22.299194 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cb43f145-e0b9-42c2-ad5f-1f64e7ea1529 req-9b1ae923-7039-4fac-8c18-22a7ec1f85ec tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 944 time: 0.0909047 May 09 05:15:22.352047 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cb43f145-e0b9-42c2-ad5f-1f64e7ea1529 req-4da7fb97-2164-41af-bd33-711187ae26cb tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461097 May 09 05:15:22.401717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 3878b1d3-c954-4f8e-aa84-77c0b1f387b5 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:15:22.401717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.593806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.594203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.714952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 485234fe-9eee-4e79-8b49-10f4c2768d20 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:15:22.720336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 49072d08-6877-438b-ad02-72e97ab2a010 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:15:22.721398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 3878b1d3-c954-4f8e-aa84-77c0b1f387b5 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:15:22.758110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 49072d08-6877-438b-ad02-72e97ab2a010 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:15:22.758356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 49072d08-6877-438b-ad02-72e97ab2a010 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:15:22.881159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.895635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 485234fe-9eee-4e79-8b49-10f4c2768d20, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=485234fe-9eee-4e79-8b49-10f4c2768d20,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:22.909073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'port_id': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'mac_address': 'fa:16:3e:7f:f9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:15:22.927785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=3878b1d3-c954-4f8e-aa84-77c0b1f387b5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:22.967173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:22.984752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485234fe-9eee-4e79-8b49-10f4c2768d20 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:15:23.001057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 485234fe-9eee-4e79-8b49-10f4c2768d20, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=485234fe-9eee-4e79-8b49-10f4c2768d20,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:23.005018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:23.024465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:23.043294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:23.044352 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3522a851-0178-40cd-88de-8a811b6ddbd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/9812d929-74e1-458a-9558-aecd61fa8796 HTTP/1.1" status: 204 len: 168 time: 0.8232217 May 09 05:15:23.074351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=485234fe-9eee-4e79-8b49-10f4c2768d20,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:23.082047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.082390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.082722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.083059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.083373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.083695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.084014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.084328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.084668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.084982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.085294 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.085602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:23.426028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['485234fe-9eee-4e79-8b49-10f4c2768d20'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:15:23.439226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247dd63-65d9-491f-81df-594b6eef7fcb req-39587c78-38b5-43d3-b159-fe2d4b609ed2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:23.441966 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1247dd63-65d9-491f-81df-594b6eef7fcb req-39587c78-38b5-43d3-b159-fe2d4b609ed2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 945 time: 0.1032906 May 09 05:15:23.498410 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1247dd63-65d9-491f-81df-594b6eef7fcb req-27bca914-657a-4034-957c-2f7c5e1b550e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501473 May 09 05:15:23.587045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b351c19-ae2b-44e7-b995-be6da2a021c8 req-1d876e26-c551-4eab-b12b-ff0b66504b69 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:23.588916 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b351c19-ae2b-44e7-b995-be6da2a021c8 req-1d876e26-c551-4eab-b12b-ff0b66504b69 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 945 time: 0.0915101 May 09 05:15:23.638964 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b351c19-ae2b-44e7-b995-be6da2a021c8 req-e872c98c-9aa0-4b84-b19b-717277fb80f5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 May 09 05:15:24.699369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39843b4b-3739-46b6-b509-004d53740350 req-a646bd3e-cde4-403e-951a-d00777cb303b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:24.700843 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-39843b4b-3739-46b6-b509-004d53740350 req-a646bd3e-cde4-403e-951a-d00777cb303b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 945 time: 0.0879803 May 09 05:15:24.725140 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 485234fe-9eee-4e79-8b49-10f4c2768d20 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:24.747498 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-39843b4b-3739-46b6-b509-004d53740350 req-59c110e9-3063-411d-ab26-152434684b3f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404978 May 09 05:15:24.803940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 485234fe-9eee-4e79-8b49-10f4c2768d20 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:24.808836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 485234fe-9eee-4e79-8b49-10f4c2768d20 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:24.809395 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:24.833815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185195c3-ea96-4c8e-aa73-31381a6af939 req-d115eb94-eb12-4a92-bb3e-3dc7a99c2c07 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:24.835257 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-185195c3-ea96-4c8e-aa73-31381a6af939 req-d115eb94-eb12-4a92-bb3e-3dc7a99c2c07 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 945 time: 0.0880897 May 09 05:15:24.881150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-185195c3-ea96-4c8e-aa73-31381a6af939 req-16aacccd-7e20-44c6-88e8-9ba655f5d0e3 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 May 09 05:15:24.929196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:24.957330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:24.967157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 485234fe-9eee-4e79-8b49-10f4c2768d20, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=485234fe-9eee-4e79-8b49-10f4c2768d20,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:24.973231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:25.011705 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85dd1332-2261-469f-92f3-4c839cc2a334'] response: {'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'code': 200} May 09 05:15:25.044114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=485234fe-9eee-4e79-8b49-10f4c2768d20,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:25.211412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-d6a1b9eb-36b5-49ae-b9c0-62ec44a1e9de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:25.212104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-d6a1b9eb-36b5-49ae-b9c0-62ec44a1e9de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:25.229609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-d6a1b9eb-36b5-49ae-b9c0-62ec44a1e9de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:25.230837 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-d6a1b9eb-36b5-49ae-b9c0-62ec44a1e9de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 945 time: 0.1006267 May 09 05:15:25.446841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port da70ddfb-b762-4a52-a5fc-443ce0b64388 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:15:25.447139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:25.566375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261272-a640-4179-8dd4-7d10d8952719 req-f52f3a98-ff18-4c54-b82a-0bcc906bd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:25.567840 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee261272-a640-4179-8dd4-7d10d8952719 req-f52f3a98-ff18-4c54-b82a-0bcc906bd8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 1099 time: 0.1802967 May 09 05:15:25.695435 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ee261272-a640-4179-8dd4-7d10d8952719 req-26eef301-a32c-4f19-a3f1-960abf528660 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208248 May 09 05:15:25.736308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port da70ddfb-b762-4a52-a5fc-443ce0b64388, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=da70ddfb-b762-4a52-a5fc-443ce0b64388,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:25.736630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:25.861349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for da70ddfb-b762-4a52-a5fc-443ce0b64388 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:15:26.050003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072da54-5e6b-40e5-9557-3dfee3dfc38b req-f14aa8fa-11bf-4c8d-89a3-652bb13cfde7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:26.051479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a072da54-5e6b-40e5-9557-3dfee3dfc38b req-f14aa8fa-11bf-4c8d-89a3-652bb13cfde7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=52648d9f-f204-49d8-9011-59154ab433c4 HTTP/1.1" status: 200 len: 945 time: 0.1594903 May 09 05:15:26.071247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8613e7f-6e6b-47fd-80dc-1ff0f5ce6237 req-b28e3005-e529-47b9-8254-af32d7eb3c0c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:26.072725 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f8613e7f-6e6b-47fd-80dc-1ff0f5ce6237 req-b28e3005-e529-47b9-8254-af32d7eb3c0c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 946 time: 0.0815096 May 09 05:15:26.103771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:26.127257 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f8613e7f-6e6b-47fd-80dc-1ff0f5ce6237 req-cdef57bd-41c3-4c29-b0ec-6563f2b45546 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 May 09 05:15:26.161970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=da70ddfb-b762-4a52-a5fc-443ce0b64388,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:26.166154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a072da54-5e6b-40e5-9557-3dfee3dfc38b req-299c7fa4-f9d1-4b63-94bc-45ca8a033c96 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:26.257931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port da70ddfb-b762-4a52-a5fc-443ce0b64388 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:15:26.260379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:26.263074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a072da54-5e6b-40e5-9557-3dfee3dfc38b req-299c7fa4-f9d1-4b63-94bc-45ca8a033c96 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:26.264540 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a072da54-5e6b-40e5-9557-3dfee3dfc38b req-299c7fa4-f9d1-4b63-94bc-45ca8a033c96 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=94114ff1-fe13-427e-b33c-12ca3c0de916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041411 May 09 05:15:26.266442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'name': 'network-vif-deleted', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:26.282121 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d9425ea7-698a-4f44-b159-bfe2596641eb req-2ee66c6c-c4e2-4a02-8b77-20183677bc32 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/da70ddfb-b762-4a52-a5fc-443ce0b64388 HTTP/1.1" status: 204 len: 173 time: 1.0459185 May 09 05:15:26.313193 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b1fcb1-a2fc-42fc-a601-1fdcdaf60663'] response: {'server_uuid': '52648d9f-f204-49d8-9011-59154ab433c4', 'name': 'network-vif-deleted', 'tag': 'da70ddfb-b762-4a52-a5fc-443ce0b64388', 'status': 'completed', 'code': 200} May 09 05:15:27.326283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecdbb4-3392-4186-b574-99ef863bf0d1 req-bb083df8-5751-4f32-a75f-87d6b4fe3da2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:27.327766 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0fecdbb4-3392-4186-b574-99ef863bf0d1 req-bb083df8-5751-4f32-a75f-87d6b4fe3da2 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 946 time: 0.0942323 May 09 05:15:27.367790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42318) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:27.375441 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0fecdbb4-3392-4186-b574-99ef863bf0d1 req-f169e7bd-5615-4b21-b375-f7a2d8c57139 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 May 09 05:15:27.441126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:27.471005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:27.583227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39275fe8-e850-452e-8a4d-6da50474c4aa req-ae85b359-c66d-42d2-b113-1b2541b1ad64 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:27.584701 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-39275fe8-e850-452e-8a4d-6da50474c4aa req-ae85b359-c66d-42d2-b113-1b2541b1ad64 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 946 time: 0.1031499 May 09 05:15:27.613336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:27.641886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94114ff1-fe13-427e-b33c-12ca3c0de916,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:27.662274 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-39275fe8-e850-452e-8a4d-6da50474c4aa req-c642bde2-90d3-497a-8c4f-96a5d29ad17a tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716376 May 09 05:15:27.663368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.663701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.664027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.664349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.664691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.665010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.665329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.665673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.665964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.666297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.666610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.666918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:27.669985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:27.670999 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d4029183-4d0d-42da-b779-257fd2c5269e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/94114ff1-fe13-427e-b33c-12ca3c0de916 HTTP/1.1" status: 204 len: 168 time: 0.3021886 May 09 05:15:27.691420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42326) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:27.710472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42330) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:27.762710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6b030-ab42-41ff-9ef7-25ce2223af82 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:27.764230 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-84e6b030-ab42-41ff-9ef7-25ce2223af82 tempest-TestVolumeBootPattern-465480025 tempest-TestVolumeBootPattern-465480025-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 1094 time: 0.0717411 May 09 05:15:27.767136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42334) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:27.772044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:27.778606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:27.782889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Usage tracker for resource:floatingip and tenant:454fa6b37fa94f58b9fedab4580432c5 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:27.785800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:27.791849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:27.802494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:27.945522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:28.088296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Allocated IP 172.26.0.108 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/c4c00301-ec23-4e42-9de1-0da2c66737ea) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:15:28.237466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:28.270414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:28.333320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:28.335968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:28.339817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:15:28.396546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:28.495959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=c4c00301-ec23-4e42-9de1-0da2c66737ea,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:28.744505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device da70ddfb-b762-4a52-a5fc-443ce0b64388 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:15:28.772111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 9167349f-41f7-4c37-8f37-ad754ea7bddd {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:15:28.772327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:28.812540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: da70ddfb-b762-4a52-a5fc-443ce0b64388 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:15:28.813105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device da70ddfb-b762-4a52-a5fc-443ce0b64388 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:15:28.880561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:28.957012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:28.960774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 9167349f-41f7-4c37-8f37-ad754ea7bddd, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9167349f-41f7-4c37-8f37-ad754ea7bddd,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:28.961128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:29.083027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 9167349f-41f7-4c37-8f37-ad754ea7bddd owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:15:29.167570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:29.174262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:29.282978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:29.285304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event updated for resources: {'Port': ['ID=c4c00301-ec23-4e42-9de1-0da2c66737ea,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:29.296329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:29.336304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=9167349f-41f7-4c37-8f37-ad754ea7bddd,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:29.479461 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Floating IP d2f667b5-ad48-46aa-b2db-d392a33e5f89 associated. External IP: 172.26.0.108, port: 485234fe-9eee-4e79-8b49-10f4c2768d20. May 09 05:15:29.736975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:29.839900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:15:30.106456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 684bdea6-dd80-473f-93db-fc3912546c03 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:15:30.139937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:15:30.150815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:15:30.161694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:30.162372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:30.165854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:30.229013 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-46baadb6-621c-403c-9e37-ed23061d06e0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4607844 May 09 05:15:30.229950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:30.284914 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b2f207-f0f9-48e6-829c-e238a3b4de67'] response: {'name': 'network-changed', 'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'status': 'completed', 'code': 200} May 09 05:15:30.289388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:15:30.299921 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] Sync routers for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:15:30.302980 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9339db77-65fc-4d8a-831c-326fe2e601d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/684bdea6-dd80-473f-93db-fc3912546c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5914252 May 09 05:15:30.305754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42342) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:30.310442 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:30.311140 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:30.347569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:30.425043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet e5afeeab-32a1-4a46-884c-3985b10f8adf {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:15:30.430673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:30.487620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-daf909e2-b95c-4aed-bfde-6564966e9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:30.489049 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:30.489190 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-daf909e2-b95c-4aed-bfde-6564966e9172 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 1099 time: 0.1464729 May 09 05:15:30.493895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:30.713656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:14Z', 'revision_number': 1, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}, {'id': 'd2f667b5-ad48-46aa-b2db-d392a33e5f89', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.108', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:7f:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e9180a-9557-4143-be28-437a364f64db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:15:28Z', 'updated_at': '2022-05-09T05:15:28Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:30.718269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:15:30.727024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:30.728042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:30.730539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-e8caebc5-0240-4305-b9f7-fb8d89111cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:30.732000 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-e8caebc5-0240-4305-b9f7-fb8d89111cc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.2016675 May 09 05:15:30.736586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:30.788042 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:15:29Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:30.791914 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] Checking router: 684bdea6-dd80-473f-93db-fc3912546c03 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:15:30.800564 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] Routers {'684bdea6-dd80-473f-93db-fc3912546c03'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:30.801154 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['684bdea6-dd80-473f-93db-fc3912546c03'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:30.894479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-e4ebc4b3-1a0b-409e-81b5-20d1c8205dab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485234fe-9eee-4e79-8b49-10f4c2768d20 HTTP/1.1" status: 200 len: 1000 time: 0.1303790 May 09 05:15:30.924354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:30.958080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:31.041059 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] Set router 684bdea6-dd80-473f-93db-fc3912546c03 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:31.075489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=e5afeeab-32a1-4a46-884c-3985b10f8adf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:31.096735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:31.097964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47e259-8994-4dda-b50d-8d76bf80520f None None] Network 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:15:31.107702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-0f202d98-fbf6-4993-a198-6db79b2a403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:31.113306 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-0f202d98-fbf6-4993-a198-6db79b2a403e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.2087626 May 09 05:15:31.159026 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa06a1d1-2d30-43ff-819d-e9de83db0c07 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/e5afeeab-32a1-4a46-884c-3985b10f8adf HTTP/1.1" status: 204 len: 168 time: 0.8521566 May 09 05:15:31.162137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42346) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:31.208853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-0ceef25b-8e63-4462-b186-6f7e79526352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:31.212728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-0ceef25b-8e63-4462-b186-6f7e79526352 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913508 May 09 05:15:31.374931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:31.414773 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-52f81a93-0c7f-4a61-bf86-164f1d998b3a service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958911 May 09 05:15:31.473552 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:15:29Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:31.477904 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd089ff3-b90c-4b6a-8ea1-11cacb3a5558 None None] The sync data for ids ['684bdea6-dd80-473f-93db-fc3912546c03'] in dv-neutron-840482-1-hyperv is: [{'id': '684bdea6-dd80-473f-93db-fc3912546c03', 'name': 'tempest-TestNetworkBasicOps-router-169394682', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:12:06Z', 'updated_at': '2022-05-09T05:15:29Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'f99ff964-3297-4f2d-99ec-5e399bcd54c8', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684bdea6-dd80-473f-93db-fc3912546c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:12:07Z', 'updated_at': '2022-05-09T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:15:31.531563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:14Z', 'revision_number': 1, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}, {'id': 'd2f667b5-ad48-46aa-b2db-d392a33e5f89', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.108', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:7f:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e9180a-9557-4143-be28-437a364f64db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:15:28Z', 'updated_at': '2022-05-09T05:15:28Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:31.536315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e232668-88e4-4d28-a0aa-b2b1300602a3 None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:14Z', 'revision_number': 1, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}, {'id': 'd2f667b5-ad48-46aa-b2db-d392a33e5f89', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.108', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:7f:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e9180a-9557-4143-be28-437a364f64db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:15:28Z', 'updated_at': '2022-05-09T05:15:28Z', 'revision_number': 0, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:15:31.581466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:31.593951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port f99ff964-3297-4f2d-99ec-5e399bcd54c8 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:15:31.594294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:31.597977 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ea3af9f-c54b-4575-94f0-4c75ce344924 req-97e874fa-dbd5-4b92-8dec-da10194d2a44 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768048 May 09 05:15:31.726542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc87812-d4da-4b70-bdf3-0fa39d898e8f None None] New status for floating IP d2f667b5-ad48-46aa-b2db-d392a33e5f89: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:15:31.855265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] DHCP port deletion for 2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:15:31.872438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] Deleting port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:15:31.872828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:31.913883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port f99ff964-3297-4f2d-99ec-5e399bcd54c8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f99ff964-3297-4f2d-99ec-5e399bcd54c8,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:31.914348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.045877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for f99ff964-3297-4f2d-99ec-5e399bcd54c8 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:15:32.224777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.230781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] For port 93e6f2ff-c664-4a68-8b42-4fc1df417d65, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=93e6f2ff-c664-4a68-8b42-4fc1df417d65,segment=NetworkSegment(ceb9f593-305e-401c-9d89-ec049bfe269f),segment_id=ceb9f593-305e-401c-9d89-ec049bfe269f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:32.231170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.274559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=f99ff964-3297-4f2d-99ec-5e399bcd54c8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:32.351145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] Calling delete_port for 93e6f2ff-c664-4a68-8b42-4fc1df417d65 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:15:32.361587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.426851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.473045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] Pushing event deleted for resources: {'Port': ['ID=93e6f2ff-c664-4a68-8b42-4fc1df417d65,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:32.480371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1214de3-2e9e-49a5-a915-64ed1676505f None None] No DVR routers for this DVR port 93e6f2ff-c664-4a68-8b42-4fc1df417d65 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:15:32.535393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.538013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.561844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.562369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router 684bdea6-dd80-473f-93db-fc3912546c03 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:15:32.579070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.580203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9b0bd2a8-a54a-4011-8552-7c34de9cbc9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/684bdea6-dd80-473f-93db-fc3912546c03 HTTP/1.1" status: 204 len: 168 time: 1.4170735 May 09 05:15:32.583280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42350) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:32.626432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9167349f-41f7-4c37-8f37-ad754ea7bddd no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:15:32.662600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 9167349f-41f7-4c37-8f37-ad754ea7bddd {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:15:32.663110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9167349f-41f7-4c37-8f37-ad754ea7bddd not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:15:32.663588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 93e6f2ff-c664-4a68-8b42-4fc1df417d65 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:15:32.697350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 93e6f2ff-c664-4a68-8b42-4fc1df417d65 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:15:32.697806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 93e6f2ff-c664-4a68-8b42-4fc1df417d65 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:15:32.702191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.836428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.862142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:32.873873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb9f593-305e-401c-9d89-ec049bfe269f') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:32.874167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb9f593-305e-401c-9d89-ec049bfe269f') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:32.885227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.906445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.913412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:15:32.913805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:15:32.928033 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:15:33.008790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.027562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.039972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:33.050564 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-41d14e7b-788a-47dd-90f3-b3cb771fa727 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/2cbb2f9d-a4c5-4130-8189-e0d61aebeb2b HTTP/1.1" status: 204 len: 168 time: 0.4655967 May 09 05:15:33.074554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42354) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:33.081020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--1185072926', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:33.086347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:33.091004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:33.094397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:33.101497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:33.113046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:15:33.116519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.144093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:15:33.153227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.153555 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment c739b9f4-282c-4206-9bab-179d5eb7ee3c of type vlan for network 2ecab827-cb79-497f-9c9e-e52201b43e0e May 09 05:15:33.184341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.215828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.221541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:33.222135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.325191 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2488668 May 09 05:15:33.327897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8634ea2-70ae-4647-8f93-1077c3ae3ff6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=2ecab827-cb79-497f-9c9e-e52201b43e0e,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:33.328168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42358) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:33.333506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-548785871', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:33.338705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:15:33.341128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:33.345579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:33.348605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:33.359155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:33.370771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.371795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.386775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:33.759010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:34.059102 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:34.087522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:34.223509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.27 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/c8b9f2d6-587e-4bf5-951e-9cf8251266ac) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:15:34.375929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:34.407124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:34.472953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:34.475556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:34.478101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:15:34.521430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:34.528116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f99ff964-3297-4f2d-99ec-5e399bcd54c8 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:15:34.564352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: f99ff964-3297-4f2d-99ec-5e399bcd54c8 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:15:34.564715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f99ff964-3297-4f2d-99ec-5e399bcd54c8 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:15:34.895684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:35.398885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:35.625428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 8a99851d-210b-43ea-a21a-6dda59ed455d is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:15:35.812703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:15:35.822151 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Sync routers for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:15:35.832166 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:35.832806 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:35.840586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:35.841795 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-747599c2-52d9-43a6-b1c7-8c2d418e320e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5126865 May 09 05:15:35.845747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42362) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:35.889608 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-340341c0-8a7b-4210-8200-8e0bd9ded201 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426803 May 09 05:15:35.892683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42366) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:36.010761 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:36.143164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b965ca5-a68a-473c-a44c-613da22e4e28 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:36.144612 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9b965ca5-a68a-473c-a44c-613da22e4e28 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2509573 May 09 05:15:36.147486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42370) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:36.185316 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-30d6e76d-afe4-423f-8478-00505e095be6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367866 May 09 05:15:36.187971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42374) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:36.193223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550083392', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:36.297144 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:34Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:36.301165 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Checking router: 8a99851d-210b-43ea-a21a-6dda59ed455d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:15:36.301538 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Updating router 8a99851d-210b-43ea-a21a-6dda59ed455d port c8b9f2d6-587e-4bf5-951e-9cf8251266ac binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:15:36.308411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:36.312221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:36.315128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:36.320773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:36.331708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:15:36.335202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.353890 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.554760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.633646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=e86fa700-c4a4-4070-960b-cf121200c15f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:36.644685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:15:36.645046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 2ecab827-cb79-497f-9c9e-e52201b43e0e, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:15:36.664853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:15:36.674925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 2ecab827-cb79-497f-9c9e-e52201b43e0e) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:36.677501 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.679156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:36.679775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.686145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e55696b-e3b7-4588-8d90-87a049af05ff None None] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:15:36.689278 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Transition to ACTIVE for port object c8b9f2d6-587e-4bf5-951e-9cf8251266ac will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:36.697337 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.708834 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c1b3120a-ab6c-4fc3-936b-6a671265b515 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5196927 May 09 05:15:36.711465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42378) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:36.771038 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Attempting to bind port c8b9f2d6-587e-4bf5-951e-9cf8251266ac on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:15:36.771314 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Attempting to bind port c8b9f2d6-587e-4bf5-951e-9cf8251266ac by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:15:36.771665 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Attempting to bind port c8b9f2d6-587e-4bf5-951e-9cf8251266ac on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:15:36.780156 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:15:36.780559 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:15:36.780943 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.781318 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:15:36.781802 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Bound port: c8b9f2d6-587e-4bf5-951e-9cf8251266ac, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:15:36.782166 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.829200 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754259-2efd-4651-b310-753159bbde92 None None] Pushing event updated for resources: {'Port': ['ID=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:36.840824 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.841157 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.841479 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.841795 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.842115 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.842430 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.842896 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.843045 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.843523 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.843832 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.844261 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.844721 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31754259-2efd-4651-b310-753159bbde92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:15:36.873280 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] For port c8b9f2d6-587e-4bf5-951e-9cf8251266ac, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:15:36.876946 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] For port c8b9f2d6-587e-4bf5-951e-9cf8251266ac, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:15:36.884688 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.918315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-2ecab827-cb79-497f-9c9e-e52201b43e0e', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:15:36.919185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:36.968722 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:36.969426 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:37.048127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754259-2efd-4651-b310-753159bbde92 None None] Pushing event updated for resources: {'Port': ['ID=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:37.088674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Allocated IP 172.20.0.2 (2ecab827-cb79-497f-9c9e-e52201b43e0e/e86fa700-c4a4-4070-960b-cf121200c15f/575e4231-5067-4130-9c0d-ac83aea832aa) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:15:37.181235 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:37.371792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:37.386185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Transition to ACTIVE for port object 575e4231-5067-4130-9c0d-ac83aea832aa will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:37.407720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Transition to ACTIVE for port object 575e4231-5067-4130-9c0d-ac83aea832aa will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:37.416926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:37.485731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:37.487085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:37.502806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:15:37.509106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:37.521991 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:34Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:37.521991 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4fecc-61fa-4d29-b5db-0360d6d6a220 None None] The sync data for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv is: [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:34Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:15:37.574286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Pushing event updated for resources: {'Port': ['ID=575e4231-5067-4130-9c0d-ac83aea832aa,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:37.593276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Attempting to bind port 575e4231-5067-4130-9c0d-ac83aea832aa on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:15:37.596563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Attempting to bind port 575e4231-5067-4130-9c0d-ac83aea832aa by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:15:37.597204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Attempting to bind port 575e4231-5067-4130-9c0d-ac83aea832aa on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:15:37.604873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:15:37.605703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Checking segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:15:37.605993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:37.606480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Bound using segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:15:37.607032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Bound port: 575e4231-5067-4130-9c0d-ac83aea832aa, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:15:37.607480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:37.719626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] For port 575e4231-5067-4130-9c0d-ac83aea832aa, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:15:37.726367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] For port 575e4231-5067-4130-9c0d-ac83aea832aa, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=575e4231-5067-4130-9c0d-ac83aea832aa,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:15:37.744729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:37.851628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fca5f-7e9d-4600-b1e6-ad449788646b None None] Pushing event updated for resources: {'Port': ['ID=575e4231-5067-4130-9c0d-ac83aea832aa,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:38.211490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (2ecab827-cb79-497f-9c9e-e52201b43e0e/e86fa700-c4a4-4070-960b-cf121200c15f/c25d3441-8be3-4777-99d3-f16e8e5c9135) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:15:38.409715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:38.428044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object c25d3441-8be3-4777-99d3-f16e8e5c9135 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:38.452641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:38.519753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:38.529351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:38.531988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:15:38.628066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=c25d3441-8be3-4777-99d3-f16e8e5c9135,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:38.654041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:38.700242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c8b9f2d6-587e-4bf5-951e-9cf8251266ac up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:38.780043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c8b9f2d6-587e-4bf5-951e-9cf8251266ac completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:38.785425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c8b9f2d6-587e-4bf5-951e-9cf8251266ac triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:38.786350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:38.815078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:38.912914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:38.930716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c8b9f2d6-587e-4bf5-951e-9cf8251266ac, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:38.936460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:38.937215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 575e4231-5067-4130-9c0d-ac83aea832aa up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:39.036569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ec1062-fe29-4db0-af7b-55d588512d99 None None] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:15:39.155695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:39.184134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dd205633-c435-4788-93f5-38779c1cffa0 None None] Provisioning for port 575e4231-5067-4130-9c0d-ac83aea832aa completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:39.193046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 575e4231-5067-4130-9c0d-ac83aea832aa completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:39.198950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-dd205633-c435-4788-93f5-38779c1cffa0 None None] Provisioning complete for port 575e4231-5067-4130-9c0d-ac83aea832aa triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:39.199315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dd205633-c435-4788-93f5-38779c1cffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.237585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 575e4231-5067-4130-9c0d-ac83aea832aa triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:39.237905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.279661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.285402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.421002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.425096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=c25d3441-8be3-4777-99d3-f16e8e5c9135,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:39.527690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dd205633-c435-4788-93f5-38779c1cffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.549833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.564034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:39.565263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:39.594551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dd205633-c435-4788-93f5-38779c1cffa0 None None] For port 575e4231-5067-4130-9c0d-ac83aea832aa, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=575e4231-5067-4130-9c0d-ac83aea832aa,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:39.602215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dd205633-c435-4788-93f5-38779c1cffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.715485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:15:39.715837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:15:39.724660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd205633-c435-4788-93f5-38779c1cffa0 None None] Pushing event updated for resources: {'Port': ['ID=575e4231-5067-4130-9c0d-ac83aea832aa,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:39.777569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 8a99851d-210b-43ea-a21a-6dda59ed455d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:15:39.832231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-403e594f-f5f4-4e08-9b7b-f73e0a552db0 None None] Provisioning complete for port 575e4231-5067-4130-9c0d-ac83aea832aa triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:39.832865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-403e594f-f5f4-4e08-9b7b-f73e0a552db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:39.978486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-403e594f-f5f4-4e08-9b7b-f73e0a552db0 None None] Provisioning for port c25d3441-8be3-4777-99d3-f16e8e5c9135 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:39.984906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-403e594f-f5f4-4e08-9b7b-f73e0a552db0 None None] Provisioning complete for port c25d3441-8be3-4777-99d3-f16e8e5c9135 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:39.986427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-403e594f-f5f4-4e08-9b7b-f73e0a552db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:40.097129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-403e594f-f5f4-4e08-9b7b-f73e0a552db0 None None] Port c25d3441-8be3-4777-99d3-f16e8e5c9135 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:15:40.097705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:15:40.111040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Sync routers for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:15:40.115937 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-31b03984-6118-4fa4-bf58-4952e082d0e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/8a99851d-210b-43ea-a21a-6dda59ed455d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4034328 May 09 05:15:40.118592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42384) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:40.128903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:40.129538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:40.341791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ba682526-f9fe-432f-81c9-7001b7cd0a5f None None] Provisioning complete for port c25d3441-8be3-4777-99d3-f16e8e5c9135 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:40.342151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba682526-f9fe-432f-81c9-7001b7cd0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:40.419814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fa640-5bf8-424a-a92b-cb2a6c7dd4ab tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.420056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:40.420260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fa640-5bf8-424a-a92b-cb2a6c7dd4ab tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.420754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fa640-5bf8-424a-a92b-cb2a6c7dd4ab tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.421210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fa640-5bf8-424a-a92b-cb2a6c7dd4ab tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.421675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fa640-5bf8-424a-a92b-cb2a6c7dd4ab tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.422237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fa640-5bf8-424a-a92b-cb2a6c7dd4ab tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.428532 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-070fa640-5bf8-424a-a92b-cb2a6c7dd4ab tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3045635 May 09 05:15:40.429044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42390) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:40.481665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ba682526-f9fe-432f-81c9-7001b7cd0a5f None None] Port c25d3441-8be3-4777-99d3-f16e8e5c9135 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:15:40.499907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190636b-616e-46da-8422-21238b983e5a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.500435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190636b-616e-46da-8422-21238b983e5a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.500948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190636b-616e-46da-8422-21238b983e5a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.501415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190636b-616e-46da-8422-21238b983e5a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.501858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190636b-616e-46da-8422-21238b983e5a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.502302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190636b-616e-46da-8422-21238b983e5a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:40.504013 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c190636b-616e-46da-8422-21238b983e5a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0739784 May 09 05:15:40.506974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42394) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:40.618891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c8b9f2d6-587e-4bf5-951e-9cf8251266ac up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:40.719659 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-99cc8d6c-0332-46bc-a274-b629d04a013e tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2115982 May 09 05:15:40.722611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42398) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:40.728030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-542488672', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:40.780846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c8b9f2d6-587e-4bf5-951e-9cf8251266ac triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:40.781248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:40.864554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:40.868647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:port and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:40.871474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:40.877433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:40.889209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:15:40.890916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:39Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:40.893172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:40.909103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Checking router: 8a99851d-210b-43ea-a21a-6dda59ed455d for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:15:40.909103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Updating router 8a99851d-210b-43ea-a21a-6dda59ed455d port c25d3441-8be3-4777-99d3-f16e8e5c9135 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:15:40.916966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] device_id is not set on port 45090d7a-1210-4577-bd21-eac4558cd792 yet. {{(pid=88042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:15:40.964955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 575e4231-5067-4130-9c0d-ac83aea832aa up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:41.013253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.091393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.13 (2ecab827-cb79-497f-9c9e-e52201b43e0e/e86fa700-c4a4-4070-960b-cf121200c15f/45090d7a-1210-4577-bd21-eac4558cd792) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:15:41.148198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 575e4231-5067-4130-9c0d-ac83aea832aa triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:41.148584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.296304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.311469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 45090d7a-1210-4577-bd21-eac4558cd792 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:41.336138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.404818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:41.408106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:41.412257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:15:41.554301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.572192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Transition to ACTIVE for port object c25d3441-8be3-4777-99d3-f16e8e5c9135 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:41.580054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.610242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:41.634197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:41.634818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.663364 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8b983ff7-243e-4455-945d-7caa63ecba94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9368150 May 09 05:15:41.756668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3f040c48-84a3-4cc2-9b42-934849c40099 None None] Provisioning for port 45090d7a-1210-4577-bd21-eac4558cd792 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:41.770019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3f040c48-84a3-4cc2-9b42-934849c40099 None None] Provisioning complete for port 45090d7a-1210-4577-bd21-eac4558cd792 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:41.770385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3f040c48-84a3-4cc2-9b42-934849c40099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.826167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a5f79-3461-404e-89c9-53dd4393996a None None] Pushing event updated for resources: {'Port': ['ID=c25d3441-8be3-4777-99d3-f16e8e5c9135,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:41.912782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3f040c48-84a3-4cc2-9b42-934849c40099 None None] Port 45090d7a-1210-4577-bd21-eac4558cd792 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:15:41.914457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Attempting to bind port c25d3441-8be3-4777-99d3-f16e8e5c9135 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:15:41.914753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Attempting to bind port c25d3441-8be3-4777-99d3-f16e8e5c9135 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:15:41.915083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Attempting to bind port c25d3441-8be3-4777-99d3-f16e8e5c9135 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:15:41.921077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:15:41.921497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Checking segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:15:41.921931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:41.922661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Bound using segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:15:41.922800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Bound port: c25d3441-8be3-4777-99d3-f16e8e5c9135, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:15:41.923178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.011485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] For port c25d3441-8be3-4777-99d3-f16e8e5c9135, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:15:42.014454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] For port c25d3441-8be3-4777-99d3-f16e8e5c9135, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c25d3441-8be3-4777-99d3-f16e8e5c9135,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:15:42.024082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.112607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:42.113225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:42.162368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42404) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:42.167665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900544157', 'description': 'tempest-secgroup-smoke-900544157 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:42.175382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:42.180152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:42.183276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:42.189487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:42.190185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a5f79-3461-404e-89c9-53dd4393996a None None] Pushing event updated for resources: {'Port': ['ID=c25d3441-8be3-4777-99d3-f16e8e5c9135,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:42.209574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.231361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:42.236886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:42.239945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:42.246106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:42.318595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.323260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:42.323452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.368447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c9173-2a6b-4d11-959d-26ebcebd06af,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:42.373386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.377605 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e1f1be39-707e-400f-aed6-e0170b1bacb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2113187 May 09 05:15:42.378698 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42408) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:42.383929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'e15c9173-2a6b-4d11-959d-26ebcebd06af', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:42.389911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:42.394070 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:42.397149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:42.399989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5aeebcb3-27cf-4803-9973-7235f03d1789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.403274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:42.420280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.483827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.488980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.516183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d0a254-c9bc-4f1b-9321-07bdfe2c4b5e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:42.523423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.525007 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a5a7a3f2-0a18-43fc-86ab-32ed7dc9a1d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458118 May 09 05:15:42.527622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42412) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:42.533061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'e15c9173-2a6b-4d11-959d-26ebcebd06af', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:42.539362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:42.543541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:42.546636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:42.552670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:42.569967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.630470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.635544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.657731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:42Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:42.658988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8bfa52-bcff-448f-bb96-4d9b0c398fcd,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:42.662942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb905cfc-dd5e-47f7-9866-9db803af4270 None None] The sync data for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv is: [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:42Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:15:42.669475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.670756 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-18a22ba8-131e-4d4b-b6b9-5e3f4968555b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420345 May 09 05:15:42.673556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42416) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:42.678830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'e15c9173-2a6b-4d11-959d-26ebcebd06af', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:42.685040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:42.689226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:42.692315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:42.698199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:42.732989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.800315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.807849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.834708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2c41f1-1b58-4d34-bbfd-4cf80bb46c80,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:42.846068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.849846 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4ca1275a-eef6-4120-8ef4-e5f0ad18e363 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726689 May 09 05:15:42.849993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42420) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:42.855121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'e15c9173-2a6b-4d11-959d-26ebcebd06af', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:42.861700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:42.865720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:42.868651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:42.874563 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:42.893061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.960791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.965373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:42.989158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2491104-c28f-4261-83fb-df653607ae7d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:43.000245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.004386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42424) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:43.004967 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f0436ac4-65d4-4dc8-9178-9a954476d3e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534569 May 09 05:15:43.011450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'e15c9173-2a6b-4d11-959d-26ebcebd06af', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:43.018993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:43.023558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:43.027468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:43.034176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:43.048244 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:15:43.055528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.125772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.130322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.155517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f220e81-546b-4f86-ad9e-2cbe87483d3b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:43.165818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.167205 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5fb9c75d-5d53-4396-84e5-04dbd5f6be62 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602719 May 09 05:15:43.169947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42428) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:43.175270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'e15c9173-2a6b-4d11-959d-26ebcebd06af', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:43.181594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:43.185754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:43.188755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:43.194701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:43.207986 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:15:43.215773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.287292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.291757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.320089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a49dbff-350c-4b6b-8b63-efb7b41034c1,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:43.332433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:43.333737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-386c40fa-bc18-46e4-921e-25c66f5a66e3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1628098 May 09 05:15:43.516196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-e8c8cf73-bad3-48b4-938e-f3e75da24df8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:43.533725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-e8c8cf73-bad3-48b4-938e-f3e75da24df8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:43.535289 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-e8c8cf73-bad3-48b4-938e-f3e75da24df8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900544157&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0593469 May 09 05:15:43.618443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-e2a02f5a-7df8-48d4-8d5f-5187b91256b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:43.619056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-e2a02f5a-7df8-48d4-8d5f-5187b91256b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:43.636064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-e2a02f5a-7df8-48d4-8d5f-5187b91256b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:43.637228 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-e2a02f5a-7df8-48d4-8d5f-5187b91256b1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 930 time: 0.0947990 May 09 05:15:43.714070 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-a615b71c-c342-4336-b466-26defd3f17c5 service neutron] 10.222.0.50 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0633757 May 09 05:15:43.850000 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-073b749c-caea-4974-801b-f7476ce46570 service neutron] 10.222.0.50 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294355 May 09 05:15:43.980835 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-eeb11204-a0d8-4ef4-8454-b30a8cc171e3 service neutron] 10.222.0.50 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247609 May 09 05:15:44.180444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-352b8fdd-cb41-4167-9f0b-b641530ad066 req-439fec44-3e0d-434d-b7e1-88337a27c55b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:44.192891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-352b8fdd-cb41-4167-9f0b-b641530ad066 req-439fec44-3e0d-434d-b7e1-88337a27c55b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:44.194037 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-352b8fdd-cb41-4167-9f0b-b641530ad066 req-439fec44-3e0d-434d-b7e1-88337a27c55b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 210 time: 0.0627520 May 09 05:15:44.607554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-effa20f1-24dc-42d6-af58-35bba5c49e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:44.756657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c25d3441-8be3-4777-99d3-f16e8e5c9135 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:44.829382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c25d3441-8be3-4777-99d3-f16e8e5c9135 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:44.835697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c25d3441-8be3-4777-99d3-f16e8e5c9135 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:44.835697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:44.981999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:45.014208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c25d3441-8be3-4777-99d3-f16e8e5c9135, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c25d3441-8be3-4777-99d3-f16e8e5c9135,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:45.020491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:45.093307 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c25d3441-8be3-4777-99d3-f16e8e5c9135,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:45.379623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-0304b792-4f6a-4278-9b3f-202bbfda42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:45.379623 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-0304b792-4f6a-4278-9b3f-202bbfda42a3 service neutron] 10.222.0.59 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1026 time: 0.0995939 May 09 05:15:45.387160 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-37b39206-42c2-4aa5-be31-2e66729a8bcc req-3c3163d2-0675-4f5b-a6a7-f96d5f7f05cf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 210 time: 0.0617435 May 09 05:15:45.551590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-ec34ce12-c7b4-457b-91c0-386d69ac5543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:45.551590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-ec34ce12-c7b4-457b-91c0-386d69ac5543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:15:45.570144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-ec34ce12-c7b4-457b-91c0-386d69ac5543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:15:45.570144 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-ec34ce12-c7b4-457b-91c0-386d69ac5543 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 200 len: 797 time: 0.1838520 May 09 05:15:45.634987 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-5c21ca9c-7ef6-460d-a005-0888541d1c3b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 379 time: 0.0508950 May 09 05:15:45.645910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Request body: {'port': {'device_id': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:45.649022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:45.759507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:45.914226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:46.135274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45090d7a-1210-4577-bd21-eac4558cd792 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:15:46.140760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:46.156543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Transition to ACTIVE for port object 45090d7a-1210-4577-bd21-eac4558cd792 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:15:46.162615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:46.332300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:46.417762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:15:46.417762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:15:46.417762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:15:46.427092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:15:46.427092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:15:46.443446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:15:46.443446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Checking segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:15:46.443446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Bound using segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:15:46.443446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Bound port: 45090d7a-1210-4577-bd21-eac4558cd792, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:15:46.443446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:46.627734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c25d3441-8be3-4777-99d3-f16e8e5c9135 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:46.647877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:15:46.653182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:15:46.662608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:46.725074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c25d3441-8be3-4777-99d3-f16e8e5c9135 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:46.725074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:46.742606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:46.754301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289b4c-ac24-4c69-a335-f8e3d52735bb req-dd8b814c-11b4-4775-a453-bbb89c2564da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:46.754301 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5289b4c-ac24-4c69-a335-f8e3d52735bb req-dd8b814c-11b4-4775-a453-bbb89c2564da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 981 time: 0.1989992 May 09 05:15:46.957824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:46.957824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:46.960977 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-88b73cdf-5204-48d6-aa2f-3817ae097125 service neutron] 10.222.0.59 "PUT /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1131 time: 1.3200288 May 09 05:15:46.960977 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5289b4c-ac24-4c69-a335-f8e3d52735bb req-7df98877-ef22-458f-824a-b85505662799 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049363 May 09 05:15:46.965308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:47.092930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3807c871-39bd-493a-a7fa-3a2669534977'] response: {'name': 'network-changed', 'server_uuid': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792', 'status': 'completed', 'code': 200} May 09 05:15:47.138123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-21bfced8-d21a-4bd9-b7c9-97d046324d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:47.138123 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-21bfced8-d21a-4bd9-b7c9-97d046324d8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 1134 time: 0.1060610 May 09 05:15:47.224827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-d0e96bdf-53af-4f15-a0f9-80fb77eb2cb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 217 time: 0.0689216 May 09 05:15:47.287744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-c1de92f1-3793-45b8-a1e6-932ed6792761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:47.287744 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-c1de92f1-3793-45b8-a1e6-932ed6792761 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e86fa700-c4a4-4070-960b-cf121200c15f HTTP/1.1" status: 200 len: 835 time: 0.0590894 May 09 05:15:47.367635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-b9d81ddb-0f57-421c-8088-6ca2fda870df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:47.367635 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-b9d81ddb-0f57-421c-8088-6ca2fda870df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecab827-cb79-497f-9c9e-e52201b43e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769372 May 09 05:15:47.396672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:47.516904 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-af6cb58a-f463-4545-aea5-7f8e8dd60c8a service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398783 May 09 05:15:47.655822 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29ec91bf-4a4b-40cd-8c7b-f35c9f47d69a req-6bc131bb-a60c-452b-8ab6-0b5b1fd99c9a service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302977 May 09 05:15:47.834365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-3d749f60-1f02-46c3-948d-df69f924400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:47.834365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-3d749f60-1f02-46c3-948d-df69f924400d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 1134 time: 0.0788045 May 09 05:15:47.974408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-4c6848ce-68b2-4c1b-95cb-668db0aecb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:47.974408 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-4c6848ce-68b2-4c1b-95cb-668db0aecb75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 200 len: 898 time: 0.1307621 May 09 05:15:48.056645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-0b2d6a0f-af4a-43c8-8056-6dd6ca6966f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 217 time: 0.0727723 May 09 05:15:48.174712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-625ab608-7926-4d08-8d00-be6b31968c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:48.174712 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-625ab608-7926-4d08-8d00-be6b31968c2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e86fa700-c4a4-4070-960b-cf121200c15f HTTP/1.1" status: 200 len: 835 time: 0.1130195 May 09 05:15:48.248947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada69ee-cddf-450e-9cdc-233f67d8a60f req-d7519acb-6bf7-458c-8979-eca198f713aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:48.248947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ada69ee-cddf-450e-9cdc-233f67d8a60f req-d7519acb-6bf7-458c-8979-eca198f713aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 981 time: 0.1496325 May 09 05:15:48.297963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-b129b643-335a-4d7b-aa70-b47e061464bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:48.297963 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-b129b643-335a-4d7b-aa70-b47e061464bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecab827-cb79-497f-9c9e-e52201b43e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1185091 May 09 05:15:48.306521 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ada69ee-cddf-450e-9cdc-233f67d8a60f req-88761a06-6dae-4fd2-b64b-d9c56becc52a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511885 May 09 05:15:48.428888 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-424eb27f-66df-4633-9705-862cee5d1617 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250558 May 09 05:15:48.560153 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3c2d2b6-e3bd-4eaa-bb5f-6dcda68a89a2 req-f60cc49d-073d-4057-8bce-7d112c289e42 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250539 May 09 05:15:48.754059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:49.509667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bd601-aff7-4eba-ba32-edaf4034ef12 req-19cce36a-c112-420a-b5d9-b36123da4a66 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:49.510163 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d99bd601-aff7-4eba-ba32-edaf4034ef12 req-19cce36a-c112-420a-b5d9-b36123da4a66 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 981 time: 0.0855608 May 09 05:15:49.556424 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d99bd601-aff7-4eba-ba32-edaf4034ef12 req-7f4c068c-4428-49a5-a15b-96de550081c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 May 09 05:15:50.748356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784d52-b6e3-42dc-872e-c368c743a796 req-e2eb522c-6404-4366-9af0-84b952bf16d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:50.750476 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d5784d52-b6e3-42dc-872e-c368c743a796 req-e2eb522c-6404-4366-9af0-84b952bf16d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 981 time: 0.0834055 May 09 05:15:50.802156 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d5784d52-b6e3-42dc-872e-c368c743a796 req-5ed75687-0584-441f-9cc5-2a801cd8400e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 May 09 05:15:50.826263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:15:50.994678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:51.008521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '45090d7a-1210-4577-bd21-eac4558cd792', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'port_id': '45090d7a-1210-4577-bd21-eac4558cd792', 'mac_address': 'fa:16:3e:a6:89:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:15:51.079591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:51.093787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45090d7a-1210-4577-bd21-eac4558cd792 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:15:51.110318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:51.115244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:51.183892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:51.572981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['45090d7a-1210-4577-bd21-eac4558cd792'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:15:51.996181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3103-0aca-4e20-9280-f22c38183f6c req-1298edc7-35e1-451a-a5c9-b1a968821f3a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:51.996181 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-457f3103-0aca-4e20-9280-f22c38183f6c req-1298edc7-35e1-451a-a5c9-b1a968821f3a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 982 time: 0.0897536 May 09 05:15:52.040630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-457f3103-0aca-4e20-9280-f22c38183f6c req-f0425ee2-1f5e-46ba-96a4-b0b614d1cf08 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 May 09 05:15:52.844450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:15:52.915478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 45090d7a-1210-4577-bd21-eac4558cd792 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:15:52.920439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 45090d7a-1210-4577-bd21-eac4558cd792 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:15:52.920847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:53.042933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:53.069709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:53.080484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:15:53.086381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:53.126572 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b82498-05d5-41b6-998a-00c2f468a521'] response: {'server_uuid': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792', 'code': 200} May 09 05:15:53.171302 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:53.264024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1a31f-a726-4a9b-b0b3-eae11703a75b req-55c19f4a-abad-4443-8308-92a053f884c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:53.266101 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-79d1a31f-a726-4a9b-b0b3-eae11703a75b req-55c19f4a-abad-4443-8308-92a053f884c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 983 time: 0.1146150 May 09 05:15:53.469038 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-79d1a31f-a726-4a9b-b0b3-eae11703a75b req-8ba22440-0df9-4fd9-a476-58d852b065d8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966956 May 09 05:15:53.485419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ab97f-1313-44c4-a471-a3591a9551b9 req-dfe945c6-5736-41fe-abe6-a7ced3bbff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:53.487020 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ca1ab97f-1313-44c4-a471-a3591a9551b9 req-dfe945c6-5736-41fe-abe6-a7ced3bbff5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 1136 time: 0.0913758 May 09 05:15:53.529613 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ca1ab97f-1313-44c4-a471-a3591a9551b9 req-8a5967df-c1af-4529-9429-e59859e20840 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361261 May 09 05:15:54.547130 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:15:54.682757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a01d8f-2d0b-492d-8c4f-a8cff0559b3d req-65c28423-5137-4592-8c47-40e90d5a3b48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:54.684954 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c6a01d8f-2d0b-492d-8c4f-a8cff0559b3d req-65c28423-5137-4592-8c47-40e90d5a3b48 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 983 time: 0.0985708 May 09 05:15:54.729942 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c6a01d8f-2d0b-492d-8c4f-a8cff0559b3d req-8fb284a7-35f3-407b-9f4f-d1c2871da294 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 May 09 05:15:55.934806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e24d84-f098-4ad6-9710-7d01d466bf2d req-ef79920c-453c-48ee-94bc-28f6bc42d6a5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:55.936558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-26e24d84-f098-4ad6-9710-7d01d466bf2d req-ef79920c-453c-48ee-94bc-28f6bc42d6a5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 983 time: 0.0860755 May 09 05:15:55.986988 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-26e24d84-f098-4ad6-9710-7d01d466bf2d req-7c0846e7-66b6-4003-a609-cbf0a5b341da tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 May 09 05:15:56.183188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28c0c5-0363-492c-99a2-0c7d0a64982b req-8b2576f2-18e8-4079-ac75-2308b4c8c966 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:56.184591 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8d28c0c5-0363-492c-99a2-0c7d0a64982b req-8b2576f2-18e8-4079-ac75-2308b4c8c966 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 983 time: 0.0954087 May 09 05:15:56.233246 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8d28c0c5-0363-492c-99a2-0c7d0a64982b req-2fb53ace-9257-4d71-b9be-6ea900e2fb39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 May 09 05:15:56.256958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42486) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:56.329891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c0990-425d-4708-829f-6886d4304fb4 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:56.331915 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8a8c0990-425d-4708-829f-6886d4304fb4 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 1131 time: 0.0739205 May 09 05:15:56.334518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42490) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:56.339833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '45090d7a-1210-4577-bd21-eac4558cd792', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:15:56.347414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:15:56.351129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:15:56.354599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:15:56.362404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:15:56.372750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:56.510332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:56.662420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.183 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/cdd42e6e-47c4-4512-9b27-d897f4824723) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:15:56.819756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:56.850525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:56.914374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:15:56.917213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:15:56.921672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:15:56.954257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=cdd42e6e-47c4-4512-9b27-d897f4824723,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:57.357086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:57.442678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:57.678883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:57.685562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:57.791584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=cdd42e6e-47c4-4512-9b27-d897f4824723,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:15:57.802735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:58.074987 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 7fe9f9b6-b63e-410b-9df4-cfe084aa88f2 associated. External IP: 172.26.0.183, port: 45090d7a-1210-4577-bd21-eac4558cd792. May 09 05:15:58.431518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 8a99851d-210b-43ea-a21a-6dda59ed455d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:15:58.618166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:15:58.628369 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] Sync routers for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:15:58.643636 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:58.644273 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:58.650258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:15:58.706714 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-09faf5f1-557b-41f8-b8c0-b62bf2fa0613 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3707132 May 09 05:15:58.707351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:15:58.709670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42494) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:15:58.754827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f136a0f6-ed40-4600-b99e-7b750c6f4db7'] response: {'name': 'network-changed', 'server_uuid': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792', 'status': 'completed', 'code': 200} May 09 05:15:58.781886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5dde11-438e-48c8-9d10-dbd2a29453d1 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:58.783401 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9f5dde11-438e-48c8-9d10-dbd2a29453d1 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8&network_id=2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 200 len: 1131 time: 0.0721543 May 09 05:15:58.826319 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:58.880856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323625b-4070-4bf4-9674-afb4439b4333 req-560064ec-6d2a-47c5-b5b5-82b0e18589cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:58.882389 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d323625b-4070-4bf4-9674-afb4439b4333 req-560064ec-6d2a-47c5-b5b5-82b0e18589cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 1136 time: 0.0746984 May 09 05:15:59.040082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323625b-4070-4bf4-9674-afb4439b4333 req-1dec6852-ca35-42e9-800a-5d06e78b43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:59.041800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d323625b-4070-4bf4-9674-afb4439b4333 req-1dec6852-ca35-42e9-800a-5d06e78b43d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 200 len: 898 time: 0.1536179 May 09 05:15:59.193639 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '7fe9f9b6-b63e-410b-9df4-cfe084aa88f2', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.183', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'port_id': '45090d7a-1210-4577-bd21-eac4558cd792', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-542488672', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'mac_address': 'fa:16:3e:a6:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:15:57Z', 'updated_at': '2022-05-09T05:15:57Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:44Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:59.195416 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d323625b-4070-4bf4-9674-afb4439b4333 req-570810a1-18a9-4cce-aabe-9d09745c7a23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1037 time: 0.1423471 May 09 05:15:59.197570 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] Checking router: 8a99851d-210b-43ea-a21a-6dda59ed455d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:15:59.205827 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:15:59.206387 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:15:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:59.268461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90546314-352b-4d3f-b736-80d4ce6df429 req-87b55527-8fbe-42c4-ae05-cc3dfe7c118f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:59.269765 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90546314-352b-4d3f-b736-80d4ce6df429 req-87b55527-8fbe-42c4-ae05-cc3dfe7c118f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 983 time: 0.1649578 May 09 05:15:59.271334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323625b-4070-4bf4-9674-afb4439b4333 req-148943cb-5505-48fd-9a03-023d32f4c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:59.272813 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d323625b-4070-4bf4-9674-afb4439b4333 req-148943cb-5505-48fd-9a03-023d32f4c7b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e86fa700-c4a4-4070-960b-cf121200c15f HTTP/1.1" status: 200 len: 835 time: 0.0713236 May 09 05:15:59.364180 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90546314-352b-4d3f-b736-80d4ce6df429 req-a97eea79-0265-49a1-b25e-99f4a889406c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876906 May 09 05:15:59.383261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323625b-4070-4bf4-9674-afb4439b4333 req-4a0de5af-9aa6-4bb1-b2c6-e0a7e4ebd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:15:59.384721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d323625b-4070-4bf4-9674-afb4439b4333 req-4a0de5af-9aa6-4bb1-b2c6-e0a7e4ebd654 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecab827-cb79-497f-9c9e-e52201b43e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948653 May 09 05:15:59.390789 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:15:59.642489 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d323625b-4070-4bf4-9674-afb4439b4333 req-803f7ca7-6afe-4fa2-aee9-1c39fe9c6f56 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480199 May 09 05:15:59.773161 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d323625b-4070-4bf4-9674-afb4439b4333 req-e265e0a8-8b7c-47b0-a075-5b5f2e6a22f2 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237245 May 09 05:15:59.775109 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '7fe9f9b6-b63e-410b-9df4-cfe084aa88f2', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.183', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'port_id': '45090d7a-1210-4577-bd21-eac4558cd792', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-542488672', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'mac_address': 'fa:16:3e:a6:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:15:57Z', 'updated_at': '2022-05-09T05:15:57Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:44Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:15:59.779577 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336fbd03-9d9f-4eda-aea3-bcc77c805473 None None] The sync data for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv is: [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '7fe9f9b6-b63e-410b-9df4-cfe084aa88f2', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.183', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'port_id': '45090d7a-1210-4577-bd21-eac4558cd792', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-542488672', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'mac_address': 'fa:16:3e:a6:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec2e09-051b-4a67-a3d7-6f3d94806ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:15:57Z', 'updated_at': '2022-05-09T05:15:57Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:44Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:15:59.964648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d073be-e6f2-42ad-8e8e-0f1e16ec55d6 None None] New status for floating IP 7fe9f9b6-b63e-410b-9df4-cfe084aa88f2: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:16:00.569839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246952a-9103-4c7a-a1e8-2a7ff988c387 req-00a6eb22-48f0-4edf-a5b8-487643314355 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:00.571252 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c246952a-9103-4c7a-a1e8-2a7ff988c387 req-00a6eb22-48f0-4edf-a5b8-487643314355 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 983 time: 0.0879107 May 09 05:16:00.621640 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c246952a-9103-4c7a-a1e8-2a7ff988c387 req-2578b0c4-1a88-4071-b446-db9140637056 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 May 09 05:16:00.681206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-55e7c7c5-9a5a-408b-94ef-9c7d95ae7ab7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:00.682630 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-55e7c7c5-9a5a-408b-94ef-9c7d95ae7ab7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 983 time: 0.0853207 May 09 05:16:00.759848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-fbde98df-109e-4acd-9005-861485825723 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:00.761235 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-fbde98df-109e-4acd-9005-861485825723 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0719399 May 09 05:16:00.913620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-eac2002f-edeb-4513-8c16-f197df8839ac tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1471589 May 09 05:16:00.923532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:01.036076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:01.251101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:01.280155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:16:01.334165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] device_id is not set on port 45090d7a-1210-4577-bd21-eac4558cd792 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:16:01.342467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:01.350629 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:01.493870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=6']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:01.544101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] No DVR routers for this DVR port 45090d7a-1210-4577-bd21-eac4558cd792 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:16:01.651066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f7becd36-7157-4f56-8549-e63e67941a28 None None] Provisioning complete for port 45090d7a-1210-4577-bd21-eac4558cd792 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:01.651676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f7becd36-7157-4f56-8549-e63e67941a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:01.709838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f7becd36-7157-4f56-8549-e63e67941a28 None None] Port 45090d7a-1210-4577-bd21-eac4558cd792 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:16:01.796208 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3a69a696-feaa-4dfb-8780-7d050bf50ded req-c249128c-1dfe-45e8-94ec-b31332b2d711 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8ec2e09-051b-4a67-a3d7-6f3d94806ac8 HTTP/1.1" status: 200 len: 210 time: 0.0532801 May 09 05:16:01.811521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] In _notify_port_updated(), no bound segment for port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:16:01.812375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:01.812994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:01.814203 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-575ac7fb-b6d5-4314-93d3-03a81e799eb3 req-95897813-79e5-4dad-95d2-bb5b472fbc2a service neutron] 10.222.0.59 "PUT /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1026 time: 0.8945270 May 09 05:16:02.892002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42514) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:02.972956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60817f-f1d0-4006-8fd6-4a79dfd970a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:02.974274 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0c60817f-f1d0-4006-8fd6-4a79dfd970a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 925 time: 0.0808465 May 09 05:16:03.169709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42520) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:03.175024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52848621', 'description': 'tempest-secgroup-smoke-52848621 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:03.181469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:03.191742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:03.203642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.225744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:03.230059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:03.233198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:03.239596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:03.307942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.313527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.355791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08c3c72-4735-4706-9f7d-01e990c4e05d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:03.361942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.366117 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6669323e-c699-4ee9-9760-0507bd5f37a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1923795 May 09 05:16:03.366117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42524) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:03.370985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'a08c3c72-4735-4706-9f7d-01e990c4e05d', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:03.376853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:03.380770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:03.384052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:03.390243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:03.409588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.472578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.477504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.613340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89a7bf6-1795-4f97-baf8-f009c1ab631a,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:03.624729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.626716 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fa00d581-d37c-4f62-9d60-63de3c7805d4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594774 May 09 05:16:03.630352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42528) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:03.635592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'a08c3c72-4735-4706-9f7d-01e990c4e05d', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:03.641816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:03.645751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:03.648798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:03.654436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:03.672246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.731401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.736282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.758504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab65fcd1-586b-48c6-9180-586d4e736373,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:03.767622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.768813 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3b74b9d7-1d95-4686-a61a-0838033d50fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375160 May 09 05:16:03.772009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42532) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:03.776913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'a08c3c72-4735-4706-9f7d-01e990c4e05d', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:03.782647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:03.786903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:03.789849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:03.795561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:03.812496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.876743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.881771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.904575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f38339-f203-4d37-b2ef-590bdc4b84fc,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:03.916143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:03.917669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a7903e82-cbbb-47a5-9aee-d2f0bcf65ffa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447146 May 09 05:16:03.920512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42536) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:03.925494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'a08c3c72-4735-4706-9f7d-01e990c4e05d', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:03.931472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:03.935300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:03.938211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:03.943764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:03.964341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.029812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.036616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.065539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6245db8c-c19c-4cbd-9218-4ab8e356489f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:04.074426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.075599 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f8d0d273-b3cd-4091-811a-c469334440ec tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541564 May 09 05:16:04.078554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42540) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:04.083471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'a08c3c72-4735-4706-9f7d-01e990c4e05d', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:04.089685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:04.093702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:04.096900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:04.103357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:04.114011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:16:04.120935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.189293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.195191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.218059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c9d823-853c-4b39-9a23-cd6c057b19ad,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:04.229536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.230866 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-24c7ad8e-4f77-45ba-b23e-6c286c6ee0e4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513350 May 09 05:16:04.233705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42544) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:04.238657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'a08c3c72-4735-4706-9f7d-01e990c4e05d', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:04.244670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:04.248459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:04.251267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:04.257282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:04.267729 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:16:04.274531 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.341792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.346706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.370094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c36a32-56ba-433f-a306-399359dae893,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:04.379686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:04.381103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7c2650d2-8bc0-46d0-af04-291cafc57fce tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463535 May 09 05:16:04.562694 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-42dba2ca-d7ba-40a8-b5d1-7882070f7641 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52848621&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0494931 May 09 05:16:04.638457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-56d6268f-bada-4b44-8401-2952df1fa457 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:04.639746 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-56d6268f-bada-4b44-8401-2952df1fa457 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 930 time: 0.0705085 May 09 05:16:04.716535 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66c1c6ce-3785-4432-a6d2-7a6a0ed1aadd service neutron] 10.222.0.50 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0617168 May 09 05:16:04.865462 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-c8264293-4819-4e37-84f9-a58dc192163b service neutron] 10.222.0.50 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401250 May 09 05:16:04.906619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:16:04.970432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:16:05.005451 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-3a9fb7bb-0c7e-4b82-91d9-d89652fd5e8b service neutron] 10.222.0.50 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313324 May 09 05:16:05.190277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e49356b8-5153-496f-8bc9-31e7c3e33414 req-b3b3caaa-169a-4203-8475-d862078e313d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 210 time: 0.0501120 May 09 05:16:06.307216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-2ae7147d-0b42-4026-a7c3-be74d59ccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:06.308701 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-2ae7147d-0b42-4026-a7c3-be74d59ccdb6 service neutron] 10.222.0.59 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1026 time: 0.0633643 May 09 05:16:06.357840 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-592e1cac-4f17-4e4a-a01d-609b88d0b289 req-c1770c9a-b2d3-41bb-a66d-c4c1022e1e65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 210 time: 0.0510902 May 09 05:16:06.457835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-bee7a97f-a97a-4628-86fe-df520c01fb92 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:06.459403 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-bee7a97f-a97a-4628-86fe-df520c01fb92 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 200 len: 797 time: 0.1451304 May 09 05:16:06.521548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-e312a0c5-a9b1-47e3-b7bd-7b1c250033a8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:16:06.539978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-e312a0c5-a9b1-47e3-b7bd-7b1c250033a8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:16:06.542728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-e312a0c5-a9b1-47e3-b7bd-7b1c250033a8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 470 time: 0.0695522 May 09 05:16:06.560797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Request body: {'port': {'device_id': 'a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:06.675643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:07.030249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45090d7a-1210-4577-bd21-eac4558cd792 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:16:07.038551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:07.056223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Transition to ACTIVE for port object 45090d7a-1210-4577-bd21-eac4558cd792 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:07.061300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:07.213166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=7']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:07.354482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:16:07.355298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:16:07.355438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:16:07.360665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:16:07.360974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Attempting to bind port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:16:07.366887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:16:07.367213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Checking segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:16:07.367628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Bound using segment: {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:16:07.368241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Bound port: 45090d7a-1210-4577-bd21-eac4558cd792, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c739b9f4-282c-4206-9bab-179d5eb7ee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:16:07.368622 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:07.470062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:16:07.473144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:16:07.514837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:07.593463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:07.594054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:07.596246 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] 10.222.0.59 "PUT /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1131 time: 1.0393510 May 09 05:16:07.596766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:16:07.624813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2e238-d5d3-4bd0-bb77-153762e8c6fb service neutron] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=8']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:07.650314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945880-e7ce-4dc2-944b-df03725e9dd6 req-29521d3a-3928-4d40-9699-8fb87076344b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:07.658154 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f8945880-e7ce-4dc2-944b-df03725e9dd6 req-29521d3a-3928-4d40-9699-8fb87076344b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 981 time: 0.1822343 May 09 05:16:07.715507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f71c57-0df8-47a6-a3c7-394c61a3e067'] response: {'name': 'network-changed', 'server_uuid': 'a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792', 'status': 'completed', 'code': 200} May 09 05:16:07.765959 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f8945880-e7ce-4dc2-944b-df03725e9dd6 req-1ed435d0-8e27-4d86-8134-5be286e4e979 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066523 May 09 05:16:07.781234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-65ea6fad-83b2-4328-8071-ff5308cda7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:07.782677 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-65ea6fad-83b2-4328-8071-ff5308cda7e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 1134 time: 0.1224833 May 09 05:16:07.917416 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-1d2d56f2-f11b-4294-92a8-78e8e1ab22c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1037 time: 0.1214795 May 09 05:16:07.988259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-86df2fbc-007b-4723-8fd5-51b5621cb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:07.990842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-86df2fbc-007b-4723-8fd5-51b5621cb426 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e86fa700-c4a4-4070-960b-cf121200c15f HTTP/1.1" status: 200 len: 835 time: 0.0679295 May 09 05:16:08.174680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-d529916c-7c56-4596-9cb6-76551445d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:08.176073 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-d529916c-7c56-4596-9cb6-76551445d7b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecab827-cb79-497f-9c9e-e52201b43e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1798525 May 09 05:16:08.309737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-0c743c5c-da82-4798-84a2-ee882e4634d2 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274087 May 09 05:16:08.443111 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-664bbfc8-e207-45a7-bd5e-8ce7366cbe24 req-68539ecb-1cbe-45db-b0e8-8a184279a659 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275275 May 09 05:16:08.608149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819b35-9483-4304-8771-ffcd9131f419 req-fccbba00-afc6-4f4b-befb-f225257e33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:08.609702 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94819b35-9483-4304-8771-ffcd9131f419 req-fccbba00-afc6-4f4b-befb-f225257e33f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 1134 time: 0.0810292 May 09 05:16:08.747234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819b35-9483-4304-8771-ffcd9131f419 req-695f53a1-c3e6-44cd-99da-9c2a7271e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:08.748577 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94819b35-9483-4304-8771-ffcd9131f419 req-695f53a1-c3e6-44cd-99da-9c2a7271e240 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 200 len: 898 time: 0.1322398 May 09 05:16:08.857303 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94819b35-9483-4304-8771-ffcd9131f419 req-6b755d55-a57e-42e3-97fb-8b7173192021 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1037 time: 0.1025519 May 09 05:16:08.920132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819b35-9483-4304-8771-ffcd9131f419 req-ba43cb5a-b1e0-49f4-b01a-cc170571c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:08.921611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94819b35-9483-4304-8771-ffcd9131f419 req-ba43cb5a-b1e0-49f4-b01a-cc170571c530 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e86fa700-c4a4-4070-960b-cf121200c15f HTTP/1.1" status: 200 len: 835 time: 0.0580540 May 09 05:16:08.961117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb324e99-c047-4999-9861-a79f7e9ed950 req-12ff47df-ca08-4452-9468-e3dc6980f462 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:08.962582 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bb324e99-c047-4999-9861-a79f7e9ed950 req-12ff47df-ca08-4452-9468-e3dc6980f462 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 981 time: 0.0827820 May 09 05:16:09.002415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94819b35-9483-4304-8771-ffcd9131f419 req-4404f0b3-e597-49d1-baab-e819a7ea5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:09.004100 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94819b35-9483-4304-8771-ffcd9131f419 req-4404f0b3-e597-49d1-baab-e819a7ea5798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ecab827-cb79-497f-9c9e-e52201b43e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762050 May 09 05:16:09.009283 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bb324e99-c047-4999-9861-a79f7e9ed950 req-dc00caa7-29d4-4635-a44e-5c6819eccc2e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 May 09 05:16:09.135199 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94819b35-9483-4304-8771-ffcd9131f419 req-8c5c6662-813e-49c1-9827-069c24997838 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248553 May 09 05:16:09.274478 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94819b35-9483-4304-8771-ffcd9131f419 req-863fb3e8-2e1d-4147-8fdf-71aec843af49 service neutron] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325004 May 09 05:16:10.196443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec5b76-5904-4d1b-80b9-8ab4a257639b req-1e77e149-9472-4846-87c0-99df9097fa60 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:10.197905 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ec5b76-5904-4d1b-80b9-8ab4a257639b req-1e77e149-9472-4846-87c0-99df9097fa60 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 981 time: 0.0831058 May 09 05:16:10.242842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ec5b76-5904-4d1b-80b9-8ab4a257639b req-1f8d042e-ad03-4029-9976-da80742f4a2b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 May 09 05:16:10.915724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:16:11.069923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:11.082780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '45090d7a-1210-4577-bd21-eac4558cd792', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'port_id': '45090d7a-1210-4577-bd21-eac4558cd792', 'mac_address': 'fa:16:3e:a6:89:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:16:11.139175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:11.158228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45090d7a-1210-4577-bd21-eac4558cd792 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:16:11.173830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:11.180148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:11.266267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=9']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:11.441603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9313b13-376e-4734-9167-2f43ef2e86fd req-aa0f9ed0-f417-4597-9cc0-49979432c71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:11.442928 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c9313b13-376e-4734-9167-2f43ef2e86fd req-aa0f9ed0-f417-4597-9cc0-49979432c71d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 982 time: 0.0866597 May 09 05:16:11.489773 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c9313b13-376e-4734-9167-2f43ef2e86fd req-5127f16b-e530-48bf-8704-3ede432cc998 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373359 May 09 05:16:11.591935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['45090d7a-1210-4577-bd21-eac4558cd792'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:16:12.324509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdf78-5fb6-4526-91dd-f356c1f65cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:12.703697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4321fd-45c3-48f3-9476-31330675b630 req-500f7cb2-9463-4859-8f27-0232cb9fc418 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:12.705470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ae4321fd-45c3-48f3-9476-31330675b630 req-500f7cb2-9463-4859-8f27-0232cb9fc418 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 982 time: 0.0929050 May 09 05:16:12.754325 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ae4321fd-45c3-48f3-9476-31330675b630 req-e3ada862-c3ea-48ad-a9a2-adcea414e01d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421164 May 09 05:16:12.913720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:13.020420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 45090d7a-1210-4577-bd21-eac4558cd792 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:13.026136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 45090d7a-1210-4577-bd21-eac4558cd792 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:13.026690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:13.202546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:13.232611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:16:13.248702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:13.253889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:13.287920 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a19267d-de75-416a-9231-41bd0e9cb5a9'] response: {'server_uuid': 'a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45090d7a-1210-4577-bd21-eac4558cd792', 'code': 200} May 09 05:16:13.329539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=10']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:13.557822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5240-cc13-4431-a973-3aa63ccd3325 req-4d21adfa-6c29-4f7a-af59-b30280066f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:13.562094 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d31f5240-cc13-4431-a973-3aa63ccd3325 req-4d21adfa-6c29-4f7a-af59-b30280066f3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 1137 time: 0.0781729 May 09 05:16:13.621493 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d31f5240-cc13-4431-a973-3aa63ccd3325 req-a448f48b-c4c3-4e56-9d65-0eebe0a12587 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559270 May 09 05:16:13.944193 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a1b38-5e86-4721-bec3-ee18927e79ee req-25ab2d74-f00a-425e-ba57-d0c2c12417fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:13.944980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d48a1b38-5e86-4721-bec3-ee18927e79ee req-25ab2d74-f00a-425e-ba57-d0c2c12417fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 984 time: 0.0839071 May 09 05:16:13.997097 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d48a1b38-5e86-4721-bec3-ee18927e79ee req-244bf1e4-8406-434f-b2a1-ff2d5e9a981f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 May 09 05:16:14.593229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15fe0e54-9bce-4058-95fc-4476371dda6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:15.215668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6b657-1d83-4118-b25d-41814f0091cd req-3cb9a123-6da9-44a9-a4ce-afa9fe0a5c9d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:15.216775 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ebb6b657-1d83-4118-b25d-41814f0091cd req-3cb9a123-6da9-44a9-a4ce-afa9fe0a5c9d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 984 time: 0.0902746 May 09 05:16:15.266291 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ebb6b657-1d83-4118-b25d-41814f0091cd req-d37f2009-6bc1-4296-a973-e5f7baa77f54 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 May 09 05:16:15.649414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:15.918920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:16.463482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da2bd-9366-4d10-8723-4343ca46d724 req-52d309b8-381f-43d3-b715-92a87b04cee7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:16.464959 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-977da2bd-9366-4d10-8723-4343ca46d724 req-52d309b8-381f-43d3-b715-92a87b04cee7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 984 time: 0.0903342 May 09 05:16:16.518196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-977da2bd-9366-4d10-8723-4343ca46d724 req-aeaa053a-5c24-4b8e-b55c-65be40402af1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 May 09 05:16:16.732790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d26237-bb8c-4e8a-aea6-fe63d4d4133a req-23b6f354-c7b7-4bf1-b75e-167428d7a37d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:16.734177 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-99d26237-bb8c-4e8a-aea6-fe63d4d4133a req-23b6f354-c7b7-4bf1-b75e-167428d7a37d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 984 time: 0.1058328 May 09 05:16:16.781807 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-99d26237-bb8c-4e8a-aea6-fe63d4d4133a req-a65f2772-af10-496c-938e-dbd9cc642601 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390885 May 09 05:16:16.810598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42600) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:16.887876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514db201-031c-486a-981c-eb91b6a5b6f5 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:16.889402 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-514db201-031c-486a-981c-eb91b6a5b6f5 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df&network_id=2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 200 len: 1132 time: 0.0778341 May 09 05:16:17.262136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf70cce-1bb6-40d2-a453-4dfa96844d12 req-551c093d-7efd-4ea6-a26c-cd1ab0b0ccb3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:17.263606 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9bf70cce-1bb6-40d2-a453-4dfa96844d12 req-551c093d-7efd-4ea6-a26c-cd1ab0b0ccb3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 984 time: 0.0862350 May 09 05:16:17.308680 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9bf70cce-1bb6-40d2-a453-4dfa96844d12 req-7e441601-0f43-46e0-adcb-d50120e2cbe9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392153 May 09 05:16:17.390588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:18.502148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ef3ac-4f3e-4d56-92e1-fede6f7b9d38 req-e7d026ff-965a-4f11-bf40-11869295b195 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:18.503610 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-942ef3ac-4f3e-4d56-92e1-fede6f7b9d38 req-e7d026ff-965a-4f11-bf40-11869295b195 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 984 time: 0.0861030 May 09 05:16:18.550986 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-942ef3ac-4f3e-4d56-92e1-fede6f7b9d38 req-6cd805f9-c6c5-4a3c-835a-d5e44fc579ba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab22fa07-1e88-4c03-9b5a-028a5df8591f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 May 09 05:16:18.766354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:19.023956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-bd8acb51-f4cc-4ac2-b9cc-e2c3ea61ddf1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:19.025246 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-bd8acb51-f4cc-4ac2-b9cc-e2c3ea61ddf1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 984 time: 0.2023220 May 09 05:16:19.096678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-3659224c-b8a0-4f26-b50b-6bdd27c81311 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:19.097984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-3659224c-b8a0-4f26-b50b-6bdd27c81311 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666418 May 09 05:16:19.249074 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-4778d908-aa46-4d4e-a1f4-65e16ce9ccca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1456916 May 09 05:16:19.259930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:19.371977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:19.565649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=45090d7a-1210-4577-bd21-eac4558cd792,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:19.600028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] For port 45090d7a-1210-4577-bd21-eac4558cd792, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:16:19.657760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] device_id is not set on port 45090d7a-1210-4577-bd21-eac4558cd792 yet. {{(pid=88041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 09 05:16:19.666782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:19.673264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:19.696195 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3dc52e28-c0f5-47ec-997d-ba859953d5c5 req-e3b06bad-de13-4171-a445-db11406220df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 210 time: 0.0424383 May 09 05:16:19.818679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Pushing event updated for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=11']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:19.832355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.832725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.833056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.833378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.833702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.834017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.834338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.834653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.834965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.835278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.835588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.835894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:19.883663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] No DVR routers for this DVR port 45090d7a-1210-4577-bd21-eac4558cd792 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:16:19.906380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-beedefa9-043d-4c21-ac3d-1884bfcd2d3c None None] Provisioning complete for port 45090d7a-1210-4577-bd21-eac4558cd792 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:19.906868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-beedefa9-043d-4c21-ac3d-1884bfcd2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:19.960484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-beedefa9-043d-4c21-ac3d-1884bfcd2d3c None None] Port 45090d7a-1210-4577-bd21-eac4558cd792 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:16:20.113075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] In _notify_port_updated(), no bound segment for port 45090d7a-1210-4577-bd21-eac4558cd792 on network 2ecab827-cb79-497f-9c9e-e52201b43e0e {{(pid=88041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 09 05:16:20.113945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:20.114548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:20.117341 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a5b69a7a-008e-4bf1-8f1b-78b6acf20748 req-0e5f4431-d480-4019-90eb-d1e9cb167a01 service neutron] 10.222.0.59 "PUT /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 200 len: 1027 time: 0.8598952 May 09 05:16:20.869422 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-967612c3-9f3b-437a-9424-245a2e695c3e req-f9088485-cf45-45aa-8ffa-96337fa9df1c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=a45fff4a-b3bf-4f1c-b073-dd9cd8ac74df HTTP/1.1" status: 200 len: 210 time: 0.0469027 May 09 05:16:21.963657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42620) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:22.148823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddf85948-1181-4376-a723-2682d27ed761 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:22.178849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddf85948-1181-4376-a723-2682d27ed761 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:22.247079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddf85948-1181-4376-a723-2682d27ed761 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:22.265292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf85948-1181-4376-a723-2682d27ed761 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08c3c72-4735-4706-9f7d-01e990c4e05d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:22.277887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ddf85948-1181-4376-a723-2682d27ed761 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:22.279032 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ddf85948-1181-4376-a723-2682d27ed761 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/a08c3c72-4735-4706-9f7d-01e990c4e05d HTTP/1.1" status: 204 len: 168 time: 0.3143253 May 09 05:16:22.314287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42626) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:22.526480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port cdd42e6e-47c4-4512-9b27-d897f4824723 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:16:22.526828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:22.697153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:22.697486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:22.822247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for cdd42e6e-47c4-4512-9b27-d897f4824723 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:16:22.956143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:16:22.976348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:23.020042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 45090d7a-1210-4577-bd21-eac4558cd792 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:16:23.028630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=cdd42e6e-47c4-4512-9b27-d897f4824723,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:23.127383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:23.127718 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 7fe9f9b6-b63e-410b-9df4-cfe084aa88f2 disassociated (deleted). External IP: 172.26.0.183, port: 45090d7a-1210-4577-bd21-eac4558cd792. May 09 05:16:23.498110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 8a99851d-210b-43ea-a21a-6dda59ed455d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:16:23.806720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:16:23.820139 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] Sync routers for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:16:23.830571 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:23.830995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:23.831427 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:23.898149 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3e55ac18-4e3e-44c3-83d4-efc3f157dd58 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/7fe9f9b6-b63e-410b-9df4-cfe084aa88f2 HTTP/1.1" status: 204 len: 168 time: 1.5803287 May 09 05:16:24.011856 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:24.090387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42634) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:24.166859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f81c-7ab2-4c57-9e0e-5928a83d77b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:24.199328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f81c-7ab2-4c57-9e0e-5928a83d77b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:24.271387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f81c-7ab2-4c57-9e0e-5928a83d77b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:24.293955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4f81c-7ab2-4c57-9e0e-5928a83d77b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c9173-2a6b-4d11-959d-26ebcebd06af,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:24.299925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c4f4f81c-7ab2-4c57-9e0e-5928a83d77b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:24.309482 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c4f4f81c-7ab2-4c57-9e0e-5928a83d77b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/e15c9173-2a6b-4d11-959d-26ebcebd06af HTTP/1.1" status: 204 len: 168 time: 0.2134140 May 09 05:16:24.349283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42640) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:24.355914 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:44Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:24.362509 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] Checking router: 8a99851d-210b-43ea-a21a-6dda59ed455d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:16:24.373357 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:24.373357 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:24.421759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 45090d7a-1210-4577-bd21-eac4558cd792 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:16:24.421759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:24.560593 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:24.700665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:24.840756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 45090d7a-1210-4577-bd21-eac4558cd792 owned by {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:16:24.904049 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:44Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:24.910853 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd2140-faec-4c73-87d8-6a624d26613c None None] The sync data for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv is: [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'c25d3441-8be3-4777-99d3-f16e8e5c9135', 'name': '', 'network_id': '2ecab827-cb79-497f-9c9e-e52201b43e0e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:35:26:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:37Z', 'updated_at': '2022-05-09T05:15:44Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'e86fa700-c4a4-4070-960b-cf121200c15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:16:25.003205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:25.055127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=45090d7a-1210-4577-bd21-eac4558cd792,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:25.164900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:25.172771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604404a-e76a-4707-bc69-23cd9d033443 None None] New status for floating IP 7fe9f9b6-b63e-410b-9df4-cfe084aa88f2: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:16:25.177604 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bc667294-9de7-4bc8-8325-5dfe502560de tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/ports/45090d7a-1210-4577-bd21-eac4558cd792 HTTP/1.1" status: 204 len: 168 time: 0.8293295 May 09 05:16:25.180173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42644) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:25.857586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:26.219660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port c25d3441-8be3-4777-99d3-f16e8e5c9135 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:16:26.220345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:26.414917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port c25d3441-8be3-4777-99d3-f16e8e5c9135, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c25d3441-8be3-4777-99d3-f16e8e5c9135,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:26.415298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:26.544020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for c25d3441-8be3-4777-99d3-f16e8e5c9135 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:16:26.749352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:26.798466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=c25d3441-8be3-4777-99d3-f16e8e5c9135,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:27.084339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:27.580738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 8a99851d-210b-43ea-a21a-6dda59ed455d has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:16:27.767551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:16:27.776860 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] Sync routers for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:16:27.780435 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e2e933ef-9d36-48f1-9573-c85bdcfc3e21 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/8a99851d-210b-43ea-a21a-6dda59ed455d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5992069 May 09 05:16:27.783255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42648) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:27.787064 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:27.787840 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:27.853816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet e86fa700-c4a4-4070-960b-cf121200c15f {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:16:27.856784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:27.911965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:27.961856 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:27.994663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.071376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.109706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=e86fa700-c4a4-4070-960b-cf121200c15f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:28.114471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.120149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a293c9c5-3a39-40f5-8d88-e69b5802bc83 None None] Network 2ecab827-cb79-497f-9c9e-e52201b43e0e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:16:28.121673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.122004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.122323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.122645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.122962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.123273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.123587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.123899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.124382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.124719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.125033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.125339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.130334 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7729f078-2036-4149-97bb-8682d380c682 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/e86fa700-c4a4-4070-960b-cf121200c15f HTTP/1.1" status: 204 len: 168 time: 0.3461490 May 09 05:16:28.133226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42652) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:28.248953 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:16:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:28.253334 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] Checking router: 8a99851d-210b-43ea-a21a-6dda59ed455d for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:16:28.261612 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] Routers {'8a99851d-210b-43ea-a21a-6dda59ed455d'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:28.262214 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['8a99851d-210b-43ea-a21a-6dda59ed455d'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:28.325717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.389371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] DHCP port deletion for 2ecab827-cb79-497f-9c9e-e52201b43e0e request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:16:28.393610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Deleting port 575e4231-5067-4130-9c0d-ac83aea832aa {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:16:28.393973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.441021 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] Set router 8a99851d-210b-43ea-a21a-6dda59ed455d gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:28.612668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] For port 575e4231-5067-4130-9c0d-ac83aea832aa, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=575e4231-5067-4130-9c0d-ac83aea832aa,segment=NetworkSegment(c739b9f4-282c-4206-9bab-179d5eb7ee3c),segment_id=c739b9f4-282c-4206-9bab-179d5eb7ee3c)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:28.613873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.651038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.662203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port c8b9f2d6-587e-4bf5-951e-9cf8251266ac {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:16:28.662682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.687814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 575e4231-5067-4130-9c0d-ac83aea832aa no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:16:28.742444 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:16:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:28.747308 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9aca8-17bd-40f7-b8e9-d13cbdb14fff None None] The sync data for ids ['8a99851d-210b-43ea-a21a-6dda59ed455d'] in dv-neutron-840482-1-hyperv is: [{'id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'name': 'tempest-TestNetworkBasicOps-router-548785871', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:15:33Z', 'updated_at': '2022-05-09T05:16:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'c8b9f2d6-587e-4bf5-951e-9cf8251266ac', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a99851d-210b-43ea-a21a-6dda59ed455d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:15:34Z', 'updated_at': '2022-05-09T05:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:16:28.784103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Calling delete_port for 575e4231-5067-4130-9c0d-ac83aea832aa owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:16:28.854631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port c8b9f2d6-587e-4bf5-951e-9cf8251266ac, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:28.854997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.916466 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.966242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:28.974687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Pushing event deleted for resources: {'Port': ['ID=575e4231-5067-4130-9c0d-ac83aea832aa,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:28.978284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for c8b9f2d6-587e-4bf5-951e-9cf8251266ac owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:16:28.986627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] No DVR routers for this DVR port 575e4231-5067-4130-9c0d-ac83aea832aa on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:16:28.997794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.998137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.998474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.998906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.999169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.999494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:28.999814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:29.000131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:29.000478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:29.000791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:29.001105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:29.001675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5768c-d445-456f-9690-d1b2b25c2b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:29.161680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.211437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=c8b9f2d6-587e-4bf5-951e-9cf8251266ac,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:29.309377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.494262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.496938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.525120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.525666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router 8a99851d-210b-43ea-a21a-6dda59ed455d {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:16:29.547432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.548797 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-60ac8a8a-96e6-48f2-a5f5-3b82eaeabc7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/8a99851d-210b-43ea-a21a-6dda59ed455d HTTP/1.1" status: 204 len: 168 time: 1.4137630 May 09 05:16:29.551974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42656) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:29.673547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.818807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.844547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecab827-cb79-497f-9c9e-e52201b43e0e']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:29.856885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c739b9f4-282c-4206-9bab-179d5eb7ee3c') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:29.857180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c739b9f4-282c-4206-9bab-179d5eb7ee3c') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:29.868654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.884495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.890990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:16:29.891398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:16:29.905545 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:16:29.987509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.007803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.020059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=2ecab827-cb79-497f-9c9e-e52201b43e0e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:30.036616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b479e644-1d38-4264-b1f1-67f87d3957c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/2ecab827-cb79-497f-9c9e-e52201b43e0e HTTP/1.1" status: 204 len: 168 time: 0.4802780 May 09 05:16:30.048570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42660) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:30.060237 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ad0a4fb0-9ac0-4771-b1bd-815eb6f724d6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0103111 May 09 05:16:30.063213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42664) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:30.068712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--1060486275', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:30.073841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:30.078088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:30.081440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:30.087205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:30.096839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:16:30.100302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.129302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:16:30.138176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.138536 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment 66f2c5fe-56ea-4a8d-9866-3679100cbfc3 of type vlan for network 159288ee-06cf-44ec-9ba1-2da719531707 May 09 05:16:30.165653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.201802 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.207623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:30.208205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.420604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=159288ee-06cf-44ec-9ba1-2da719531707,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:30.425340 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9ddfaf6f-0052-4c19-b7dd-3887266c8a38 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3594580 May 09 05:16:30.426410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42668) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:30.430825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 159288ee-06cf-44ec-9ba1-2da719531707 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:16:30.434426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-313144437', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:30.441708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:30.445553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:30.448494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:30.455127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:30.466766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.467964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.484378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:30.600908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c8b9f2d6-587e-4bf5-951e-9cf8251266ac no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:16:30.667733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c8b9f2d6-587e-4bf5-951e-9cf8251266ac {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:16:30.668071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c8b9f2d6-587e-4bf5-951e-9cf8251266ac not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:16:30.668509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c25d3441-8be3-4777-99d3-f16e8e5c9135 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:16:30.700624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c25d3441-8be3-4777-99d3-f16e8e5c9135 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:16:30.700900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c25d3441-8be3-4777-99d3-f16e8e5c9135 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:16:30.753456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:31.057406 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:31.089150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:31.225234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.101 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/55a04d0d-8544-4629-ad6a-e4ded30a122d) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:16:31.372825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:31.403927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:31.474139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:16:31.477199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:16:31.480847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:16:31.510504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=55a04d0d-8544-4629-ad6a-e4ded30a122d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:31.545439 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:16:32.010675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:32.375723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:32.586906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:16:32.766140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:16:32.778533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Sync routers for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:16:32.789094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:32.789810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:32.794478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:32.796072 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e4a9a725-73d5-4b50-8521-b6f9e02abc69 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3686314 May 09 05:16:32.799095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42672) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:32.842604 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b976dfad-b9bb-4d03-9996-c4e297bfe36d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423155 May 09 05:16:32.846497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42676) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:32.970078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:32.973949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147b011-e67e-4cb4-86ee-e776d8031548 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:32.978135 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7147b011-e67e-4cb4-86ee-e776d8031548 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290598 May 09 05:16:32.978373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42680) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:33.024022 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-db527db5-4ea9-4abb-97e0-2a7bc8e5435b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419369 May 09 05:16:33.024194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42684) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:33.029414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126877030', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:33.259399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:33.263225 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:33.266658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:33.269116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:31Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:33.272356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:33.273167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Checking router: c3eca268-80c5-4dd7-a8c3-451f7e1363a6 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:16:33.273500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Updating router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 port 55a04d0d-8544-4629-ad6a-e4ded30a122d binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:16:33.284194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:16:33.287937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:33.326942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:33.505573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:33.585485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=c021561f-2a8a-4aea-8fe9-67c2299c552e,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:33.594880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:16:33.595235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 159288ee-06cf-44ec-9ba1-2da719531707, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:16:33.621072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 159288ee-06cf-44ec-9ba1-2da719531707 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:16:33.631291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 159288ee-06cf-44ec-9ba1-2da719531707) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:16:33.635581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:33.636331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:33.644624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc5bdd-b3ad-4903-b377-1d4e6c5816a3 None None] Network 159288ee-06cf-44ec-9ba1-2da719531707 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:16:33.660976 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-eacdd814-1f09-4a00-b20e-b93cbc075a8b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6357880 May 09 05:16:33.664357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42688) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:33.672709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:33.741442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Transition to ACTIVE for port object 55a04d0d-8544-4629-ad6a-e4ded30a122d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:33.752643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:33.859707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Attempting to bind port 55a04d0d-8544-4629-ad6a-e4ded30a122d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:16:33.860380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Attempting to bind port 55a04d0d-8544-4629-ad6a-e4ded30a122d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:16:33.860380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Attempting to bind port 55a04d0d-8544-4629-ad6a-e4ded30a122d on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:16:33.895731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f40f-48e7-4c4b-b1fb-1bae6b246905 None None] Pushing event updated for resources: {'Port': ['ID=55a04d0d-8544-4629-ad6a-e4ded30a122d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:33.909292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:16:33.909658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:16:33.910402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:33.910779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:16:33.911249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Bound port: 55a04d0d-8544-4629-ad6a-e4ded30a122d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:16:33.911607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:34.024043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-159288ee-06cf-44ec-9ba1-2da719531707', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:16:34.025539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:34.049199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] For port 55a04d0d-8544-4629-ad6a-e4ded30a122d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:16:34.053508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] For port 55a04d0d-8544-4629-ad6a-e4ded30a122d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=55a04d0d-8544-4629-ad6a-e4ded30a122d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:16:34.090554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:34.268780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:34.269407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:34.317345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f40f-48e7-4c4b-b1fb-1bae6b246905 None None] Pushing event updated for resources: {'Port': ['ID=55a04d0d-8544-4629-ad6a-e4ded30a122d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:34.367715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:34.444156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Allocated IP 172.20.0.2 (159288ee-06cf-44ec-9ba1-2da719531707/c021561f-2a8a-4aea-8fe9-67c2299c552e/926e72c1-63be-4882-a6d8-a5a39429f913) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:16:34.539995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:34.896530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:34.911054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Transition to ACTIVE for port object 926e72c1-63be-4882-a6d8-a5a39429f913 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:34.932624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Transition to ACTIVE for port object 926e72c1-63be-4882-a6d8-a5a39429f913 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:34.941429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:35.007759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:31Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:35.014753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Network 159288ee-06cf-44ec-9ba1-2da719531707 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:16:35.018981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:16:35.023586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:16:35.029987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c28f99-eb78-4d59-90a2-603e33cd1158 None None] The sync data for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv is: [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:31Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:16:35.033301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Pushing event updated for resources: {'Port': ['ID=926e72c1-63be-4882-a6d8-a5a39429f913,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:35.130461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Attempting to bind port 926e72c1-63be-4882-a6d8-a5a39429f913 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:16:35.130823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Attempting to bind port 926e72c1-63be-4882-a6d8-a5a39429f913 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:16:35.131174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Attempting to bind port 926e72c1-63be-4882-a6d8-a5a39429f913 on network 159288ee-06cf-44ec-9ba1-2da719531707 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:16:35.136597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:16:35.136967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Checking segment: {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:16:35.137377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:35.137740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Bound using segment: {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:16:35.138206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Bound port: 926e72c1-63be-4882-a6d8-a5a39429f913, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:16:35.138573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:35.144643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (159288ee-06cf-44ec-9ba1-2da719531707/c021561f-2a8a-4aea-8fe9-67c2299c552e/e112c297-8979-488b-b872-36e41088c2ce) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:16:35.232879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] For port 926e72c1-63be-4882-a6d8-a5a39429f913, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:16:35.236343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] For port 926e72c1-63be-4882-a6d8-a5a39429f913, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=926e72c1-63be-4882-a6d8-a5a39429f913,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:16:35.242149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:35.341131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09f35b-4e99-47ec-b9a4-9b655c8eee34 None None] Pushing event updated for resources: {'Port': ['ID=926e72c1-63be-4882-a6d8-a5a39429f913,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:35.344079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:35.369898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object e112c297-8979-488b-b872-36e41088c2ce will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:35.394874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:35.464727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 159288ee-06cf-44ec-9ba1-2da719531707 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:16:35.468105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:16:35.473248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:16:35.522396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:35.551693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:35.701774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:36.149587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:36.155250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:36.272444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:36.274985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:36.308730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e30338-5274-412d-a8c9-62f157fdf93f None None] Network 159288ee-06cf-44ec-9ba1-2da719531707 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:16:36.421375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 159288ee-06cf-44ec-9ba1-2da719531707 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:16:36.422784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:16:36.465127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4ced7f14-9b41-4ea2-8bc1-a13ef5381c6b None None] Provisioning for port 926e72c1-63be-4882-a6d8-a5a39429f913 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:36.626200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:16:36.679266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 926e72c1-63be-4882-a6d8-a5a39429f913 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:36.769776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 926e72c1-63be-4882-a6d8-a5a39429f913 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:36.775152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 926e72c1-63be-4882-a6d8-a5a39429f913 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:36.775716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:36.857094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Provisioning complete for port 926e72c1-63be-4882-a6d8-a5a39429f913 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:36.857461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:36.977945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:16:36.988308 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Sync routers for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:16:36.996515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42692) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:36.999611 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:37.000308 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:37.013029 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1bc5702c-3123-4e93-8430-13e9515027df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3472695 May 09 05:16:37.037021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.117746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 926e72c1-63be-4882-a6d8-a5a39429f913, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=926e72c1-63be-4882-a6d8-a5a39429f913,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:37.118886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.130396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.131294 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 55a04d0d-8544-4629-ad6a-e4ded30a122d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:37.159250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab60e45-3d2f-4b38-a412-95ab08ba24f8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.160474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab60e45-3d2f-4b38-a412-95ab08ba24f8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.162230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab60e45-3d2f-4b38-a412-95ab08ba24f8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.162878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab60e45-3d2f-4b38-a412-95ab08ba24f8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.163510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab60e45-3d2f-4b38-a412-95ab08ba24f8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.164135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab60e45-3d2f-4b38-a412-95ab08ba24f8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.169240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42696) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:37.180081 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-eab60e45-3d2f-4b38-a412-95ab08ba24f8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1817858 May 09 05:16:37.237088 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:37.253969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e7a13-c46a-40aa-92d2-22125ee5fdfe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.254817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e7a13-c46a-40aa-92d2-22125ee5fdfe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.255446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e7a13-c46a-40aa-92d2-22125ee5fdfe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.256062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e7a13-c46a-40aa-92d2-22125ee5fdfe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.256726 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e7a13-c46a-40aa-92d2-22125ee5fdfe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.257338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e7a13-c46a-40aa-92d2-22125ee5fdfe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:37.262985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42700) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:37.268819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0f3e7a13-c46a-40aa-92d2-22125ee5fdfe tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0977960 May 09 05:16:37.304231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:16:37.304642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:16:37.324127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=926e72c1-63be-4882-a6d8-a5a39429f913,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:37.334882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 55a04d0d-8544-4629-ad6a-e4ded30a122d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:37.345354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 55a04d0d-8544-4629-ad6a-e4ded30a122d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:37.345961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.468389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.487297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 55a04d0d-8544-4629-ad6a-e4ded30a122d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=55a04d0d-8544-4629-ad6a-e4ded30a122d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:37.492355 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-08d87b04-435e-4e3e-9308-fd59a797d2a8 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2273297 May 09 05:16:37.495481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.566035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=55a04d0d-8544-4629-ad6a-e4ded30a122d,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:37.589464 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:37.593437 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Checking router: c3eca268-80c5-4dd7-a8c3-451f7e1363a6 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:16:37.593771 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Updating router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 port e112c297-8979-488b-b872-36e41088c2ce binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:16:37.644357 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.688900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42706) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:37.694177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357188527', 'description': 'tempest-secgroup-smoke-357188527 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:37.700015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:37.704239 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:37.707018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:37.712689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:37.723943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.743735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:37.747644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:37.750615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:37.756177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:37.832576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.838063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.874860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Provisioning for port e112c297-8979-488b-b872-36e41088c2ce completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:37.881128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Provisioning complete for port e112c297-8979-488b-b872-36e41088c2ce triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:37.881478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.885017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6bbf1d-607b-495e-9f02-be1281005273,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:37.890459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:37.891970 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b713471d-9acf-45aa-91f2-37d817bc4cdd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2020969 May 09 05:16:37.894986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42710) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:37.901292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'dd6bbf1d-607b-495e-9f02-be1281005273', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:37.908034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:37.912733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:37.915821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:37.922048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:37.940756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d9808958-d4c4-4671-b3bf-de06394140fd None None] Port e112c297-8979-488b-b872-36e41088c2ce cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:16:37.944788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.007657 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.010432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.014137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.019751 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Transition to ACTIVE for port object e112c297-8979-488b-b872-36e41088c2ce will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:38.026081 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.046478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.048483 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520495 May 09 05:16:38.051140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42714) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:38.053524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bb5c2-1105-4c87-9216-aaf9e197c6b5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ce9a18-c201-43fa-8cea-3cbb090209e2,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.057874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'dd6bbf1d-607b-495e-9f02-be1281005273', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:38.066206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:38.071590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:38.074480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:38.080784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:38.101347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.157961 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Pushing event updated for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.172208 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.176800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.199927 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.200263 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.200668 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.200970 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.201277 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.201425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f81ef7-1c57-489e-8a7b-b400b5ab4048,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.201586 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.201893 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.202271 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.202583 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.202886 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.203249 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.203485 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:16:38.216858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.218575 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0612fccc-41df-4594-aeab-f6b350978a05 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658318 May 09 05:16:38.221334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42718) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:38.227043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'dd6bbf1d-607b-495e-9f02-be1281005273', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:38.236576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:38.243291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:38.246709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:38.253643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:38.261767 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Attempting to bind port e112c297-8979-488b-b872-36e41088c2ce on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:16:38.262237 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Attempting to bind port e112c297-8979-488b-b872-36e41088c2ce by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:16:38.262643 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Attempting to bind port e112c297-8979-488b-b872-36e41088c2ce on network 159288ee-06cf-44ec-9ba1-2da719531707 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:16:38.269245 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:16:38.269641 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Checking segment: {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:16:38.270096 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.270527 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Bound using segment: {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:16:38.271052 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Bound port: e112c297-8979-488b-b872-36e41088c2ce, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:16:38.271501 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.273975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.340693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.346776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.362138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] For port e112c297-8979-488b-b872-36e41088c2ce, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:16:38.365285 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] For port e112c297-8979-488b-b872-36e41088c2ce, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e112c297-8979-488b-b872-36e41088c2ce,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:16:38.370966 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.371164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318e73e7-711e-4979-878c-c3e03a580508,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.382239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.383721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6cda7d2d-a2eb-4a68-8599-59d06f2e41ab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612279 May 09 05:16:38.386625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42722) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:38.392197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'dd6bbf1d-607b-495e-9f02-be1281005273', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:38.398440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:38.402636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:38.406187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:38.412253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:38.431620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.457821 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:38.458429 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:38.499400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.505603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.532310 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b9803-6e8e-44f6-9f7d-3a9302c820d9 None None] Pushing event updated for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.542332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a15014a-a74a-436c-8c2a-01c680377093,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.555944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.560048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42726) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:38.560861 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8f4ea0cb-89cc-45c6-a0dc-e5b3ab4f155b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731024 May 09 05:16:38.567929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'dd6bbf1d-607b-495e-9f02-be1281005273', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:38.577844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:38.582846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:38.586498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:38.593591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:38.608806 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:16:38.620376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.665345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 926e72c1-63be-4882-a6d8-a5a39429f913 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:38.690844 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:38.709087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.714912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.738916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fc9da9-5262-4c65-b169-bc3537966413,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.751562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.752963 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c3caa734-fdcd-4c9c-89a6-2e13395968e5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1913776 May 09 05:16:38.755881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42730) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:38.762668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'dd6bbf1d-607b-495e-9f02-be1281005273', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:38.769371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:38.773658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:38.774681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 926e72c1-63be-4882-a6d8-a5a39429f913 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:38.775048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.776692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:38.782865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:38.795079 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:16:38.804772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.877329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.882639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.906565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277398bd-f404-4919-8953-5834e9285095,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:38.921287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 55a04d0d-8544-4629-ad6a-e4ded30a122d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:38.921462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:38.930775 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0636e71a-4310-4992-a3c9-f73102ffdf22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655712 May 09 05:16:38.996178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 55a04d0d-8544-4629-ad6a-e4ded30a122d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:38.996590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:39.072285 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:16:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:39.076415 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d20a8d-aecf-4b69-befc-d170e6514c5e None None] The sync data for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv is: [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:16:38Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:16:39.103611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a948239b-e9ae-433f-b150-a58b8c49f1f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:16:39.142303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a948239b-e9ae-433f-b150-a58b8c49f1f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:16:39.143600 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a948239b-e9ae-433f-b150-a58b8c49f1f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357188527&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0853827 May 09 05:16:39.302050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-0824db3c-8a13-4ebb-b15c-720a87fa18c6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:39.302727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-0824db3c-8a13-4ebb-b15c-720a87fa18c6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:16:39.320222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-0824db3c-8a13-4ebb-b15c-720a87fa18c6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:16:39.321454 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-0824db3c-8a13-4ebb-b15c-720a87fa18c6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=159288ee-06cf-44ec-9ba1-2da719531707 HTTP/1.1" status: 200 len: 797 time: 0.1693876 May 09 05:16:39.336664 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-e48d1b81-d328-4502-ad4b-26b6989b8d44 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0095534 May 09 05:16:39.559365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-7bcc2cf1-1cd5-4e62-85ab-a084cd3c8eee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:16:39.575777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-7bcc2cf1-1cd5-4e62-85ab-a084cd3c8eee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:16:39.577334 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-7bcc2cf1-1cd5-4e62-85ab-a084cd3c8eee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352290 May 09 05:16:39.723081 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-0ff381f5-dbb4-44a0-90b7-bfa2446a2893 service neutron] 10.222.0.50 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333022 May 09 05:16:39.857793 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-0370f433-a43e-42af-bb83-cfc0d5076691 service neutron] 10.222.0.50 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285882 May 09 05:16:40.053259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0447693f-ae6c-4f8e-b6d5-4128d55f9408 req-b0d846d9-6316-4aba-93f0-3538993acaef tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:16:40.065987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0447693f-ae6c-4f8e-b6d5-4128d55f9408 req-b0d846d9-6316-4aba-93f0-3538993acaef tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:16:40.067403 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0447693f-ae6c-4f8e-b6d5-4128d55f9408 req-b0d846d9-6316-4aba-93f0-3538993acaef tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 210 time: 0.0579989 May 09 05:16:40.626364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e112c297-8979-488b-b872-36e41088c2ce up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:40.706096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port e112c297-8979-488b-b872-36e41088c2ce completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:40.710940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e112c297-8979-488b-b872-36e41088c2ce triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:40.711305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:40.828857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:40.861166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port e112c297-8979-488b-b872-36e41088c2ce, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e112c297-8979-488b-b872-36e41088c2ce,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:40.868918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:40.979010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:41.230797 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9f0948b5-c25b-4920-b9ea-d21685d6a3c0 req-b978b235-bcff-4b68-9aa0-798e97199fcf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 210 time: 0.0436900 May 09 05:16:41.231474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-18868c78-4828-4657-b60c-59bd66e571ba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:41.231864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-18868c78-4828-4657-b60c-59bd66e571ba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:16:41.246655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-694972ab-3820-4265-a42e-fd657dbd96fd req-18868c78-4828-4657-b60c-59bd66e571ba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:16:41.246655 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-18868c78-4828-4657-b60c-59bd66e571ba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=159288ee-06cf-44ec-9ba1-2da719531707 HTTP/1.1" status: 200 len: 797 time: 0.1637802 May 09 05:16:41.303033 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-b620395d-abeb-432a-bec1-eac0dd47dda6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 379 time: 0.0412977 May 09 05:16:41.311623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['dd6bbf1d-607b-495e-9f02-be1281005273']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:41.454248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:41.464759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:41.475770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:16:41.479303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:41.651996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.6 (159288ee-06cf-44ec-9ba1-2da719531707/c021561f-2a8a-4aea-8fe9-67c2299c552e/46da9ea0-4487-4837-9fb7-0823fbf23c95) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:16:41.858220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:41.874539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 46da9ea0-4487-4837-9fb7-0823fbf23c95 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:41.899938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:41.975889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 159288ee-06cf-44ec-9ba1-2da719531707 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:16:41.979241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:16:41.983380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:16:42.014789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=46da9ea0-4487-4837-9fb7-0823fbf23c95,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:42.053331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:42.053956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:42.079908 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-a92eac7e-ef0a-419c-80d7-9770bbcb80a2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7719684 May 09 05:16:42.097901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Request body: {'port': {'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:42.198858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3014119d-6ae0-4cbb-bc05-124aa285eb42 None None] Provisioning for port 46da9ea0-4487-4837-9fb7-0823fbf23c95 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:42.203663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3014119d-6ae0-4cbb-bc05-124aa285eb42 None None] Provisioning complete for port 46da9ea0-4487-4837-9fb7-0823fbf23c95 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:42.204109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3014119d-6ae0-4cbb-bc05-124aa285eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:42.220543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:42.257803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3014119d-6ae0-4cbb-bc05-124aa285eb42 None None] Port 46da9ea0-4487-4837-9fb7-0823fbf23c95 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:16:42.328514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-be38de80-354f-4991-9740-e68d2a1062e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:42.550348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c265f50-c264-40e8-a3f8-2058e3fc89d1 req-b52d76ca-7161-4f8f-9d86-e125d2839e26 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:42.551035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2c265f50-c264-40e8-a3f8-2058e3fc89d1 req-b52d76ca-7161-4f8f-9d86-e125d2839e26 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:16:42.586591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2c265f50-c264-40e8-a3f8-2058e3fc89d1 req-b52d76ca-7161-4f8f-9d86-e125d2839e26 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:16:42.587821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c265f50-c264-40e8-a3f8-2058e3fc89d1 req-b52d76ca-7161-4f8f-9d86-e125d2839e26 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 931 time: 0.2354512 May 09 05:16:42.609710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e112c297-8979-488b-b872-36e41088c2ce up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:42.691508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46da9ea0-4487-4837-9fb7-0823fbf23c95 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:16:42.695291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e112c297-8979-488b-b872-36e41088c2ce triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:42.695657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:42.698023 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c265f50-c264-40e8-a3f8-2058e3fc89d1 req-8b20f5b1-9dea-4c46-bff9-1c4109943de0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005604 May 09 05:16:42.702297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:42.719555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Transition to ACTIVE for port object 46da9ea0-4487-4837-9fb7-0823fbf23c95 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:16:42.724376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:43.002458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Pushing event updated for resources: {'Port': ['ID=46da9ea0-4487-4837-9fb7-0823fbf23c95,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:43.077832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Attempting to bind port 46da9ea0-4487-4837-9fb7-0823fbf23c95 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:16:43.078104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Attempting to bind port 46da9ea0-4487-4837-9fb7-0823fbf23c95 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:16:43.078429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Attempting to bind port 46da9ea0-4487-4837-9fb7-0823fbf23c95 on network 159288ee-06cf-44ec-9ba1-2da719531707 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:16:43.083330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Port 46da9ea0-4487-4837-9fb7-0823fbf23c95 on network 159288ee-06cf-44ec-9ba1-2da719531707 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:16:43.083662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Attempting to bind port 46da9ea0-4487-4837-9fb7-0823fbf23c95 on network 159288ee-06cf-44ec-9ba1-2da719531707 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:16:43.088830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:16:43.089165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Checking segment: {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:16:43.089546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Bound using segment: {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:16:43.089973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Bound port: 46da9ea0-4487-4837-9fb7-0823fbf23c95, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f2c5fe-56ea-4a8d-9866-3679100cbfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:16:43.090322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:43.183688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] For port 46da9ea0-4487-4837-9fb7-0823fbf23c95, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:16:43.187185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] For port 46da9ea0-4487-4837-9fb7-0823fbf23c95, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:16:43.194140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:43.256433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:43.257097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:43.258478 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] 10.222.0.59 "PUT /v2.0/ports/46da9ea0-4487-4837-9fb7-0823fbf23c95 HTTP/1.1" status: 200 len: 1093 time: 1.1657898 May 09 05:16:43.258939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:16:43.279591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b801cbb-c0f3-435a-9324-5101eef6a722 service neutron] Pushing event updated for resources: {'Port': ['ID=46da9ea0-4487-4837-9fb7-0823fbf23c95,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:43.312480 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61c229e-abd9-4d4f-ba0a-bd80f5971257'] response: {'name': 'network-changed', 'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'status': 'completed', 'code': 200} May 09 05:16:43.403492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-c8d1f69d-562d-4e25-a77c-8a1a1f0b49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:43.405096 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-c8d1f69d-562d-4e25-a77c-8a1a1f0b49d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 1096 time: 0.0758090 May 09 05:16:43.482740 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-0549c5df-7ac2-4bd8-b069-2e2ce70ee0e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95 HTTP/1.1" status: 200 len: 217 time: 0.0641153 May 09 05:16:43.544763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-5585fca8-9774-44aa-9d94-9576bede51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:43.546220 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-5585fca8-9774-44aa-9d94-9576bede51a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c021561f-2a8a-4aea-8fe9-67c2299c552e HTTP/1.1" status: 200 len: 834 time: 0.0570660 May 09 05:16:43.626997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694972ab-3820-4265-a42e-fd657dbd96fd req-8d35cc64-d430-475b-b06f-f1721edb3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:43.628443 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-8d35cc64-d430-475b-b06f-f1721edb3c74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159288ee-06cf-44ec-9ba1-2da719531707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758283 May 09 05:16:43.763935 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-f26dc9e2-c9d5-4fb7-8038-ca04bcf63270 service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290922 May 09 05:16:43.945880 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-694972ab-3820-4265-a42e-fd657dbd96fd req-311199af-d4e5-4c27-aa35-d849af3ddee8 service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753030 May 09 05:16:43.962129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afe32-d822-438b-979c-5dc469634228 req-493af3e4-afd8-46ae-84cc-d94a4b8ca4fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:43.963492 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-619afe32-d822-438b-979c-5dc469634228 req-493af3e4-afd8-46ae-84cc-d94a4b8ca4fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 943 time: 0.1281087 May 09 05:16:44.014019 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-619afe32-d822-438b-979c-5dc469634228 req-6c9d3b1f-95fc-4582-953e-306e3543fcb4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 May 09 05:16:44.108435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26037f-0bfc-4663-9568-962d30b510ce req-dc14040f-becd-4049-b65d-e67a49bf3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:44.110096 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f26037f-0bfc-4663-9568-962d30b510ce req-dc14040f-becd-4049-b65d-e67a49bf3ac3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 1096 time: 0.0789926 May 09 05:16:44.242143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26037f-0bfc-4663-9568-962d30b510ce req-115d726d-0251-4dc8-92ef-b3066a61d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:44.243488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f26037f-0bfc-4663-9568-962d30b510ce req-115d726d-0251-4dc8-92ef-b3066a61d5db service neutron] 10.222.0.59 "GET /v2.0/networks?id=159288ee-06cf-44ec-9ba1-2da719531707 HTTP/1.1" status: 200 len: 898 time: 0.1269481 May 09 05:16:44.310074 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f26037f-0bfc-4663-9568-962d30b510ce req-0e26aff3-0b27-4b2d-8751-4192046817b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95 HTTP/1.1" status: 200 len: 217 time: 0.0603547 May 09 05:16:44.376328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26037f-0bfc-4663-9568-962d30b510ce req-5f134990-48d9-43e3-87cc-bf4ebbb50862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:44.377751 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f26037f-0bfc-4663-9568-962d30b510ce req-5f134990-48d9-43e3-87cc-bf4ebbb50862 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c021561f-2a8a-4aea-8fe9-67c2299c552e HTTP/1.1" status: 200 len: 834 time: 0.0616474 May 09 05:16:44.455328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26037f-0bfc-4663-9568-962d30b510ce req-8ac31222-8c17-4bbd-91c6-818a1ba38cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:44.456783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f26037f-0bfc-4663-9568-962d30b510ce req-8ac31222-8c17-4bbd-91c6-818a1ba38cf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159288ee-06cf-44ec-9ba1-2da719531707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726423 May 09 05:16:44.587231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7392d7ef-c754-477a-8ead-a75c05566fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:44.589234 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f26037f-0bfc-4663-9568-962d30b510ce req-f03eeaaf-9e7b-45e6-938f-802b6430bc6a service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262925 May 09 05:16:44.844034 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f26037f-0bfc-4663-9568-962d30b510ce req-dc4fd149-ebac-43de-aca0-ff22ca45a831 service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483881 May 09 05:16:45.209819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516697bb-6347-4b16-ba5e-65414b950bb0 req-6c7a5178-216f-4a52-98ea-38341325d916 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:45.211262 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-516697bb-6347-4b16-ba5e-65414b950bb0 req-6c7a5178-216f-4a52-98ea-38341325d916 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 943 time: 0.0876679 May 09 05:16:45.255070 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-516697bb-6347-4b16-ba5e-65414b950bb0 req-88903450-6751-4866-99cd-a4644cf2c4e9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379918 May 09 05:16:45.655024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:45.908459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:46.474432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed50004-9974-4291-8e79-eebbff640a34 req-e7661839-78da-4c8f-9f41-82e1c92450f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:46.475933 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6ed50004-9974-4291-8e79-eebbff640a34 req-e7661839-78da-4c8f-9f41-82e1c92450f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 943 time: 0.0928581 May 09 05:16:46.520409 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6ed50004-9974-4291-8e79-eebbff640a34 req-e9aafe3c-cb3d-4b84-9a03-cb54f1cc7b6a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385377 May 09 05:16:47.047436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 46da9ea0-4487-4837-9fb7-0823fbf23c95 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:16:47.189190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 46da9ea0-4487-4837-9fb7-0823fbf23c95, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:47.202200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'mac_address': 'fa:16:3e:25:62:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:16:47.256043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:47.273718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46da9ea0-4487-4837-9fb7-0823fbf23c95 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:16:47.291632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 46da9ea0-4487-4837-9fb7-0823fbf23c95, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:47.299378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:47.371534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=46da9ea0-4487-4837-9fb7-0823fbf23c95,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:47.393750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:47.723942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['46da9ea0-4487-4837-9fb7-0823fbf23c95'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:16:47.727757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c91b-2c3c-442c-9d47-de993bf2b391 req-00fa8922-aaaf-4a7d-8f21-f6aaeb4168e8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:47.729269 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-72d4c91b-2c3c-442c-9d47-de993bf2b391 req-00fa8922-aaaf-4a7d-8f21-f6aaeb4168e8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 944 time: 0.0947063 May 09 05:16:47.778411 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-72d4c91b-2c3c-442c-9d47-de993bf2b391 req-5d03d36e-e8f0-4e28-b34b-2d420b386fa3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 May 09 05:16:48.773252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:48.966038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1545a-4b28-40b7-b8d7-c6bc91f019e6 req-fbf6c4c9-d731-4782-892c-d47239a6825a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:48.967495 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-71c1545a-4b28-40b7-b8d7-c6bc91f019e6 req-fbf6c4c9-d731-4782-892c-d47239a6825a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 944 time: 0.0853641 May 09 05:16:49.017418 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-71c1545a-4b28-40b7-b8d7-c6bc91f019e6 req-9078cd34-2e0a-4388-b976-6fd3a4eb2517 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434165 May 09 05:16:49.052054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 46da9ea0-4487-4837-9fb7-0823fbf23c95 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:16:49.127212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 46da9ea0-4487-4837-9fb7-0823fbf23c95 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:16:49.132122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 46da9ea0-4487-4837-9fb7-0823fbf23c95 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:16:49.132524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:49.258211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:49.287179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:16:49.297727 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 46da9ea0-4487-4837-9fb7-0823fbf23c95, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:16:49.302665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:49.334518 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba433ee-0a19-431d-afd0-a092533c5e45'] response: {'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'code': 200} May 09 05:16:49.374239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=46da9ea0-4487-4837-9fb7-0823fbf23c95,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:49.619116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34214651-a8a0-4232-aa45-267ed1473cbc req-a519a159-e7a0-498e-956f-11e349dd6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:49.620630 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-34214651-a8a0-4232-aa45-267ed1473cbc req-a519a159-e7a0-498e-956f-11e349dd6d96 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 1098 time: 0.0739005 May 09 05:16:49.660702 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-34214651-a8a0-4232-aa45-267ed1473cbc req-a154a4b8-1765-4c0a-b8a2-b5f4a5b9beb8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339415 May 09 05:16:50.221928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42be7a-8c0b-4264-aaff-ba4c88516793 req-dc3e355b-8e8d-44a2-bada-b289dd89c669 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:50.223379 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c42be7a-8c0b-4264-aaff-ba4c88516793 req-dc3e355b-8e8d-44a2-bada-b289dd89c669 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 945 time: 0.0886784 May 09 05:16:50.270244 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c42be7a-8c0b-4264-aaff-ba4c88516793 req-7ddf8e19-59df-4ca0-838c-3b6c5f1c4815 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 May 09 05:16:51.468624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006b6d7-c065-4c95-8c90-5c584dd01a1b req-31943aeb-fc22-4973-84ff-74baedd62ea5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:51.470076 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6006b6d7-c065-4c95-8c90-5c584dd01a1b req-31943aeb-fc22-4973-84ff-74baedd62ea5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 945 time: 0.0855637 May 09 05:16:51.517342 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6006b6d7-c065-4c95-8c90-5c584dd01a1b req-4831e590-1615-4f94-b509-bc51d4ebd9df tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 May 09 05:16:51.706880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b28e23-f31d-48f6-ad57-c9cfd80e5fda req-b5729f51-b411-45d2-9a07-4c7c364aca7e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:51.708308 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-36b28e23-f31d-48f6-ad57-c9cfd80e5fda req-b5729f51-b411-45d2-9a07-4c7c364aca7e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 945 time: 0.0869021 May 09 05:16:51.755907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-36b28e23-f31d-48f6-ad57-c9cfd80e5fda req-a9d7e4a6-a7fa-4635-af1d-265e43bcf47e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392492 May 09 05:16:51.779838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42784) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:51.860715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8699a2e6-b535-4c27-a9dc-d156726fb424 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:51.862119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8699a2e6-b535-4c27-a9dc-d156726fb424 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 1093 time: 0.0811486 May 09 05:16:51.864979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42788) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:51.869899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:16:51.875899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:16:51.879883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:16:51.882792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:16:51.888591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:16:51.901484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:52.038751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:52.196670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.148 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/0d766ed7-b7ec-4830-97ea-b02d6df6ed58) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:16:52.348244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:52.385246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:52.451783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:16:52.455045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:16:52.458907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:16:52.493177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=0d766ed7-b7ec-4830-97ea-b02d6df6ed58,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:52.888637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:53.076777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:53.301627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:53.308210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:53.415770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=0d766ed7-b7ec-4830-97ea-b02d6df6ed58,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:16:53.427564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:53.614957 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 1e9ece0d-4077-4484-a0a5-419887f8ffe3 associated. External IP: 172.26.0.148, port: 46da9ea0-4487-4837-9fb7-0823fbf23c95. May 09 05:16:53.995605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:16:54.187469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:16:54.201714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] Sync routers for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:16:54.216621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:54.217508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:54.223973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:16:54.284313 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9ca128aa-42e4-4679-bda9-84bac43ca6fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4154088 May 09 05:16:54.284313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:16:54.285262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42792) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:54.326561 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2306e6d-4088-445a-8b18-939fb49a4e36'] response: {'name': 'network-changed', 'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'status': 'completed', 'code': 200} May 09 05:16:54.400201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:54.443942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-8b01b524-22b8-471d-af7d-c8cc8c57068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:54.445465 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-8b01b524-22b8-471d-af7d-c8cc8c57068f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 1098 time: 0.0731730 May 09 05:16:54.477320 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-286db924-073b-4ba6-9af3-77df7e487db9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6 HTTP/1.1" status: 200 len: 922 time: 0.1907816 May 09 05:16:54.479810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42798) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:54.585647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-10d79103-acf6-4744-aa0b-44db78de803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:54.587092 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-10d79103-acf6-4744-aa0b-44db78de803b service neutron] 10.222.0.59 "GET /v2.0/networks?id=159288ee-06cf-44ec-9ba1-2da719531707 HTTP/1.1" status: 200 len: 898 time: 0.1355054 May 09 05:16:54.589044 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7181c3e6-53a6-4a65-b457-28b01dcfedf0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 991 time: 0.1081014 May 09 05:16:54.799862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1e9ece0d-4077-4484-a0a5-419887f8ffe3', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.148', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'mac_address': 'fa:16:3e:25:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:16:52Z', 'updated_at': '2022-05-09T05:16:52Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:16:40Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:54.803648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] Checking router: c3eca268-80c5-4dd7-a8c3-451f7e1363a6 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:16:54.809830 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-e84a2fbe-748c-49d1-989a-49a8659ce9f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95 HTTP/1.1" status: 200 len: 999 time: 0.2162573 May 09 05:16:54.812326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:16:54.812973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:54.873913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-6b1844cf-7f44-4c6d-b84e-f14734ebd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:54.875474 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-6b1844cf-7f44-4c6d-b84e-f14734ebd391 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c021561f-2a8a-4aea-8fe9-67c2299c552e HTTP/1.1" status: 200 len: 834 time: 0.0593417 May 09 05:16:54.953294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-82483722-5953-4d04-b84b-eee2f12e12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:16:54.954796 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-82483722-5953-4d04-b84b-eee2f12e12ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159288ee-06cf-44ec-9ba1-2da719531707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720325 May 09 05:16:54.991758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:16:55.090994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-59e47639-1bc5-4ef6-84fa-6da36b1dc358 service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291964 May 09 05:16:55.224670 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f71432ce-98cf-41ac-9c8d-e54773bfe3cf req-011e4839-fe89-4835-b3ac-992c74a617c3 service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262002 May 09 05:16:55.338382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1e9ece0d-4077-4484-a0a5-419887f8ffe3', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.148', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'mac_address': 'fa:16:3e:25:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:16:52Z', 'updated_at': '2022-05-09T05:16:52Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:16:40Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:16:55.342611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5184de0-5341-44f9-b39a-1468167d3075 None None] The sync data for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv is: [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1e9ece0d-4077-4484-a0a5-419887f8ffe3', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.148', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'mac_address': 'fa:16:3e:25:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:16:52Z', 'updated_at': '2022-05-09T05:16:52Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:16:40Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:16:55.531845 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271c5db-5a1e-47f4-a3d8-492d6df50fe6 None None] New status for floating IP 1e9ece0d-4077-4484-a0a5-419887f8ffe3: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:16:55.592003 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42802) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:55.699933 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9e3dcb03-c8ec-412f-818d-95467ab434ac tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 991 time: 0.1066165 May 09 05:16:56.705331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42806) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:16:56.819680 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6b125cb9-7fe6-45f9-bfca-b1c0f3bfdfa4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 993 time: 0.1124053 May 09 05:17:02.863135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42810) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:03.069984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Deleting port c4c00301-ec23-4e42-9de1-0da2c66737ea {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:03.070322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:03.382732 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:03.383047 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:03.505863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Calling delete_port for c4c00301-ec23-4e42-9de1-0da2c66737ea owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:03.670306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:03.719619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event deleted for resources: {'Port': ['ID=c4c00301-ec23-4e42-9de1-0da2c66737ea,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:03.815292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:03.815640 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Floating IP d2f667b5-ad48-46aa-b2db-d392a33e5f89 disassociated (deleted). External IP: 172.26.0.108, port: 485234fe-9eee-4e79-8b49-10f4c2768d20. May 09 05:17:04.179487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:17:04.365632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:17:04.375842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:17:04.386508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:04.387183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:04.388444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:04.446526 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-85295e77-8903-4e5c-b99b-082f10594fd0 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "DELETE /v2.0/floatingips/d2f667b5-ad48-46aa-b2db-d392a33e5f89 HTTP/1.1" status: 204 len: 168 time: 1.5822511 May 09 05:17:04.447147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:17:04.571499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:04.598319 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368a83e1-91ba-48b4-be09-e64fbab06a61'] response: {'name': 'network-changed', 'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'status': 'completed', 'code': 200} May 09 05:17:04.736147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-7e9c6d3d-b1b2-4829-a2db-cb7e3d18944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:04.738432 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-7e9c6d3d-b1b2-4829-a2db-cb7e3d18944d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 1099 time: 0.0801113 May 09 05:17:04.830588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2e3cc-fa6d-4f33-b5ff-c40ce066a2a4 req-58841fcf-d918-4bc0-b3a2-4f7aae94e9ef tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:04.830999 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-57a2e3cc-fa6d-4f33-b5ff-c40ce066a2a4 req-58841fcf-d918-4bc0-b3a2-4f7aae94e9ef tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:17:04.852063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-57a2e3cc-fa6d-4f33-b5ff-c40ce066a2a4 req-58841fcf-d918-4bc0-b3a2-4f7aae94e9ef tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:17:04.863051 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-57a2e3cc-fa6d-4f33-b5ff-c40ce066a2a4 req-58841fcf-d918-4bc0-b3a2-4f7aae94e9ef tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 946 time: 0.1114185 May 09 05:17:04.881132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-92827ef9-dbae-4f9e-99ca-917f05c4a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:04.882642 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-92827ef9-dbae-4f9e-99ca-917f05c4a64e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.1365674 May 09 05:17:04.905607 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-57a2e3cc-fa6d-4f33-b5ff-c40ce066a2a4 req-64fdd63d-c403-4494-b0c1-1e6f80fdec70 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431061 May 09 05:17:04.940217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:14Z', 'revision_number': 1, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:04.944179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:17:04.951319 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-02ccb2dc-f101-411d-ba1d-de8adbd5045e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=485234fe-9eee-4e79-8b49-10f4c2768d20 HTTP/1.1" status: 200 len: 217 time: 0.0612745 May 09 05:17:04.952495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:04.953079 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:16:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:05.028004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-0fdd247f-6fac-410f-9388-fef2e2f833bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:05.029736 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-0fdd247f-6fac-410f-9388-fef2e2f833bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0648148 May 09 05:17:05.115429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-da9c931b-a13a-4f9e-8feb-80e6c4460875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:05.117330 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-da9c931b-a13a-4f9e-8feb-80e6c4460875 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746002 May 09 05:17:05.176244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:05.250180 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-99fb0ba0-d139-4d15-9ca8-fae857084ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268039 May 09 05:17:05.383019 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea2f5f31-d2b1-4e96-be28-8499f766692f req-c3b7eddb-d22a-408e-af8e-910a78757b1b service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255288 May 09 05:17:05.538173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:14Z', 'revision_number': 1, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:05.542182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f8965-a2f2-4511-94fd-dcf5cad32f1e None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'af4413bb-2480-445f-9d62-45b066534341', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'floating_ip_address': '172.26.0.125', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'port_id': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'mac_address': 'fa:16:3e:e4:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:13:12Z', 'updated_at': '2022-05-09T05:13:14Z', 'revision_number': 1, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:17:05.849121 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb74f69-5c0b-4582-9d88-b0766055c3ee None None] New status for floating IP d2f667b5-ad48-46aa-b2db-d392a33e5f89: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:17:06.101247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34376df6-e516-4928-808d-5ca666985ea1 req-875ec6ac-8fc4-4582-8c63-d67dede6a8da tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:06.102680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-34376df6-e516-4928-808d-5ca666985ea1 req-875ec6ac-8fc4-4582-8c63-d67dede6a8da tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 946 time: 0.0864868 May 09 05:17:06.152594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-34376df6-e516-4928-808d-5ca666985ea1 req-160d41ea-8190-41ac-a8f1-0171ac51ccae tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 May 09 05:17:06.716281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-3378eeb4-f7df-4ed8-b249-024c7778909c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:06.717641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-3378eeb4-f7df-4ed8-b249-024c7778909c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 946 time: 0.0859690 May 09 05:17:06.793551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Deleting port 485234fe-9eee-4e79-8b49-10f4c2768d20 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:06.793895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:07.161722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] For port 485234fe-9eee-4e79-8b49-10f4c2768d20, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=485234fe-9eee-4e79-8b49-10f4c2768d20,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:07.162479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:07.293451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Calling delete_port for 485234fe-9eee-4e79-8b49-10f4c2768d20 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:07.359336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84793bf7-1b9e-4c69-92d3-788afb40777f req-5f9bd1dd-d3e3-459b-b9ff-08aceda449bd tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:07.361493 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-84793bf7-1b9e-4c69-92d3-788afb40777f req-5f9bd1dd-d3e3-459b-b9ff-08aceda449bd tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 946 time: 0.0864053 May 09 05:17:07.420687 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-84793bf7-1b9e-4c69-92d3-788afb40777f req-d39b4f74-3abe-4063-a368-ca555cdbda2e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525055 May 09 05:17:07.460933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:07.558164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event deleted for resources: {'Port': ['ID=485234fe-9eee-4e79-8b49-10f4c2768d20,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:07.620077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] No DVR routers for this DVR port 485234fe-9eee-4e79-8b49-10f4c2768d20 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:17:07.624869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:07.629581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'name': 'network-vif-deleted', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:17:07.653811 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5de60556-3cbd-4085-8812-d2bf8bf91ec6 req-77f8c386-0a1f-4242-b193-c5c4a41bbf6e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "DELETE /v2.0/ports/485234fe-9eee-4e79-8b49-10f4c2768d20 HTTP/1.1" status: 204 len: 173 time: 0.9261298 May 09 05:17:07.686110 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2ed91c-1d1e-4937-8b7e-d343fcd07fbe'] response: {'server_uuid': '06e9180a-9557-4143-be28-437a364f64db', 'name': 'network-vif-deleted', 'tag': '485234fe-9eee-4e79-8b49-10f4c2768d20', 'status': 'completed', 'code': 200} May 09 05:17:08.544825 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:17:08.591801 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1d4b2a4d-bcc3-41db-8f02-c30afec745b7 req-3988a1f5-3b98-46e0-ac11-7c0c07a1793d tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e9180a-9557-4143-be28-437a364f64db HTTP/1.1" status: 200 len: 210 time: 0.0455573 May 09 05:17:09.164867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 485234fe-9eee-4e79-8b49-10f4c2768d20 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:09.208928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 485234fe-9eee-4e79-8b49-10f4c2768d20 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:17:09.209254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 485234fe-9eee-4e79-8b49-10f4c2768d20 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:17:10.461488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-7dfb97c5-e569-4c06-9ff5-f4e6e706d3e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743341 May 09 05:17:10.618760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-e0a766df-2e13-4ed5-9626-321cff186de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:10.620203 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-e0a766df-2e13-4ed5-9626-321cff186de5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1099 time: 0.0713305 May 09 05:17:10.768471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-afe5441e-34b7-453c-a87b-68efa133b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:10.769816 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-afe5441e-34b7-453c-a87b-68efa133b86a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.1302729 May 09 05:17:10.881374 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-80826978-7b8e-4755-8087-0081ffe273ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 200 len: 1002 time: 0.1023214 May 09 05:17:10.947658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-0d61c692-1881-4326-b529-540c82a98c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:10.949268 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-0d61c692-1881-4326-b529-540c82a98c1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0632861 May 09 05:17:11.027274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-2f98a049-37da-4c77-8f36-d464fde91b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:11.028737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-2f98a049-37da-4c77-8f36-d464fde91b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712528 May 09 05:17:11.172187 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-f5ec5afb-b141-468c-a4b6-604cbdd1a8e9 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364870 May 09 05:17:11.312914 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9765dc1a-f5ee-4eeb-95c4-45eec047f2cc req-26b73c7d-fe12-4ade-86ec-c278db863114 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341763 May 09 05:17:12.337089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3fd588bc-b130-4369-b1a6-3c207858ac2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:14.270678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42848) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:14.592025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6ae8aa81-a3c2-4228-bcd7-a34aa2c8a99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:14.592600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Deleting port 830eb67c-1211-456c-869c-f6f5295fc987 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:14.593087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:14.777208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:14.777539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:14.904640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Calling delete_port for 830eb67c-1211-456c-869c-f6f5295fc987 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:15.059721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:15.106689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event deleted for resources: {'Port': ['ID=830eb67c-1211-456c-869c-f6f5295fc987,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:15.200455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:15.200673 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Floating IP af4413bb-2480-445f-9d62-45b066534341 disassociated (deleted). External IP: 172.26.0.125, port: 165341a5-95d3-4cfc-83ab-a1da17dd665b. May 09 05:17:15.560103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:17:15.656821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:15.745641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:17:15.755116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:17:15.762035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:15.764136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:15.764757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:15.817119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c6fc1e16-2a9b-4a9b-ab92-b479fd91b6c5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "DELETE /v2.0/floatingips/af4413bb-2480-445f-9d62-45b066534341 HTTP/1.1" status: 204 len: 168 time: 1.5452471 May 09 05:17:15.817702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:17:15.864764 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c53167-e9b8-488a-bc4e-972f4f5f9e24'] response: {'name': 'network-changed', 'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'status': 'completed', 'code': 200} May 09 05:17:15.943482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:15.954053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:15.986122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d87aa6-e031-4135-962f-09927f774e2f req-e99b2ec2-3e58-4de7-95c3-923a289555b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:15.987980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-19d87aa6-e031-4135-962f-09927f774e2f req-e99b2ec2-3e58-4de7-95c3-923a289555b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454fa6b37fa94f58b9fedab4580432c5&device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 1099 time: 0.0794544 May 09 05:17:16.278977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:16.283204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:17:16.292184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:16.292844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:16.296425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d87aa6-e031-4135-962f-09927f774e2f req-cdabd439-64c4-41f8-9db8-1c21022533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:16.297892 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-19d87aa6-e031-4135-962f-09927f774e2f req-cdabd439-64c4-41f8-9db8-1c21022533ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 200 len: 913 time: 0.3039811 May 09 05:17:16.373134 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-19d87aa6-e031-4135-962f-09927f774e2f req-d028feaa-4084-415c-8693-aa66df6b4275 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 200 len: 217 time: 0.0668740 May 09 05:17:16.437021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb82a-2f03-42b7-b3af-2952820dede6 req-3c85336e-c116-4c9c-8840-b6311499f4e5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:16.437711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-990fb82a-2f03-42b7-b3af-2952820dede6 req-3c85336e-c116-4c9c-8840-b6311499f4e5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Synchronizing usage tracker for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:17:16.458004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d87aa6-e031-4135-962f-09927f774e2f req-8633583d-65e3-428d-8eed-5db0dc52b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:16.459470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-19d87aa6-e031-4135-962f-09927f774e2f req-8633583d-65e3-428d-8eed-5db0dc52b7fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 200 len: 851 time: 0.0797360 May 09 05:17:16.466154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-990fb82a-2f03-42b7-b3af-2952820dede6 req-3c85336e-c116-4c9c-8840-b6311499f4e5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Unset dirty status for tenant:454fa6b37fa94f58b9fedab4580432c5 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:17:16.467645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-990fb82a-2f03-42b7-b3af-2952820dede6 req-3c85336e-c116-4c9c-8840-b6311499f4e5 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 946 time: 0.2370420 May 09 05:17:16.473664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:16.561405 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-990fb82a-2f03-42b7-b3af-2952820dede6 req-63a1f613-2b79-4283-bae3-a97dfe3003f9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544424 May 09 05:17:16.586201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d87aa6-e031-4135-962f-09927f774e2f req-3564509f-ba18-4ef0-8572-e08d1824f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:16.586201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-19d87aa6-e031-4135-962f-09927f774e2f req-3564509f-ba18-4ef0-8572-e08d1824f0dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c163bfb8-efe2-412d-818a-b3dd6ddac857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137331 May 09 05:17:16.722996 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-19d87aa6-e031-4135-962f-09927f774e2f req-967fa026-1762-4506-aa7c-8d39d773b325 service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330595 May 09 05:17:16.831534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:16.835969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4092f-6af0-4aa8-8a06-98ea7c30e5f1 None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:08:53Z', 'revision_number': 4, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'f81a5a7f-c588-41bf-aa32-539675f819b7', 'name': '', 'network_id': 'c163bfb8-efe2-412d-818a-b3dd6ddac857', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'mac_address': 'fa:16:3e:fe:b3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:50Z', 'updated_at': '2022-05-09T05:09:05Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'subnets': [{'id': 'ff710824-31e2-4999-b24b-b2d6c9bb2d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:17:16.868930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-19d87aa6-e031-4135-962f-09927f774e2f req-5c2a0521-ae4c-4fb3-8533-13a1d018377b service neutron] 10.222.0.59 "GET /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390204 May 09 05:17:17.046603 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee27f9d-1dd7-4bc2-82a0-ccf08f063c76 None None] New status for floating IP af4413bb-2480-445f-9d62-45b066534341: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:17:17.395456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:17.870673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c9959-ea69-4b15-81c8-890bee4046e6 req-9a25bbf8-6237-4f9d-a091-b7539aae8ac9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:17.872440 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e03c9959-ea69-4b15-81c8-890bee4046e6 req-9a25bbf8-6237-4f9d-a091-b7539aae8ac9 tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 946 time: 0.1933527 May 09 05:17:17.917208 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e03c9959-ea69-4b15-81c8-890bee4046e6 req-903e07bf-f785-445e-bb1c-2f52d888372e tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/security-groups?id=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392094 May 09 05:17:17.948429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f285-5705-4513-89af-dba0289d157f req-aed8715c-ea82-413d-962b-824cae8f8dda tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:17:17.949886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b448f285-5705-4513-89af-dba0289d157f req-aed8715c-ea82-413d-962b-824cae8f8dda tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 946 time: 0.0850217 May 09 05:17:18.018641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Deleting port 165341a5-95d3-4cfc-83ab-a1da17dd665b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:18.018856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:18.273721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] For port 165341a5-95d3-4cfc-83ab-a1da17dd665b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=165341a5-95d3-4cfc-83ab-a1da17dd665b,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:18.274055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:18.400443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Calling delete_port for 165341a5-95d3-4cfc-83ab-a1da17dd665b owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:18.546205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:18.595386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event deleted for resources: {'Port': ['ID=165341a5-95d3-4cfc-83ab-a1da17dd665b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:18.670377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] No DVR routers for this DVR port 165341a5-95d3-4cfc-83ab-a1da17dd665b on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:17:18.672813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:18.675310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'name': 'network-vif-deleted', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:17:18.692701 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b448f285-5705-4513-89af-dba0289d157f req-7c434da1-4eb5-4959-b249-3f9a0f33fdff tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.59 "DELETE /v2.0/ports/165341a5-95d3-4cfc-83ab-a1da17dd665b HTTP/1.1" status: 204 len: 173 time: 0.7371726 May 09 05:17:18.721304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67b8782-7bc5-4ede-9ffc-a3f81bfd8ea6'] response: {'server_uuid': '6e698f28-5335-440d-b3fa-b09da5883b1b', 'name': 'network-vif-deleted', 'tag': '165341a5-95d3-4cfc-83ab-a1da17dd665b', 'status': 'completed', 'code': 200} May 09 05:17:18.764372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:19.134134 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d251fa54-b862-4ba1-b462-f5992dcaca14 req-89bfe84d-99f4-4232-96fc-c8f85614988a tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e698f28-5335-440d-b3fa-b09da5883b1b HTTP/1.1" status: 200 len: 210 time: 0.1087348 May 09 05:17:20.232470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42868) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:20.490941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Deleting port 902fc0f1-36ef-46d2-9968-19f7a6210f5c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:20.491224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:20.669965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:20.670291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:20.792063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Calling delete_port for 902fc0f1-36ef-46d2-9968-19f7a6210f5c owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:20.935753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:20.984027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event deleted for resources: {'Port': ['ID=902fc0f1-36ef-46d2-9968-19f7a6210f5c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:21.024314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.024689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.025030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.025365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.025695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.026010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.026337 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.026658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.026993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.027384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.027709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.028011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:21.089446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:21.104115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:21.105284 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dacc9a61-49c7-47bc-90cc-7add489003ca tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "DELETE /v2.0/floatingips/f9eb8ad4-8369-4e43-b28a-0d17dcee90ad HTTP/1.1" status: 204 len: 168 time: 0.8715897 May 09 05:17:21.208990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 165341a5-95d3-4cfc-83ab-a1da17dd665b no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:21.244198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 165341a5-95d3-4cfc-83ab-a1da17dd665b {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:17:21.244561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 165341a5-95d3-4cfc-83ab-a1da17dd665b not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:17:23.580244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42884) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:23.652575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73916708-91c9-4de2-8513-07718712671c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:23.684693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73916708-91c9-4de2-8513-07718712671c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:23.752573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73916708-91c9-4de2-8513-07718712671c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:23.771777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916708-91c9-4de2-8513-07718712671c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c9ef3a-a7b8-4d17-ac36-298d11d58fdf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:23.786711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-73916708-91c9-4de2-8513-07718712671c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:23.788158 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-73916708-91c9-4de2-8513-07718712671c tempest-TestVolumeBootPattern-1712633559 tempest-TestVolumeBootPattern-1712633559-project] 10.222.0.50 "DELETE /v2.0/security-groups/55c9ef3a-a7b8-4d17-ac36-298d11d58fdf HTTP/1.1" status: 204 len: 168 time: 0.2066436 May 09 05:17:23.843995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42890) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:24.565047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:25.023937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Deleting port f81a5a7f-c588-41bf-aa32-539675f819b7 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:25.024615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:25.202190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] For port f81a5a7f-c588-41bf-aa32-539675f819b7, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f81a5a7f-c588-41bf-aa32-539675f819b7,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:25.202550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:25.325807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Calling delete_port for f81a5a7f-c588-41bf-aa32-539675f819b7 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:25.618675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:25.669992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81a5a7f-c588-41bf-aa32-539675f819b7,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:25.934154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:26.421233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Router 6f18b872-72ef-4efb-b8ef-e0fd54543368 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:17:26.604098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:17:26.612874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] Sync routers for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:17:26.619547 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9006c8ab-5394-44a3-83c8-e71404983925 admin admin] 10.222.0.50 "PUT /v2.0/routers/6f18b872-72ef-4efb-b8ef-e0fd54543368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7721181 May 09 05:17:26.619798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42896) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:26.630592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:26.631242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:26.794658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:26.806767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:26.981297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:26.993653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Deleting port aac8821d-b1b3-4977-a3b7-83040af37429 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:26.994010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.101245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:17:25Z', 'revision_number': 5, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port': {'id': 'aac8821d-b1b3-4977-a3b7-83040af37429', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:08:38Z', 'updated_at': '2022-05-09T05:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:27.105661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] Checking router: 6f18b872-72ef-4efb-b8ef-e0fd54543368 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:17:27.114568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] Routers {'6f18b872-72ef-4efb-b8ef-e0fd54543368'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:27.115190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f18b872-72ef-4efb-b8ef-e0fd54543368'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:27.179607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] For port aac8821d-b1b3-4977-a3b7-83040af37429, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=aac8821d-b1b3-4977-a3b7-83040af37429,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:27.179972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.270917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] Set router 6f18b872-72ef-4efb-b8ef-e0fd54543368 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:27.309703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Calling delete_port for aac8821d-b1b3-4977-a3b7-83040af37429 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:27.375722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:17:26Z', 'revision_number': 6, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:27.379925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e535768-42cb-4370-9098-819df6b8feb8 None None] The sync data for ids ['6f18b872-72ef-4efb-b8ef-e0fd54543368'] in dv-neutron-840482-1-hyperv is: [{'id': '6f18b872-72ef-4efb-b8ef-e0fd54543368', 'name': 'tempest-TestVolumeBootPattern-1996674460-router', 'tenant_id': '454fa6b37fa94f58b9fedab4580432c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:08:34Z', 'updated_at': '2022-05-09T05:17:26Z', 'revision_number': 6, 'project_id': '454fa6b37fa94f58b9fedab4580432c5', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:17:27.485107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.530255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac8821d-b1b3-4977-a3b7-83040af37429,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:27.737145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.916635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.919075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.945228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.945739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f18b872-72ef-4efb-b8ef-e0fd54543368 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:17:27.963843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:27.965421 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d5b8ddd1-6f6a-489c-ad0f-003ca9646396 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6f18b872-72ef-4efb-b8ef-e0fd54543368 HTTP/1.1" status: 204 len: 168 time: 1.3447216 May 09 05:17:27.968176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42904) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:28.029607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Deleting subnet ff710824-31e2-4999-b24b-b2d6c9bb2d67 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:17:28.033017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.087029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.169611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.240536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.281922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff710824-31e2-4999-b24b-b2d6c9bb2d67,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:28.284980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.289509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4137732d-a0d6-4c6e-996f-205a40d3d93c None None] Network c163bfb8-efe2-412d-818a-b3dd6ddac857 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:17:28.294117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.294434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.294791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.295112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.295429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.295716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.296032 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.296348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.296691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.297081 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.297296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.297602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:28.303901 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-92bbfdfb-4065-40cc-85b5-b27e9217130b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ff710824-31e2-4999-b24b-b2d6c9bb2d67 HTTP/1.1" status: 204 len: 168 time: 0.3323290 May 09 05:17:28.304257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42908) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:28.408017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.418925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Deleting port a1b6d4d8-684f-4f6c-b401-d464ab894612 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:28.419248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.565345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] DHCP port deletion for c163bfb8-efe2-412d-818a-b3dd6ddac857 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:17:28.569888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Deleting port a1b6d4d8-684f-4f6c-b401-d464ab894612 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:28.570256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.629113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] For port a1b6d4d8-684f-4f6c-b401-d464ab894612, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a1b6d4d8-684f-4f6c-b401-d464ab894612,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:28.629450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.649003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a1b6d4d8-684f-4f6c-b401-d464ab894612 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:28.753034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Calling delete_port for a1b6d4d8-684f-4f6c-b401-d464ab894612 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:28.832820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.844482 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No ports have port_id starting with a1b6d4d8-684f-4f6c-b401-d464ab894612 May 09 05:17:28.847194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f81a5a7f-c588-41bf-aa32-539675f819b7 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:28.879094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b6d4d8-684f-4f6c-b401-d464ab894612,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:28.883461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] No DVR routers for this DVR port a1b6d4d8-684f-4f6c-b401-d464ab894612 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:17:28.892967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: f81a5a7f-c588-41bf-aa32-539675f819b7 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:17:28.893415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f81a5a7f-c588-41bf-aa32-539675f819b7 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:17:28.893819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aac8821d-b1b3-4977-a3b7-83040af37429 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:28.925321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] For port a1b6d4d8-684f-4f6c-b401-d464ab894612, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a1b6d4d8-684f-4f6c-b401-d464ab894612,segment=NetworkSegment(59021dd0-53eb-4be8-99c5-3281f3d865b8),segment_id=59021dd0-53eb-4be8-99c5-3281f3d865b8)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:28.925736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:28.943658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: aac8821d-b1b3-4977-a3b7-83040af37429 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:17:28.944066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aac8821d-b1b3-4977-a3b7-83040af37429 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:17:28.997904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:29.024031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c163bfb8-efe2-412d-818a-b3dd6ddac857']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:29.040713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59021dd0-53eb-4be8-99c5-3281f3d865b8') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:29.041050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59021dd0-53eb-4be8-99c5-3281f3d865b8') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:29.059951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Calling delete_port for a1b6d4d8-684f-4f6c-b401-d464ab894612 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:29.061412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:29.086530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:29.093260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:17:29.093635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:17:29.106754 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:17:29.132928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:17:29.133278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:17:29.182901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:29.198578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:29.210341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] Pushing event deleted for resources: {'Network': ['ID=c163bfb8-efe2-412d-818a-b3dd6ddac857,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:29.225574 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ef96fbff-18b6-4713-ba9f-7dfadfcbe462 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c163bfb8-efe2-412d-818a-b3dd6ddac857 HTTP/1.1" status: 204 len: 168 time: 0.9205041 May 09 05:17:29.228764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42912) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:29.634704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Deleting port a1b6d4d8-684f-4f6c-b401-d464ab894612 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:29.635284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:29.707506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-af0f05dc-e467-421d-b193-730721a5de3e None None] The port 'a1b6d4d8-684f-4f6c-b401-d464ab894612' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:17:29.906183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:30.277275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Deleting port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:30.277958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:30.456848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] For port 30fdfe49-0052-4231-bed8-a7b50ac1f9ec, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,segment=NetworkSegment(0b21164e-0fb3-48c3-b8ec-3c7a5dae0901),segment_id=0b21164e-0fb3-48c3-b8ec-3c7a5dae0901)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:30.457168 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:30.587364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Calling delete_port for 30fdfe49-0052-4231-bed8-a7b50ac1f9ec owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:30.774713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:30.824833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fdfe49-0052-4231-bed8-a7b50ac1f9ec,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:31.088829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:31.574856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Router 31459846-0b21-4768-8f47-3b8edbef2b16 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:17:31.761039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:17:31.769627 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] Sync routers for ids ['31459846-0b21-4768-8f47-3b8edbef2b16'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:17:31.778232 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-26a6a6f8-8023-4fc0-8dd2-12f9da570518 admin admin] 10.222.0.50 "PUT /v2.0/routers/31459846-0b21-4768-8f47-3b8edbef2b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483007 May 09 05:17:31.779933 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] Routers {'31459846-0b21-4768-8f47-3b8edbef2b16'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:31.780615 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['31459846-0b21-4768-8f47-3b8edbef2b16'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:31.781232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42918) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:31.962281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:31.964269 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] Set router 31459846-0b21-4768-8f47-3b8edbef2b16 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:32.140043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:32.150607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Deleting port 0625722f-35cc-45f8-bfd6-9f92ee82ae00 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:32.150940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:32.240047 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:17:30Z', 'revision_number': 5, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port': {'id': '0625722f-35cc-45f8-bfd6-9f92ee82ae00', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:09:12Z', 'updated_at': '2022-05-09T05:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:32.243814 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] Checking router: 31459846-0b21-4768-8f47-3b8edbef2b16 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:17:32.252756 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] Routers {'31459846-0b21-4768-8f47-3b8edbef2b16'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:17:32.253339 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['31459846-0b21-4768-8f47-3b8edbef2b16'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:32.321879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] For port 0625722f-35cc-45f8-bfd6-9f92ee82ae00, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0625722f-35cc-45f8-bfd6-9f92ee82ae00,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:32.322213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:32.429577 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] Set router 31459846-0b21-4768-8f47-3b8edbef2b16 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:17:32.446342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Calling delete_port for 0625722f-35cc-45f8-bfd6-9f92ee82ae00 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:32.534112 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:17:32Z', 'revision_number': 6, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:32.538297 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4807a-302e-493a-b937-6ca3a7ec252d None None] The sync data for ids ['31459846-0b21-4768-8f47-3b8edbef2b16'] in dv-neutron-840482-1-hyperv is: [{'id': '31459846-0b21-4768-8f47-3b8edbef2b16', 'name': 'tempest-TestVolumeBootPattern-653919662-router', 'tenant_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:09:09Z', 'updated_at': '2022-05-09T05:17:32Z', 'revision_number': 6, 'project_id': '5db9d30ea46b4ca9b18c3b996a33b912', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:17:32.616189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:32.781191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Pushing event deleted for resources: {'Port': ['ID=0625722f-35cc-45f8-bfd6-9f92ee82ae00,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:32.875667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.053052 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.055252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.080542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.081055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31459846-0b21-4768-8f47-3b8edbef2b16 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:17:33.093009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.094165 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6e4ff660-e88d-48b2-b3f7-1495f7e0fa17 admin admin] 10.222.0.50 "DELETE /v2.0/routers/31459846-0b21-4768-8f47-3b8edbef2b16 HTTP/1.1" status: 204 len: 168 time: 1.3120084 May 09 05:17:33.096892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42922) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:33.158578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] Deleting subnet d0258f40-0c01-408d-976b-3abe7702b08d {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:17:33.161996 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.214537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.279773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 30fdfe49-0052-4231-bed8-a7b50ac1f9ec no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:33.301493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.320529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 30fdfe49-0052-4231-bed8-a7b50ac1f9ec {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:17:33.320798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 30fdfe49-0052-4231-bed8-a7b50ac1f9ec not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:17:33.367661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.410016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0258f40-0c01-408d-976b-3abe7702b08d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:33.411940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.417205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ab02a-a100-45fb-b1f2-15776603f72b None None] Network e1221a32-f93b-4523-bc36-c3ae6f93d3f8 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:17:33.418261 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bfe7a19c-5ebf-4560-bb1a-ea0d6c551a89 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d0258f40-0c01-408d-976b-3abe7702b08d HTTP/1.1" status: 204 len: 168 time: 0.3203769 May 09 05:17:33.420862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42928) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:33.527125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.539065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Deleting port 881cab11-8de8-448e-96f6-84be467148d5 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:33.539411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.664688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] DHCP port deletion for e1221a32-f93b-4523-bc36-c3ae6f93d3f8 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:17:33.668545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Deleting port 881cab11-8de8-448e-96f6-84be467148d5 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:33.668914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.748094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] For port 881cab11-8de8-448e-96f6-84be467148d5, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=881cab11-8de8-448e-96f6-84be467148d5,segment=NetworkSegment(0b21164e-0fb3-48c3-b8ec-3c7a5dae0901),segment_id=0b21164e-0fb3-48c3-b8ec-3c7a5dae0901)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:33.748727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.870313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Calling delete_port for 881cab11-8de8-448e-96f6-84be467148d5 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:33.871133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] For port 881cab11-8de8-448e-96f6-84be467148d5, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=881cab11-8de8-448e-96f6-84be467148d5,segment=NetworkSegment(0b21164e-0fb3-48c3-b8ec-3c7a5dae0901),segment_id=0b21164e-0fb3-48c3-b8ec-3c7a5dae0901)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:33.871521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.949509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:33.990748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Calling delete_port for 881cab11-8de8-448e-96f6-84be467148d5 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:17:33.994908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Pushing event deleted for resources: {'Port': ['ID=881cab11-8de8-448e-96f6-84be467148d5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:33.998290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] No DVR routers for this DVR port 881cab11-8de8-448e-96f6-84be467148d5 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:17:34.065640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:17:34.066033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:17:34.123704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.148873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1221a32-f93b-4523-bc36-c3ae6f93d3f8']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:34.161116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:34.161407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b21164e-0fb3-48c3-b8ec-3c7a5dae0901') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:17:34.172368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.188555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.194686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:17:34.195067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:17:34.211516 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:17:34.389924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.405361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.415582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1221a32-f93b-4523-bc36-c3ae6f93d3f8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:34.422556 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-10c1b0f9-30e6-4d34-b6ac-fc72b530f550 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e1221a32-f93b-4523-bc36-c3ae6f93d3f8 HTTP/1.1" status: 204 len: 168 time: 1.0007455 May 09 05:17:34.564539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42934) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:34.567301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Deleting port 881cab11-8de8-448e-96f6-84be467148d5 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:17:34.568178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.623390 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cd7c8e15-afde-4308-8f16-f7bf251509f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=454fa6b37fa94f58b9fedab4580432c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569763 May 09 05:17:34.625996 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42938) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:34.636219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 881cab11-8de8-448e-96f6-84be467148d5 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:34.670810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-288aed9a-c03b-454b-a30c-b8dfd814b098 None None] The port '881cab11-8de8-448e-96f6-84be467148d5' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:17:34.676622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 881cab11-8de8-448e-96f6-84be467148d5 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:17:34.676958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 881cab11-8de8-448e-96f6-84be467148d5 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:17:34.677353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0625722f-35cc-45f8-bfd6-9f92ee82ae00 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:34.688409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-913d1815-f7d2-4eff-b602-a578cf329377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.711316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 0625722f-35cc-45f8-bfd6-9f92ee82ae00 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:17:34.711667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0625722f-35cc-45f8-bfd6-9f92ee82ae00 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:17:34.715583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-913d1815-f7d2-4eff-b602-a578cf329377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.770186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-913d1815-f7d2-4eff-b602-a578cf329377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.792853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d1815-f7d2-4eff-b602-a578cf329377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef552125-399c-4634-a2ec-df3296eb8dad,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:34.799432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-913d1815-f7d2-4eff-b602-a578cf329377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:34.801639 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-913d1815-f7d2-4eff-b602-a578cf329377 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef552125-399c-4634-a2ec-df3296eb8dad HTTP/1.1" status: 204 len: 168 time: 0.1745789 May 09 05:17:35.171038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42946) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:35.220291 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cf54ec3e-c3be-46f1-b741-908fc378eb15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5db9d30ea46b4ca9b18c3b996a33b912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479567 May 09 05:17:35.223239 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42950) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:35.281682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0943bd1-6d21-41f4-a4bb-61a35b9c1d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:35.310773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0943bd1-6d21-41f4-a4bb-61a35b9c1d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:35.367120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0943bd1-6d21-41f4-a4bb-61a35b9c1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:35.384663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0943bd1-6d21-41f4-a4bb-61a35b9c1d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cea4db5-f1ec-4693-b8f8-ea130736091e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:35.390816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0943bd1-6d21-41f4-a4bb-61a35b9c1d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:35.395425 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a0943bd1-6d21-41f4-a4bb-61a35b9c1d10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cea4db5-f1ec-4693-b8f8-ea130736091e HTTP/1.1" status: 204 len: 168 time: 0.1678147 May 09 05:17:42.345721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64a6b909-331f-4873-a899-c84ac6abc056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:44.604510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2178f005-c83c-4719-8bca-f44877cd006a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:45.550041 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:17:45.662681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:45.913879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:46.955943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-126c8159-8e9d-4c7a-a026-5901e9b18d7e req-50f85a26-5491-48e0-8dd4-986c3876e4cd service neutron] (88042) timed out ('10.222.0.59', 52240) {{(pid=88042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 05:17:47.401381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:48.768613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:57.568980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42966) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:57.776076 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1f1f8fd3-b30b-44f1-8583-8ac262f02558 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2055690 May 09 05:17:57.781413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42970) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:57.976790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61138be-3172-4d38-8451-c8e6393cbc0d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Notify agent at dv-neutron-840482-1-hyperv the message router_removed_from_agent {{(pid=88042) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 09 05:17:57.982236 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e61138be-3172-4d38-8451-c8e6393cbc0d tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "DELETE /v2.0/agents/c397a4d1-4ad7-4bb6-9369-e73f3d551e0e/l3-routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6 HTTP/1.1" status: 204 len: 168 time: 0.1975105 May 09 05:17:57.983119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42974) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:58.168933 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0ac35850-d7ea-47dd-97de-e43ca11f7197 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1853607 May 09 05:17:58.172757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 42978) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:58.278132 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f8a59dd4-eca0-4324-96f2-a82231f9a3a5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 993 time: 0.1042509 May 09 05:17:58.737019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e3005-a8a8-499d-b080-614955e3a4e4 None None] New status for floating IP 1e9ece0d-4077-4484-a0a5-419887f8ffe3: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:17:58.822258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 55a04d0d-8544-4629-ad6a-e4ded30a122d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:59.103582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:59.120822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 55a04d0d-8544-4629-ad6a-e4ded30a122d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=55a04d0d-8544-4629-ad6a-e4ded30a122d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:59.124653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:59.125325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e112c297-8979-488b-b872-36e41088c2ce no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:17:59.263108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=55a04d0d-8544-4629-ad6a-e4ded30a122d,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:17:59.271044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.271374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.271702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.272056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.272444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.272717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.273012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.273351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.273661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.273970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.274276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.274581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:17:59.282465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42982) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:17:59.330938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:59.363723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port e112c297-8979-488b-b872-36e41088c2ce, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e112c297-8979-488b-b872-36e41088c2ce,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:17:59.369510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:17:59.402282 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e2e2ad44-cfe5-43d6-b214-d778c381c53c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 991 time: 0.1139333 May 09 05:17:59.439867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:00.581558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42988) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:00.807928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ced97c7-493d-40b8-9f65-c71209b6fc66 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:18:00.808294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ced97c7-493d-40b8-9f65-c71209b6fc66 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Notify agent at dv-neutron-840482-1-hyperv the message router_added_to_agent {{(pid=88041) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 09 05:18:00.829136 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7ced97c7-493d-40b8-9f65-c71209b6fc66 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "POST /v2.0/agents/c397a4d1-4ad7-4bb6-9369-e73f3d551e0e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2461751 May 09 05:18:00.830933 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] Sync routers for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:18:00.831715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42994) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:00.840936 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:00.841539 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:01.017745 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0715327f-ff5e-434d-86d9-546933524f31 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1849833 May 09 05:18:01.020442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 42998) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:01.038810 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:01.127241 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ba283854-968b-4773-a92d-7a3751592b2a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 991 time: 0.1054864 May 09 05:18:01.396722 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1e9ece0d-4077-4484-a0a5-419887f8ffe3', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.148', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'mac_address': 'fa:16:3e:25:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:16:52Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:01.400755 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] Checking router: c3eca268-80c5-4dd7-a8c3-451f7e1363a6 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:18:01.409489 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:01.410067 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:01.587470 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:01.972567 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1e9ece0d-4077-4484-a0a5-419887f8ffe3', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.148', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'mac_address': 'fa:16:3e:25:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:16:52Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:01.976959 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d21e25-1509-4ad3-895c-b4764a92e5bd None None] The sync data for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv is: [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '1e9ece0d-4077-4484-a0a5-419887f8ffe3', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.148', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'port_id': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'mac_address': 'fa:16:3e:25:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afafc492-0138-4220-ac7d-958b0d88b154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:16:52Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:17:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:18:02.130534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43002) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:02.256571 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5a7297fd-3b47-4216-8d3c-24a2a0465924 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 991 time: 0.1247559 May 09 05:18:02.705250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 55a04d0d-8544-4629-ad6a-e4ded30a122d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:02.774817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 55a04d0d-8544-4629-ad6a-e4ded30a122d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:02.775101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:02.901384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:02.919241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 55a04d0d-8544-4629-ad6a-e4ded30a122d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=55a04d0d-8544-4629-ad6a-e4ded30a122d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:02.924726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:02.925553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e112c297-8979-488b-b872-36e41088c2ce up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:03.046154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=55a04d0d-8544-4629-ad6a-e4ded30a122d,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:03.058991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e112c297-8979-488b-b872-36e41088c2ce triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:03.059359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:03.182947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:03.219771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port e112c297-8979-488b-b872-36e41088c2ce, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e112c297-8979-488b-b872-36e41088c2ce,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:03.226073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:03.260748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43006) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:03.294976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:03.365096 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0082a805-f2fb-4f75-a60b-d2d06bffa8f7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 991 time: 0.1031895 May 09 05:18:03.557936 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1bae4-2ea9-4c38-921d-355c22c2e6de None None] New status for floating IP 1e9ece0d-4077-4484-a0a5-419887f8ffe3: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:18:04.369798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43010) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:04.482141 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5a28dae5-0843-4061-9677-e215e779c843 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 200 len: 993 time: 0.1110311 May 09 05:18:04.662159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 55a04d0d-8544-4629-ad6a-e4ded30a122d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:04.776951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 55a04d0d-8544-4629-ad6a-e4ded30a122d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:04.777313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:04.795423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43018) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:04.894700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e112c297-8979-488b-b872-36e41088c2ce up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:04.965197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port e112c297-8979-488b-b872-36e41088c2ce triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:04.965463 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:05.122222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 0d766ed7-b7ec-4830-97ea-b02d6df6ed58 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:18:05.122561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:05.298272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:05.298468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:05.432003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 0d766ed7-b7ec-4830-97ea-b02d6df6ed58 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:18:05.586532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:05.632332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=0d766ed7-b7ec-4830-97ea-b02d6df6ed58,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:05.729808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:05.730145 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 1e9ece0d-4077-4484-a0a5-419887f8ffe3 disassociated (deleted). External IP: 172.26.0.148, port: 46da9ea0-4487-4837-9fb7-0823fbf23c95. May 09 05:18:06.095971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:18:06.278869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:18:06.289441 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] Sync routers for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:18:06.303314 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:06.304148 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:06.305140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:06.362579 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c8091f78-2cb4-482f-9872-856a354b20f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/1e9ece0d-4077-4484-a0a5-419887f8ffe3 HTTP/1.1" status: 204 len: 168 time: 1.5630329 May 09 05:18:06.362579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:18:06.407204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c81078-ea59-4309-803a-3ebf9850206f'] response: {'name': 'network-changed', 'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'status': 'completed', 'code': 200} May 09 05:18:06.496379 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:06.816009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025265-06a4-4887-92fe-ea29d6048267 req-4bce90a0-9adc-426e-8000-a95b4ecf6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:06.817612 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9025265-06a4-4887-92fe-ea29d6048267 req-4bce90a0-9adc-426e-8000-a95b4ecf6096 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 1098 time: 0.3664649 May 09 05:18:06.824836 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:18:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:18:03Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:06.828378 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] Checking router: c3eca268-80c5-4dd7-a8c3-451f7e1363a6 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:18:06.836707 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:06.837473 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:07.011142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025265-06a4-4887-92fe-ea29d6048267 req-2d7ace78-335f-4229-af88-0d7e8f0f61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:07.012609 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9025265-06a4-4887-92fe-ea29d6048267 req-2d7ace78-335f-4229-af88-0d7e8f0f61f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=159288ee-06cf-44ec-9ba1-2da719531707 HTTP/1.1" status: 200 len: 898 time: 0.1880784 May 09 05:18:07.018696 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:07.086169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9e255-4391-4a75-ba15-cacd2611129b req-e5e0d74c-96d6-4be8-ac72-2de6a8f4e46e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:07.086763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-bcf9e255-4391-4a75-ba15-cacd2611129b req-e5e0d74c-96d6-4be8-ac72-2de6a8f4e46e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:18:07.097666 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9025265-06a4-4887-92fe-ea29d6048267 req-87aaa583-b269-481e-b6ab-ffe66d8431bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95 HTTP/1.1" status: 200 len: 217 time: 0.0744095 May 09 05:18:07.143225 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-bcf9e255-4391-4a75-ba15-cacd2611129b req-e5e0d74c-96d6-4be8-ac72-2de6a8f4e46e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:18:07.144330 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bcf9e255-4391-4a75-ba15-cacd2611129b req-e5e0d74c-96d6-4be8-ac72-2de6a8f4e46e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 945 time: 0.3552692 May 09 05:18:07.194634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025265-06a4-4887-92fe-ea29d6048267 req-32fd62f6-4611-493b-b803-0a1f012d2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:07.196057 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9025265-06a4-4887-92fe-ea29d6048267 req-32fd62f6-4611-493b-b803-0a1f012d2731 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c021561f-2a8a-4aea-8fe9-67c2299c552e HTTP/1.1" status: 200 len: 834 time: 0.0899320 May 09 05:18:07.207393 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bcf9e255-4391-4a75-ba15-cacd2611129b req-a69d7052-3732-43dc-8580-cbf408b2bae7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564005 May 09 05:18:07.276421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025265-06a4-4887-92fe-ea29d6048267 req-2b291b1d-f7c7-4ed6-b5bc-d94a7e43e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:07.277973 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9025265-06a4-4887-92fe-ea29d6048267 req-2b291b1d-f7c7-4ed6-b5bc-d94a7e43e576 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=159288ee-06cf-44ec-9ba1-2da719531707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738027 May 09 05:18:07.331771 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:18:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:18:03Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:07.336365 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a59fb-fd8b-424c-9df1-6cd8245333b6 None None] The sync data for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv is: [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:16:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:18:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'e112c297-8979-488b-b872-36e41088c2ce', 'name': '', 'network_id': '159288ee-06cf-44ec-9ba1-2da719531707', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:44:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:34Z', 'updated_at': '2022-05-09T05:18:03Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'c021561f-2a8a-4aea-8fe9-67c2299c552e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:18:07.412994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9025265-06a4-4887-92fe-ea29d6048267 req-4874c064-09df-4362-867d-9413d1d6ff0a service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279891 May 09 05:18:07.552205 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f9025265-06a4-4887-92fe-ea29d6048267 req-25cecb4d-6145-40b9-827d-7969658597ea service neutron] 10.222.0.59 "GET /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319807 May 09 05:18:07.957335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f77ad-bccb-4e25-89fe-08407593a1f8 None None] New status for floating IP 1e9ece0d-4077-4484-a0a5-419887f8ffe3: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:18:08.415888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fd6a9-3d19-4ebc-9a1f-b4bda589f68b req-b5c3a6ad-99ff-4a06-af70-57fa28cd47e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:08.417742 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-811fd6a9-3d19-4ebc-9a1f-b4bda589f68b req-b5c3a6ad-99ff-4a06-af70-57fa28cd47e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 945 time: 0.0931084 May 09 05:18:08.426711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372aca8-639a-4c68-b561-30262bcfc576 req-5edb2ec2-3758-4191-99c7-5be46e2dbb1e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:08.428188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a372aca8-639a-4c68-b561-30262bcfc576 req-5edb2ec2-3758-4191-99c7-5be46e2dbb1e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 945 time: 0.0945454 May 09 05:18:08.467048 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-811fd6a9-3d19-4ebc-9a1f-b4bda589f68b req-7dd9a86e-649d-400e-b553-bdaf3395681e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=dd6bbf1d-607b-495e-9f02-be1281005273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 May 09 05:18:08.505997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 46da9ea0-4487-4837-9fb7-0823fbf23c95 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:18:08.506342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:08.794785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 46da9ea0-4487-4837-9fb7-0823fbf23c95, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=46da9ea0-4487-4837-9fb7-0823fbf23c95,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:08.795136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:08.946237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 46da9ea0-4487-4837-9fb7-0823fbf23c95 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:18:09.116180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:09.168055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=46da9ea0-4487-4837-9fb7-0823fbf23c95,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:09.343544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port 46da9ea0-4487-4837-9fb7-0823fbf23c95 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:18:09.346425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:09.349061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'name': 'network-vif-deleted', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:18:09.367830 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a372aca8-639a-4c68-b561-30262bcfc576 req-ba04f944-3c09-4058-8966-1b648908907c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/46da9ea0-4487-4837-9fb7-0823fbf23c95 HTTP/1.1" status: 204 len: 173 time: 0.9338560 May 09 05:18:09.397623 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388328f4-149f-42fd-945a-2e2bc6250876'] response: {'server_uuid': 'afafc492-0138-4220-ac7d-958b0d88b154', 'name': 'network-vif-deleted', 'tag': '46da9ea0-4487-4837-9fb7-0823fbf23c95', 'status': 'completed', 'code': 200} May 09 05:18:09.643869 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-efd2ec94-4bdf-4047-8e08-ee38210719d3 req-8452ac5c-5e5f-41ed-b67a-3b80f407e0e7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=afafc492-0138-4220-ac7d-958b0d88b154 HTTP/1.1" status: 200 len: 210 time: 0.0459831 May 09 05:18:10.747856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43040) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:10.827519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-961498e4-427c-4886-8d31-629954023ccb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:10.858478 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-961498e4-427c-4886-8d31-629954023ccb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:10.925497 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-961498e4-427c-4886-8d31-629954023ccb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:10.944041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961498e4-427c-4886-8d31-629954023ccb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6bbf1d-607b-495e-9f02-be1281005273,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:10.955771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-961498e4-427c-4886-8d31-629954023ccb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:10.956932 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-961498e4-427c-4886-8d31-629954023ccb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd6bbf1d-607b-495e-9f02-be1281005273 HTTP/1.1" status: 204 len: 168 time: 0.2080531 May 09 05:18:10.988196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43046) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:11.547570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 46da9ea0-4487-4837-9fb7-0823fbf23c95 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:18:11.554160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:11.584578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 46da9ea0-4487-4837-9fb7-0823fbf23c95 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:18:11.584901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 46da9ea0-4487-4837-9fb7-0823fbf23c95 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:18:11.915991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port e112c297-8979-488b-b872-36e41088c2ce {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:18:11.916446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:12.117528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port e112c297-8979-488b-b872-36e41088c2ce, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=e112c297-8979-488b-b872-36e41088c2ce,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:12.118647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:12.240215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for e112c297-8979-488b-b872-36e41088c2ce owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:18:12.329958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3f38c0a5-2da9-4748-9c71-a85d614fbacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:12.437202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:12.593754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=e112c297-8979-488b-b872-36e41088c2ce,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:12.869123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:13.246192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:18:13.455206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:18:13.464933 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] Sync routers for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:18:13.470999 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a13112b1-2935-40d4-8ea0-8671c557d3e2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791017 May 09 05:18:13.471297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43052) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:13.475410 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:13.476009 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:13.540234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet c021561f-2a8a-4aea-8fe9-67c2299c552e {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:18:13.543459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:13.598920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:13.680460 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:13.684075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:13.773718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:13.815242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=c021561f-2a8a-4aea-8fe9-67c2299c552e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:13.817182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:13.824486 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-888f6ab8-5d5e-45c1-85ef-98f57f2c4f65 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/c021561f-2a8a-4aea-8fe9-67c2299c552e HTTP/1.1" status: 204 len: 168 time: 0.3521998 May 09 05:18:13.826227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16649abb-f57c-4c61-be7c-5e246fa780b0 None None] Network 159288ee-06cf-44ec-9ba1-2da719531707 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:18:13.827000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43056) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:13.974498 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:18:12Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:18:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:13.979370 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] Checking router: c3eca268-80c5-4dd7-a8c3-451f7e1363a6 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:18:13.988740 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] Routers {'c3eca268-80c5-4dd7-a8c3-451f7e1363a6'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:13.989380 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:17:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:14.101790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] DHCP port deletion for 159288ee-06cf-44ec-9ba1-2da719531707 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:18:14.106355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] Deleting port 926e72c1-63be-4882-a6d8-a5a39429f913 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:18:14.106819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.132177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.173567 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] Set router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:14.315213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.317921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] For port 926e72c1-63be-4882-a6d8-a5a39429f913, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=926e72c1-63be-4882-a6d8-a5a39429f913,segment=NetworkSegment(66f2c5fe-56ea-4a8d-9866-3679100cbfc3),segment_id=66f2c5fe-56ea-4a8d-9866-3679100cbfc3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:14.318308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.325207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 55a04d0d-8544-4629-ad6a-e4ded30a122d {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:18:14.325499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.439716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] Calling delete_port for 926e72c1-63be-4882-a6d8-a5a39429f913 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:18:14.462493 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:18:12Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:18:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:14.466590 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b818f1-7bae-46d2-94a3-2e02bd9a1df5 None None] The sync data for ids ['c3eca268-80c5-4dd7-a8c3-451f7e1363a6'] in dv-neutron-840482-1-hyperv is: [{'id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'name': 'tempest-TestNetworkBasicOps-router-313144437', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:16:30Z', 'updated_at': '2022-05-09T05:18:12Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '55a04d0d-8544-4629-ad6a-e4ded30a122d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eca268-80c5-4dd7-a8c3-451f7e1363a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:16:31Z', 'updated_at': '2022-05-09T05:18:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:18:14.510127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 55a04d0d-8544-4629-ad6a-e4ded30a122d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=55a04d0d-8544-4629-ad6a-e4ded30a122d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:14.510551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.524896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.572806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] Pushing event deleted for resources: {'Port': ['ID=926e72c1-63be-4882-a6d8-a5a39429f913,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:14.576657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45de26-9ef8-429d-bb7e-5a81670a1afd None None] No DVR routers for this DVR port 926e72c1-63be-4882-a6d8-a5a39429f913 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:18:14.602225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3357dda4-aa4f-4753-994b-9d75042c9579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.634131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 55a04d0d-8544-4629-ad6a-e4ded30a122d owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:18:14.813466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:14.873770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 926e72c1-63be-4882-a6d8-a5a39429f913 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:18:14.875275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=55a04d0d-8544-4629-ad6a-e4ded30a122d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:14.919326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 926e72c1-63be-4882-a6d8-a5a39429f913 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:18:14.919695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 926e72c1-63be-4882-a6d8-a5a39429f913 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:18:14.920107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e112c297-8979-488b-b872-36e41088c2ce no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:18:14.957764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: e112c297-8979-488b-b872-36e41088c2ce {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:18:14.958706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device e112c297-8979-488b-b872-36e41088c2ce not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:18:14.976776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.155588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.158263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.190657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.191214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router c3eca268-80c5-4dd7-a8c3-451f7e1363a6 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:18:15.210750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.214328 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-95fd8a93-fcd4-4eb2-ac08-30b0d1fdeaba tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/c3eca268-80c5-4dd7-a8c3-451f7e1363a6 HTTP/1.1" status: 204 len: 168 time: 1.3838751 May 09 05:18:15.214570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43060) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:15.332136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.462690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.493090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159288ee-06cf-44ec-9ba1-2da719531707']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:15.508947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f2c5fe-56ea-4a8d-9866-3679100cbfc3') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:15.509313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f2c5fe-56ea-4a8d-9866-3679100cbfc3') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:15.527338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.544493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.550953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:18:15.551374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:18:15.566028 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:18:15.664663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.763273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.780365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.793309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=159288ee-06cf-44ec-9ba1-2da719531707,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:15.800567 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e99b593a-6a9f-4c75-9b45-a499275cc817 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/159288ee-06cf-44ec-9ba1-2da719531707 HTTP/1.1" status: 204 len: 168 time: 0.5849738 May 09 05:18:15.821498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43064) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:15.827066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--150202740', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:15.832163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:15.836561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:15.839473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:15.845893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:15.857790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:18:15.861373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.889166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:18:15.899410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.899750 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment 06850632-beaa-46be-814d-9560060ad8dd of type vlan for network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 May 09 05:18:15.901463 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.928070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.961613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:15.967269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:15.967853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:16.076894 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2541480 May 09 05:18:16.077736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f44d2-868d-4f81-8453-93fcf1de204f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=0f247ae2-967d-4b32-bf20-b9e7c8f72436,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:16.079783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43070) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:16.085216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-381751925', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:16.088359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:18:16.092733 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:16.097415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:16.100427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:16.107150 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:16.118062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:16.119227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:16.135455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:16.518926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:16.651602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 55a04d0d-8544-4629-ad6a-e4ded30a122d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:18:16.714696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 55a04d0d-8544-4629-ad6a-e4ded30a122d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:18:16.715043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 55a04d0d-8544-4629-ad6a-e4ded30a122d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:18:16.842667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:16.883381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:17.020494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.203 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/45017ece-283d-45e7-9d12-8685fc8e71f0) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:18:17.170761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:17.214385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:17.278346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:18:17.280983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:18:17.285068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:18:17.323368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=45017ece-283d-45e7-9d12-8685fc8e71f0,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:17.401316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:17.726878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:18.197341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:18.406911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 88920b4f-8762-4c45-b54b-567773b74184 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:18:18.587529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:18:18.597203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Sync routers for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:18:18.607996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:18.608788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:18:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:18.615138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:18.619336 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5233c98f-b1fe-45fa-8e4e-356ae4677703 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5355968 May 09 05:18:18.619579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43074) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:18.661979 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-36fca2ae-f563-4756-be31-b611cccb5ed9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411224 May 09 05:18:18.664579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43078) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:18.778410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:18.792471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004cb64-6915-46f3-9dc9-791e7fdd9699 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:18.796604 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8004cb64-6915-46f3-9dc9-791e7fdd9699 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284800 May 09 05:18:18.796736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:18.796855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43082) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:18.835026 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9542e3e5-1b16-485e-880d-a6ee53b98b6a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370624 May 09 05:18:18.837573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43086) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:18.842926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147107232', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:18.949640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:18.953456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:18.956222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:18.961894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:18.973233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:18:18.978026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.078256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:17Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:19.082242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Checking router: 88920b4f-8762-4c45-b54b-567773b74184 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:18:19.082569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Updating router 88920b4f-8762-4c45-b54b-567773b74184 port 45017ece-283d-45e7-9d12-8685fc8e71f0 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:18:19.138857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.198734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.273575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=145f978d-9088-4f76-84e6-6fe71e643db5,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:19.288454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:18:19.288829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 0f247ae2-967d-4b32-bf20-b9e7c8f72436, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:18:19.309245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:18:19.318737 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 0f247ae2-967d-4b32-bf20-b9e7c8f72436) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:18:19.324452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:19.325197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.330642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94feff-79ab-4575-a4f2-5ecadb5e33f0 None None] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:18:19.348125 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1b67e9da-aaa2-4b4c-ba16-fa49bbd50a25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5095794 May 09 05:18:19.351103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43090) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:19.649652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:18:19.650445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.662859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.682744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Transition to ACTIVE for port object 45017ece-283d-45e7-9d12-8685fc8e71f0 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:18:19.720555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.825894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Attempting to bind port 45017ece-283d-45e7-9d12-8685fc8e71f0 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:18:19.826263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Attempting to bind port 45017ece-283d-45e7-9d12-8685fc8e71f0 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:18:19.826614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Attempting to bind port 45017ece-283d-45e7-9d12-8685fc8e71f0 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:18:19.838210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b46012-80c1-4d6c-a724-c40a045d4f70 None None] Pushing event updated for resources: {'Port': ['ID=45017ece-283d-45e7-9d12-8685fc8e71f0,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:19.843478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:18:19.843847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:18:19.844243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.844776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:18:19.845256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Bound port: 45017ece-283d-45e7-9d12-8685fc8e71f0, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:18:19.845624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:19.961359 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Allocated IP 172.20.0.2 (0f247ae2-967d-4b32-bf20-b9e7c8f72436/145f978d-9088-4f76-84e6-6fe71e643db5/127f20d2-adf1-4f3e-85ec-095b6e8f9979) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:18:19.972921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] For port 45017ece-283d-45e7-9d12-8685fc8e71f0, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:18:19.976255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] For port 45017ece-283d-45e7-9d12-8685fc8e71f0, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=45017ece-283d-45e7-9d12-8685fc8e71f0,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:18:20.036655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.176365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:20.176611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.177009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:18:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:20.258919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b46012-80c1-4d6c-a724-c40a045d4f70 None None] Pushing event updated for resources: {'Port': ['ID=45017ece-283d-45e7-9d12-8685fc8e71f0,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:20.454773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:20.495559 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.580039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Transition to ACTIVE for port object 127f20d2-adf1-4f3e-85ec-095b6e8f9979 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:18:20.663129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Transition to ACTIVE for port object 127f20d2-adf1-4f3e-85ec-095b6e8f9979 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:18:20.674223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.739350 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (0f247ae2-967d-4b32-bf20-b9e7c8f72436/145f978d-9088-4f76-84e6-6fe71e643db5/a7691cc6-95af-476f-a407-1c68d0277b37) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:18:20.771341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:18:20.775788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:18:20.783869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:18:20.809413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Pushing event updated for resources: {'Port': ['ID=127f20d2-adf1-4f3e-85ec-095b6e8f9979,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:20.899640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.915770 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object a7691cc6-95af-476f-a407-1c68d0277b37 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:18:20.919167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Attempting to bind port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:18:20.919532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Attempting to bind port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:18:20.919872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Attempting to bind port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 on network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:18:20.927558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:18:20.928088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Checking segment: {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:18:20.928306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.928713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Bound using segment: {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:18:20.929167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Bound port: 127f20d2-adf1-4f3e-85ec-095b6e8f9979, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:18:20.929529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.939875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:20.998525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:17Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:21.006426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae34dfaa-eece-4955-bff0-91e302152d9b None None] The sync data for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv is: [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:17Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:18:21.009900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:18:21.013508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:18:21.018274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:18:21.049045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] For port 127f20d2-adf1-4f3e-85ec-095b6e8f9979, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:18:21.053098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] For port 127f20d2-adf1-4f3e-85ec-095b6e8f9979, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=127f20d2-adf1-4f3e-85ec-095b6e8f9979,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:18:21.058318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:21.058562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=a7691cc6-95af-476f-a407-1c68d0277b37,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:21.085560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:21.157241 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8e9ca-dcf1-406e-86a7-5e5b9a8dee7f None None] Pushing event updated for resources: {'Port': ['ID=127f20d2-adf1-4f3e-85ec-095b6e8f9979,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:21.281802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:21.864667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:21.870944 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:21.990725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:22.020044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=a7691cc6-95af-476f-a407-1c68d0277b37,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:22.105491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5d38a8-3489-40b2-9558-3daecd96810d None None] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:18:22.142397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:18:22.143458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:18:22.197761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b49fae31-2490-4f37-bdea-0595a3f833f2 None None] Provisioning for port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:18:22.334919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 88920b4f-8762-4c45-b54b-567773b74184 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:18:22.527439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:18:22.546378 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b6a7a192-15bc-4dc3-b1f7-b0b4ae90589c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/88920b4f-8762-4c45-b54b-567773b74184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1889760 May 09 05:18:22.546378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43094) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:22.556056 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:18:22.571864 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Sync routers for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:18:22.581816 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:22.582821 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:18:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:22.645857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4646b601-799e-4232-92c2-51e8217fdffc None None] Provisioning for port a7691cc6-95af-476f-a407-1c68d0277b37 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:18:22.651654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4646b601-799e-4232-92c2-51e8217fdffc None None] Provisioning complete for port a7691cc6-95af-476f-a407-1c68d0277b37 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:22.652285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4646b601-799e-4232-92c2-51e8217fdffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:22.719337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06194666-f90c-4f3d-a837-fadb8797560c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.719721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06194666-f90c-4f3d-a837-fadb8797560c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.720227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06194666-f90c-4f3d-a837-fadb8797560c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.720996 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06194666-f90c-4f3d-a837-fadb8797560c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.725150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-06194666-f90c-4f3d-a837-fadb8797560c tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1755843 May 09 05:18:22.725847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43098) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:22.760834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4646b601-799e-4232-92c2-51e8217fdffc None None] Port a7691cc6-95af-476f-a407-1c68d0277b37 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:18:22.793989 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:22.796004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 127f20d2-adf1-4f3e-85ec-095b6e8f9979 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:22.810386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a7b21-0dde-440c-95a0-13ad971173f6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.810855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a7b21-0dde-440c-95a0-13ad971173f6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.811319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a7b21-0dde-440c-95a0-13ad971173f6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.811765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a7b21-0dde-440c-95a0-13ad971173f6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:22.816233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43102) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:22.816345 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ef8a7b21-0dde-440c-95a0-13ad971173f6 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0886378 May 09 05:18:22.948852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0e990a39-4650-44d4-92e8-3552925ce273 None None] Provisioning complete for port a7691cc6-95af-476f-a407-1c68d0277b37 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:22.949556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e990a39-4650-44d4-92e8-3552925ce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:22.984284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:18:23.005532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:23.005907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.054618 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8d80c1bd-0756-4bff-a4b8-6e4878f05e4b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2370141 May 09 05:18:23.077813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0e990a39-4650-44d4-92e8-3552925ce273 None None] Port a7691cc6-95af-476f-a407-1c68d0277b37 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:18:23.148984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.182020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 127f20d2-adf1-4f3e-85ec-095b6e8f9979, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=127f20d2-adf1-4f3e-85ec-095b6e8f9979,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:23.190698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.191397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 45017ece-283d-45e7-9d12-8685fc8e71f0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:23.204300 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:23.208225 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Checking router: 88920b4f-8762-4c45-b54b-567773b74184 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:18:23.208598 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Updating router 88920b4f-8762-4c45-b54b-567773b74184 port a7691cc6-95af-476f-a407-1c68d0277b37 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:18:23.254860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43108) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:23.260928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932785165', 'description': 'tempest-secgroup-smoke-1932785165 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:23.266203 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.267384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:23.271699 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:23.275040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:23.281521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:23.299807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.311437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4e229f9a-1785-465d-bd5d-d97d0863afb3 None None] Provisioning complete for port a7691cc6-95af-476f-a407-1c68d0277b37 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:23.311803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e229f9a-1785-465d-bd5d-d97d0863afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.367411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=127f20d2-adf1-4f3e-85ec-095b6e8f9979,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:23.384076 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e229f9a-1785-465d-bd5d-d97d0863afb3 None None] Port a7691cc6-95af-476f-a407-1c68d0277b37 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:18:23.386958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 45017ece-283d-45e7-9d12-8685fc8e71f0 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:18:23.392729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 45017ece-283d-45e7-9d12-8685fc8e71f0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:23.393141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.466114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:23.469948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:23.472750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:23.478460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:23.509805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.528415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 45017ece-283d-45e7-9d12-8685fc8e71f0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=45017ece-283d-45e7-9d12-8685fc8e71f0,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:23.533377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.554589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.559064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.602316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=45017ece-283d-45e7-9d12-8685fc8e71f0,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:23.603675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45557103-7605-4c7a-95ed-d1d058b5d549,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:23.607239 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.611262 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a5a8ee83-aed1-4928-bf3e-fd174e2ce57c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3526256 May 09 05:18:23.611509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43112) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:23.616840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '45557103-7605-4c7a-95ed-d1d058b5d549', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:23.623003 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:23.627090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:23.630671 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.631463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:23.637271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:23.642505 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Transition to ACTIVE for port object a7691cc6-95af-476f-a407-1c68d0277b37 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:18:23.648960 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.653346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.715717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.721181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.749158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780814e1-cfe7-4035-9474-60b274081e5d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:23.761215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.762575 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-209ea5f7-baaa-4da0-9692-56e5e1e3f55a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501031 May 09 05:18:23.765700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43116) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:23.771756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '45557103-7605-4c7a-95ed-d1d058b5d549', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:23.777842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:23.781984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:23.785281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:23.791015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:23.812914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.848556 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Pushing event updated for resources: {'Port': ['ID=a7691cc6-95af-476f-a407-1c68d0277b37,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:23.860926 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.861266 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.861562 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.862067 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.862560 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.862881 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.863345 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.863859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.864127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.864479 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.864795 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.865113 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.883259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.884252 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Attempting to bind port a7691cc6-95af-476f-a407-1c68d0277b37 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:18:23.884810 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Attempting to bind port a7691cc6-95af-476f-a407-1c68d0277b37 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:18:23.885182 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Attempting to bind port a7691cc6-95af-476f-a407-1c68d0277b37 on network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:18:23.888831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.891608 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:18:23.892204 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Checking segment: {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:18:23.892812 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.893360 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Bound using segment: {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:18:23.893815 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Bound port: a7691cc6-95af-476f-a407-1c68d0277b37, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:18:23.894406 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.917743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0e4875-eb54-467b-841c-b8733e2679b0,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:23.925942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.926280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.926609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.926933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.927268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.927569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.927885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.928199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.928543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.928857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.929168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.929482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:23.932195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.935962 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-21387e8a-0a57-4965-93e0-662d3716be39 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667075 May 09 05:18:23.936265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43120) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:23.941335 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '45557103-7605-4c7a-95ed-d1d058b5d549', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:23.947231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:23.951330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:23.954241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:23.960985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:23.980575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:23.989528 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] For port a7691cc6-95af-476f-a407-1c68d0277b37, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:18:23.992578 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] For port a7691cc6-95af-476f-a407-1c68d0277b37, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a7691cc6-95af-476f-a407-1c68d0277b37,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:18:23.999083 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.050698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.055129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.079048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce068a08-b5d3-4c8c-a8bf-766283632ea5,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:24.083085 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:24.083728 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:18:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:24.091312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.092602 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-43de403e-d721-4fc1-8fa9-773abc92e9aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553926 May 09 05:18:24.095445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43124) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:24.100706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '45557103-7605-4c7a-95ed-d1d058b5d549', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:24.107658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:24.111764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:24.114730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:24.120936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:24.138812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.151831 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf733-be60-4a74-97e5-d45a3a63bdd6 None None] Pushing event updated for resources: {'Port': ['ID=a7691cc6-95af-476f-a407-1c68d0277b37,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:24.213253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.217891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.244018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4c9e60-0421-4596-ab5d-a779ad87e601,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:24.256154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.258220 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d8ee8ee7-372a-4c94-b75f-b32e6ac762cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609085 May 09 05:18:24.260238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43128) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:24.265739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '45557103-7605-4c7a-95ed-d1d058b5d549', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:24.271914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:24.275690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:24.278271 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:24.279016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:24.285175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:24.296018 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:18:24.302618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.369789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.373675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.396833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28d4360-2aec-4fa9-9bc9-4ffc273ad8a1,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:24.407585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.409305 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-02bf5a6f-9dd9-4d3a-a2e5-2cf912414ddd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477540 May 09 05:18:24.412101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43132) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:24.417242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '45557103-7605-4c7a-95ed-d1d058b5d549', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:24.422847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:24.426804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:24.429826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:24.436703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:24.448086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:18:24.454876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.519865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.523844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.548985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6080fde-9828-4cc6-a0d0-7aeeb63e364c,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:24.559137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.560532 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-767daf87-fbb3-4a9f-9485-b2407f68a73f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474059 May 09 05:18:24.604658 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:24.609155 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3feaba-db61-4eb7-830b-d5392bdcc891 None None] The sync data for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv is: [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:18:24.681799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 127f20d2-adf1-4f3e-85ec-095b6e8f9979 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:24.770128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:24.770479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:24.831665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-403f0808-ddef-438f-8fe3-d967efea9972 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:18:24.849443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-403f0808-ddef-438f-8fe3-d967efea9972 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:18:24.850621 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-403f0808-ddef-438f-8fe3-d967efea9972 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932785165&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0685353 May 09 05:18:24.895950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 45017ece-283d-45e7-9d12-8685fc8e71f0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:24.968746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 45017ece-283d-45e7-9d12-8685fc8e71f0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:24.969130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:25.012872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-5ee46baa-31a8-484d-ade1-f4f4d983711e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:25.014332 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-5ee46baa-31a8-484d-ade1-f4f4d983711e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 796 time: 0.1564298 May 09 05:18:25.030155 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-57916f69-e2c1-436c-b836-5bc0421b6f72 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0099967 May 09 05:18:25.117260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-b4ca4d0c-3b05-49ea-94cd-6171ce622096 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:18:25.134094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-b4ca4d0c-3b05-49ea-94cd-6171ce622096 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:18:25.136374 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-b4ca4d0c-3b05-49ea-94cd-6171ce622096 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985558 May 09 05:18:25.278248 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-59fbb569-dd04-4248-acdd-b1eb010a3554 service neutron] 10.222.0.50 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300433 May 09 05:18:25.417203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-6b4d6fce-a6dc-4431-9c08-6572eba63517 service neutron] 10.222.0.50 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313393 May 09 05:18:25.607147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f43b2844-0756-477a-95d1-6ecf7321d81b req-bf15701a-5305-4ac6-9e84-539eeb49edbe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:18:25.619843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f43b2844-0756-477a-95d1-6ecf7321d81b req-bf15701a-5305-4ac6-9e84-539eeb49edbe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:18:25.621558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f43b2844-0756-477a-95d1-6ecf7321d81b req-bf15701a-5305-4ac6-9e84-539eeb49edbe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 210 time: 0.0576217 May 09 05:18:26.686714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a7691cc6-95af-476f-a407-1c68d0277b37 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:26.760955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a7691cc6-95af-476f-a407-1c68d0277b37 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:18:26.766336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a7691cc6-95af-476f-a407-1c68d0277b37 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:26.766709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:26.787169 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ef2e198b-9b16-4558-a957-0912573e57bf req-560fafea-375d-4aa2-8e8e-a54d7d88641b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 210 time: 0.0495136 May 09 05:18:26.896955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:26.930671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a7691cc6-95af-476f-a407-1c68d0277b37, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a7691cc6-95af-476f-a407-1c68d0277b37,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:26.935908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:26.940957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-2cdb4f94-63ac-4878-bb40-4591f7b3fd89 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:26.941659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-2cdb4f94-63ac-4878-bb40-4591f7b3fd89 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:18:26.958003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-2cdb4f94-63ac-4878-bb40-4591f7b3fd89 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:18:26.959709 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-2cdb4f94-63ac-4878-bb40-4591f7b3fd89 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 796 time: 0.1844902 May 09 05:18:27.006725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a7691cc6-95af-476f-a407-1c68d0277b37,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:27.025078 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-4da012fc-6cee-440b-be3e-ca57aed81663 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 380 time: 0.0476005 May 09 05:18:27.037296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['45557103-7605-4c7a-95ed-d1d058b5d549']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:27.176350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:27.189174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:27.204355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:18:27.208168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:27.385202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.9 (0f247ae2-967d-4b32-bf20-b9e7c8f72436/145f978d-9088-4f76-84e6-6fe71e643db5/ff5489b2-592d-4d9f-a100-1e2ad4f7ef43) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:18:27.576755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:27.600599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:18:27.627649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:27.696843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:18:27.700132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:18:27.703966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:18:27.734387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:27.778547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:27.779166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:27.805757 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-597b2c6f-3fca-4a26-975c-46f9f560f765 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7720931 May 09 05:18:27.823359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Request body: {'port': {'device_id': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:27.983027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-35fcb1b6-9cf5-4a27-b2ea-599124b53971 None None] Provisioning for port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:18:27.988831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-35fcb1b6-9cf5-4a27-b2ea-599124b53971 None None] Provisioning complete for port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:27.989291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-35fcb1b6-9cf5-4a27-b2ea-599124b53971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:27.994008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:28.050862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-35fcb1b6-9cf5-4a27-b2ea-599124b53971 None None] Port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:18:28.086249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c8bf3-789b-452b-9027-49971057503e req-068a7694-b257-4846-b9d1-c38a8f8ccfc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:28.086907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-480c8bf3-789b-452b-9027-49971057503e req-068a7694-b257-4846-b9d1-c38a8f8ccfc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:18:28.161320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-480c8bf3-789b-452b-9027-49971057503e req-068a7694-b257-4846-b9d1-c38a8f8ccfc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:18:28.162464 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-480c8bf3-789b-452b-9027-49971057503e req-068a7694-b257-4846-b9d1-c38a8f8ccfc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 931 time: 0.2525594 May 09 05:18:28.283956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-480c8bf3-789b-452b-9027-49971057503e req-bdc332f3-331d-4e54-bd0e-f516cf00be22 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140957 May 09 05:18:28.394627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:18:28.401677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:28.417034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Transition to ACTIVE for port object ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:18:28.422364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:28.670889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a7691cc6-95af-476f-a407-1c68d0277b37 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:28.687940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:28.743309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a7691cc6-95af-476f-a407-1c68d0277b37 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:28.743769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:28.767818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Attempting to bind port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:18:28.768153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Attempting to bind port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:18:28.768505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Attempting to bind port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 on network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:18:28.773524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 on network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:18:28.773846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Attempting to bind port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 on network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:18:28.779810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:18:28.780153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Checking segment: {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:18:28.780579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Bound using segment: {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:18:28.781011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Bound port: ff5489b2-592d-4d9f-a100-1e2ad4f7ef43, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06850632-beaa-46be-814d-9560060ad8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:18:28.781356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:28.880442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] For port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:18:28.883391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] For port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:18:28.890745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:28.955617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:28.956228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:28.957620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 1093 time: 1.1387682 May 09 05:18:28.958068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:18:28.986366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f45bf-b99f-494c-98f2-a05cf6317f33 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:29.013376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d414ef-7ebe-4b5d-b23c-c40c6d7186ed'] response: {'name': 'network-changed', 'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'status': 'completed', 'code': 200} May 09 05:18:29.104355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-aa567ece-a159-4127-bd7a-fa14d90e3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:29.106007 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-aa567ece-a159-4127-bd7a-fa14d90e3fd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1096 time: 0.0770493 May 09 05:18:29.182176 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-8fc3e4ad-6748-4431-9488-624c21d318a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 217 time: 0.0635192 May 09 05:18:29.252202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-0a08f20a-0e94-4b12-85ad-9af828d5bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:29.254447 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-0a08f20a-0e94-4b12-85ad-9af828d5bcb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 844 time: 0.0656600 May 09 05:18:29.334209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-79eb154a-7894-4f0c-bd1f-d306cee2b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:29.335737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-79eb154a-7894-4f0c-bd1f-d306cee2b708 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f247ae2-967d-4b32-bf20-b9e7c8f72436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745916 May 09 05:18:29.526391 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-b2e9d345-a8ba-4201-9965-5d9bf20c67fd service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832623 May 09 05:18:29.561508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025951f4-23b8-48ac-b63b-7f133e14c620 req-4d3159a7-3185-4439-827d-589d7d9d2c7f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:29.562894 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-025951f4-23b8-48ac-b63b-7f133e14c620 req-4d3159a7-3185-4439-827d-589d7d9d2c7f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 943 time: 0.1481540 May 09 05:18:29.683333 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-025951f4-23b8-48ac-b63b-7f133e14c620 req-eafbf92f-47cc-421d-878d-92f6796a76e1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759115 May 09 05:18:29.701802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1c960b75-2c70-4078-869d-4e3900fd5362 req-5aa17e1a-6bae-44a6-9fff-af207b334020 service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683228 May 09 05:18:29.867914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-d95aed82-9923-46ea-a49a-bbb1f78e3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:29.869464 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-d95aed82-9923-46ea-a49a-bbb1f78e3f27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1096 time: 0.0725753 May 09 05:18:30.001514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-df8933d5-b574-4b78-9de3-f4bbf5c6657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:30.002960 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-df8933d5-b574-4b78-9de3-f4bbf5c6657c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 897 time: 0.1271656 May 09 05:18:30.074485 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-f2350327-829f-456e-9578-9ab945b82cd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 217 time: 0.0652552 May 09 05:18:30.138498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-a28725fb-f976-4069-a94a-4318a8e2b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:30.139778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-a28725fb-f976-4069-a94a-4318a8e2b6de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 844 time: 0.0586872 May 09 05:18:30.220660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-270c701a-426d-4b21-8c6d-75a015f1590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:30.222190 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-270c701a-426d-4b21-8c6d-75a015f1590d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f247ae2-967d-4b32-bf20-b9e7c8f72436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764179 May 09 05:18:30.368192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-bc072c97-55e0-4701-820d-01ad536230b3 service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390693 May 09 05:18:30.607412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e1eaf580-3ca9-4a4f-bd73-4e3d0008925b req-f96d2f50-59b0-4829-94c4-07ab6a5f59f4 service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318544 May 09 05:18:30.888678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e8455-a17d-4d2b-9b3a-cf34c21289b8 req-ebbfed7d-5b0c-4fa8-9fca-3e6df33bb9c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:30.890024 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ec4e8455-a17d-4d2b-9b3a-cf34c21289b8 req-ebbfed7d-5b0c-4fa8-9fca-3e6df33bb9c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 943 time: 0.0979185 May 09 05:18:30.935400 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ec4e8455-a17d-4d2b-9b3a-cf34c21289b8 req-95fd1972-93a2-4496-9b91-f918e9188069 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 May 09 05:18:31.674229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:18:31.853064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:31.866205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'port_id': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'mac_address': 'fa:16:3e:69:49:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:18:31.922185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:31.941377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:18:31.957376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:31.972930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:32.056774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:32.287048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbdbf4-ab9c-453e-ba26-09517a874d45 req-5ce0124e-d16a-4f1a-9b98-a9d3296ad200 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:32.288634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-96cbdbf4-ab9c-453e-ba26-09517a874d45 req-5ce0124e-d16a-4f1a-9b98-a9d3296ad200 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 944 time: 0.0832665 May 09 05:18:32.338138 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-96cbdbf4-ab9c-453e-ba26-09517a874d45 req-8cbeba10-f01c-4aff-817d-6acc640f02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412908 May 09 05:18:32.355149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['ff5489b2-592d-4d9f-a100-1e2ad4f7ef43'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:18:33.551229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0366642-e105-4daa-8903-161d12e216b1 req-6d2a3dc9-fae8-42ce-8662-6d1583d63b50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:33.552699 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0366642-e105-4daa-8903-161d12e216b1 req-6d2a3dc9-fae8-42ce-8662-6d1583d63b50 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 944 time: 0.0987542 May 09 05:18:33.601458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0366642-e105-4daa-8903-161d12e216b1 req-140b9a1e-3749-4871-8ac4-9493f003e9b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 May 09 05:18:33.673070 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:18:33.755441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:18:33.761056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:18:33.761421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:33.887456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:33.914996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:18:33.925510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:18:33.930352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:33.964390 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e467c6a-3e96-4765-a6bb-01dd55b356e6'] response: {'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'code': 200} May 09 05:18:34.004592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:34.236976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb257b9f-18dc-4d92-8404-89b2e651d744 req-baef365a-aae9-445b-9517-f1c884ab2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:34.238315 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb257b9f-18dc-4d92-8404-89b2e651d744 req-baef365a-aae9-445b-9517-f1c884ab2de5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1098 time: 0.0797188 May 09 05:18:34.278204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb257b9f-18dc-4d92-8404-89b2e651d744 req-7db16eca-5bbe-4b95-9e96-bae5d4463bb2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333922 May 09 05:18:34.956687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35376d2d-b2c3-4d46-9a48-2d4828b40554 req-50623da9-8189-4c77-9d38-8e43fbfefe7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:34.958132 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-35376d2d-b2c3-4d46-9a48-2d4828b40554 req-50623da9-8189-4c77-9d38-8e43fbfefe7b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 945 time: 0.0853145 May 09 05:18:35.003695 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-35376d2d-b2c3-4d46-9a48-2d4828b40554 req-b904ee23-8cf6-4fb9-b481-a011fc484f46 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 May 09 05:18:36.199909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6194763-efbd-40d8-abaf-1308ed161ce5 req-8afe68f9-6c75-47a3-8763-f96da5eaa1d6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:36.201395 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e6194763-efbd-40d8-abaf-1308ed161ce5 req-8afe68f9-6c75-47a3-8763-f96da5eaa1d6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 945 time: 0.0887089 May 09 05:18:36.256436 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e6194763-efbd-40d8-abaf-1308ed161ce5 req-da51a676-eba9-4a24-9405-3479f29d618a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467348 May 09 05:18:36.462696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c64459-c628-4330-8f3e-939ea14ac3aa req-f9a02730-697d-496a-94db-c11c2df58f23 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:36.464491 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-90c64459-c628-4330-8f3e-939ea14ac3aa req-f9a02730-697d-496a-94db-c11c2df58f23 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 945 time: 0.0861793 May 09 05:18:36.510843 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-90c64459-c628-4330-8f3e-939ea14ac3aa req-e11eb2c7-07aa-44ef-bc1e-ac094bcee6e7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 May 09 05:18:36.538919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43192) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:36.624783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f42d1b-e1dc-440c-8320-fc1c201ef5e9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:36.626299 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c6f42d1b-e1dc-440c-8320-fc1c201ef5e9 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1093 time: 0.0863974 May 09 05:18:36.629510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43196) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:36.636671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:18:36.643019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:18:36.647085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:18:36.650087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:18:36.656897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:18:36.669101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:36.809966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:36.957759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.198 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/6ac34b4d-55ce-47dc-b8a7-70c4e0014f72) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:18:37.211175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:37.251134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:37.315843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:18:37.318719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:18:37.325035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:18:37.360412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=6ac34b4d-55ce-47dc-b8a7-70c4e0014f72,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:37.380931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.381280 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.381592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.381916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.382243 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.382558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.382876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.383202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.383499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.383806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.384101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.384417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:18:37.771471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:37.848903 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:38.055303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:38.062362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:38.174871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=6ac34b4d-55ce-47dc-b8a7-70c4e0014f72,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:18:38.185142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:38.364775 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 98eafb69-1366-45bf-afc1-e47619e1ed87 associated. External IP: 172.26.0.198, port: ff5489b2-592d-4d9f-a100-1e2ad4f7ef43. May 09 05:18:38.839419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 88920b4f-8762-4c45-b54b-567773b74184 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:18:39.021701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:18:39.033097 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] Sync routers for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:18:39.043293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:39.044282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:18:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:39.046744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:39.105458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-327047fe-136e-4723-868d-6863623d665d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4746706 May 09 05:18:39.106105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:18:39.108463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43200) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:39.153840 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d70e44b-e574-44bc-a083-e6e48f5177e7'] response: {'name': 'network-changed', 'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'status': 'completed', 'code': 200} May 09 05:18:39.233793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:39.254928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aceefedb-64a8-48f0-8e26-8b72c2d7cd17 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/98eafb69-1366-45bf-afc1-e47619e1ed87 HTTP/1.1" status: 200 len: 991 time: 0.1453345 May 09 05:18:39.285382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-495292d3-f733-48d1-bbd7-92ed35748864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:39.286742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-495292d3-f733-48d1-bbd7-92ed35748864 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1098 time: 0.0774181 May 09 05:18:39.419167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-5396d962-0816-4bda-9d64-bec62901583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:39.420660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-5396d962-0816-4bda-9d64-bec62901583c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 897 time: 0.1274946 May 09 05:18:39.524456 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-ada82d2a-4f5a-4865-9891-adb41e95cdfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 999 time: 0.0976591 May 09 05:18:39.577582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '98eafb69-1366-45bf-afc1-e47619e1ed87', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.198', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '88920b4f-8762-4c45-b54b-567773b74184', 'port_id': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'mac_address': 'fa:16:3e:69:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:18:37Z', 'updated_at': '2022-05-09T05:18:37Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:39.581570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] Checking router: 88920b4f-8762-4c45-b54b-567773b74184 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:18:39.586923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-e67be6b0-08b1-4e96-9cfc-5c079bc3a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:39.588597 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-e67be6b0-08b1-4e96-9cfc-5c079bc3a0e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 844 time: 0.0570719 May 09 05:18:39.590855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:18:39.591456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:18:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:39.669393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-4e056231-320d-4de9-91bb-67b1c37c2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:18:39.670858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-4e056231-320d-4de9-91bb-67b1c37c2fcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f247ae2-967d-4b32-bf20-b9e7c8f72436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759079 May 09 05:18:39.805537 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-7a4974a0-d4fe-47f3-a7c9-710b9a9928a3 service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287045 May 09 05:18:39.817991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:18:39.936350 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0118e9-fa1c-4519-ba72-1c708af70214 req-bea8ceab-7ff7-4c76-b542-9a00f08e8dc4 service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231699 May 09 05:18:40.174761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '98eafb69-1366-45bf-afc1-e47619e1ed87', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.198', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '88920b4f-8762-4c45-b54b-567773b74184', 'port_id': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'mac_address': 'fa:16:3e:69:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:18:37Z', 'updated_at': '2022-05-09T05:18:37Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:18:40.178940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e68054-9d78-44d8-8989-8f2995dce506 None None] The sync data for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv is: [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '98eafb69-1366-45bf-afc1-e47619e1ed87', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.198', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '88920b4f-8762-4c45-b54b-567773b74184', 'port_id': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'mac_address': 'fa:16:3e:69:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:18:37Z', 'updated_at': '2022-05-09T05:18:37Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:18:40.258460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43206) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:40.371813 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-06101425-6a4c-4422-ae46-925c393deac2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/98eafb69-1366-45bf-afc1-e47619e1ed87 HTTP/1.1" status: 200 len: 991 time: 0.1121941 May 09 05:18:40.383513 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9edd1-dc3b-4fc9-9364-8e51b63414f9 None None] New status for floating IP 98eafb69-1366-45bf-afc1-e47619e1ed87: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:18:41.376388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43210) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:18:41.489635 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6f87b093-f9dc-466c-9955-5c18d1b7ca0e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/98eafb69-1366-45bf-afc1-e47619e1ed87 HTTP/1.1" status: 200 len: 993 time: 0.1117313 May 09 05:18:42.344973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-027e4a2e-0551-46a5-9900-8a009f48aa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:44.602654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91f7e802-3173-402a-a88e-bcaee9bbce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:45.677447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:45.901316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:47.405291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:48.776481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:18:59.557445 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:19:12.350358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bc3f5160-b503-49c4-a008-e3fc8b27881c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:13.400036 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-896a7c83-72d4-41b6-8af6-bf477d5e4a13 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717661 May 09 05:19:13.562976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-8cf94ca5-4591-4d29-a3ef-a5ce0e0f0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:19:13.564429 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-8cf94ca5-4591-4d29-a3ef-a5ce0e0f0dec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1098 time: 0.0785549 May 09 05:19:13.719667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-1d974dda-070c-4ef2-a476-124f7434dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:19:13.721000 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-1d974dda-070c-4ef2-a476-124f7434dc4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 897 time: 0.1371198 May 09 05:19:13.938996 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-0b7c575c-e115-457b-929e-3bc5c08910ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 1001 time: 0.2102995 May 09 05:19:14.001067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-e805a7e8-7710-4442-b569-0e46c57bd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:19:14.002417 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-e805a7e8-7710-4442-b569-0e46c57bd400 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 844 time: 0.0577216 May 09 05:19:14.078355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-f4fd79f1-88ee-43a9-9ee1-27d80a58a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:19:14.079821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-f4fd79f1-88ee-43a9-9ee1-27d80a58a08c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f247ae2-967d-4b32-bf20-b9e7c8f72436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712557 May 09 05:19:14.215749 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-0015f8a6-7096-4170-bf4e-de2371d5764a service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295609 May 09 05:19:14.353147 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d67e1f31-6791-4c1e-9920-cec450037d1c req-59fac52e-5f3f-48ad-a617-fc914f3ea83c service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307123 May 09 05:19:14.606617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-af93bd49-df82-443c-b90f-1ac53fecf9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:15.680029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:15.896567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:17.411057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:18.790619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:36.561673 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:19:42.337901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4f6c77db-69b7-45fd-bf1b-48abaa5125f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:44.605852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9f87-80ab-4314-98a2-31102da457af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:45.681182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:45.912061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:47.410564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:19:48.783848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:12.340157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-88c5306b-967c-4be9-be6b-bb2067bcf9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:13.565626 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:20:14.608367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ee843b62-84d3-4b83-b89d-3711eae10195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:15.410875 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-b7baf83c-5b27-4abd-a858-6e69dc2c73b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795276 May 09 05:20:15.569683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-80dae066-96d2-4c68-9d76-5062b5e05067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:20:15.571169 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-80dae066-96d2-4c68-9d76-5062b5e05067 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1098 time: 0.0710032 May 09 05:20:15.676691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:15.718404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-1401cae7-692a-4c90-88eb-a2eb0ce85222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:20:15.719882 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-1401cae7-692a-4c90-88eb-a2eb0ce85222 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 897 time: 0.1312132 May 09 05:20:15.830664 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-0c51b38f-42f2-4657-9f83-753c76775965 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 1001 time: 0.1034608 May 09 05:20:15.901450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-96e4b450-34dd-463b-9787-35a9ce7ad673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:20:15.902892 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-96e4b450-34dd-463b-9787-35a9ce7ad673 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 844 time: 0.0659962 May 09 05:20:15.910932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:15.981273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-c87a8a14-9d2b-4aa4-853d-56133bb482b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:20:15.982672 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-c87a8a14-9d2b-4aa4-853d-56133bb482b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f247ae2-967d-4b32-bf20-b9e7c8f72436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737538 May 09 05:20:16.114642 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-cd4c5f0d-10c3-46f7-b91e-89c49e239b5f service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259358 May 09 05:20:16.253431 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-82e23fa4-8307-447b-bbf7-06a683bbfdf2 req-723a3039-2489-49cb-a622-82e44b01a0f8 service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317761 May 09 05:20:17.414484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:18.780105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:42.341682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3e3a94ab-2264-467e-b2de-73a31f85cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:44.614795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a366-9c5d-4e97-a724-5d8866a80ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:45.691428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:45.910565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:47.418675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:48.778622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:20:50.569270 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:21:06.368133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43250) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:21:06.430647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:21:06.552804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5716802'] for subnet, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:06.753086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775671722617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5462635'] for subnet, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:06.802097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:06.802677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:06.803965 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/subnets/145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 836 time: 0.4344578 May 09 05:21:06.807681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028f983-03c9-4620-a37d-529d3b2a29ec None None] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:21:06.820010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=145f978d-9088-4f76-84e6-6fe71e643db5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:21:06.827544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.827909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.828233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.828607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.828929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.829262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.829610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.829939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.830298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.830642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.830968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:06.831305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50225b1-104c-46c7-a089-fda963e1f401 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:07.247491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-696cc694-404f-4652-bae3-94dc15e1c754 None None] Provisioning complete for port a7691cc6-95af-476f-a407-1c68d0277b37 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:21:07.247862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-696cc694-404f-4652-bae3-94dc15e1c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:07.377984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-696cc694-404f-4652-bae3-94dc15e1c754 None None] Provisioning complete for port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:21:07.378235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-696cc694-404f-4652-bae3-94dc15e1c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:07.510418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-696cc694-404f-4652-bae3-94dc15e1c754 None None] Provisioning complete for port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:21:07.510745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-696cc694-404f-4652-bae3-94dc15e1c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:12.343480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-20b2d10e-2405-44c6-b838-85d7d0548890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:14.608870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-54028c91-d344-4521-afcc-a339fe9bd5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:15.691883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:15.909181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:17.420733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:17.604126 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-41afe61e-624d-4dc4-b9bc-80a7858c0c95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740547 May 09 05:21:17.768202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-6d5c9c64-e2b5-4881-b03d-3efc1637360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:17.769656 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-6d5c9c64-e2b5-4881-b03d-3efc1637360e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1098 time: 0.0806904 May 09 05:21:18.031483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-a6f957ee-e5bd-4f50-83fc-f15e78a0d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:18.032967 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-a6f957ee-e5bd-4f50-83fc-f15e78a0d313 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 897 time: 0.2346747 May 09 05:21:18.139325 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-f465c212-8d14-4258-a1a0-3ee70e483bae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 1001 time: 0.0996377 May 09 05:21:18.201300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-a22a925e-59bc-465d-8be7-384564fd307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:18.202679 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-a22a925e-59bc-465d-8be7-384564fd307f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 844 time: 0.0577345 May 09 05:21:18.280742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-3cad33f6-f10a-46c6-8f8e-81d50b569e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:18.282080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-3cad33f6-f10a-46c6-8f8e-81d50b569e46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f247ae2-967d-4b32-bf20-b9e7c8f72436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731061 May 09 05:21:18.429309 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-4d392ee1-648d-4dc9-b6a7-064be5048bde service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405473 May 09 05:21:18.561080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4015699-5d09-45b5-8c13-ded3fb7d0701 req-ab4ca460-9886-4784-8973-ece12b7379cf service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252749 May 09 05:21:18.790027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:27.573156 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:21:42.346739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ce79f156-f907-4ee2-9a21-53a4352825eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:44.609665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-90564379-b3bc-4deb-bba3-232e8802043e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:45.700331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:45.906632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:47.425521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:48.794995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:50.456817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43278) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:21:50.687109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 6ac34b4d-55ce-47dc-b8a7-70c4e0014f72 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:21:50.687421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:50.863251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:50.863519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:50.988519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 6ac34b4d-55ce-47dc-b8a7-70c4e0014f72 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:21:51.153694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:51.208454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=6ac34b4d-55ce-47dc-b8a7-70c4e0014f72,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:21:51.423494 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:51.423782 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 98eafb69-1366-45bf-afc1-e47619e1ed87 disassociated (deleted). External IP: 172.26.0.198, port: ff5489b2-592d-4d9f-a100-1e2ad4f7ef43. May 09 05:21:51.781508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 88920b4f-8762-4c45-b54b-567773b74184 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:21:51.961975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:21:51.973966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] Sync routers for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:21:51.985149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:21:51.985628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:51.985911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:21:52.044629 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9acf7d64-cb85-4231-9b83-571638856c36 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/98eafb69-1366-45bf-afc1-e47619e1ed87 HTTP/1.1" status: 204 len: 168 time: 1.5864983 May 09 05:21:52.045245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:21:52.091037 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0bc0dd-46fd-4166-bf88-9e4fbe418b36'] response: {'name': 'network-changed', 'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'status': 'completed', 'code': 200} May 09 05:21:52.172591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:21:52.208893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-1ce215cc-721e-4f6c-a284-9c6163095721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:52.210528 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-1ce215cc-721e-4f6c-a284-9c6163095721 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 1098 time: 0.0759985 May 09 05:21:52.347768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-3d3799ee-e7d6-402a-8374-7b9a4998a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:52.349487 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-3d3799ee-e7d6-402a-8374-7b9a4998a56d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 200 len: 897 time: 0.1328361 May 09 05:21:52.421177 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-2770b495-8935-4b93-9770-ba07930574ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 200 len: 217 time: 0.0649166 May 09 05:21:52.427561 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea5a7f-49d8-4172-8ce1-9f95646caf12 req-4b6adec3-0dca-4d2f-adc2-8ff9e7bd6ba1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:52.428348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-78ea5a7f-49d8-4172-8ce1-9f95646caf12 req-4b6adec3-0dca-4d2f-adc2-8ff9e7bd6ba1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:21:52.444585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-78ea5a7f-49d8-4172-8ce1-9f95646caf12 req-4b6adec3-0dca-4d2f-adc2-8ff9e7bd6ba1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:21:52.445904 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-78ea5a7f-49d8-4172-8ce1-9f95646caf12 req-4b6adec3-0dca-4d2f-adc2-8ff9e7bd6ba1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 945 time: 0.0999360 May 09 05:21:52.487923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-f69f4cd5-eb14-48ff-9f25-a0d3dcc9cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:52.489059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-f69f4cd5-eb14-48ff-9f25-a0d3dcc9cd19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 200 len: 844 time: 0.0621555 May 09 05:21:52.498352 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-78ea5a7f-49d8-4172-8ce1-9f95646caf12 req-fbe9eecb-dad6-4158-a414-653d9f65895c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436049 May 09 05:21:52.502027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:21:52.506176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] Checking router: 88920b4f-8762-4c45-b54b-567773b74184 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:21:52.518122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:21:52.518728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:21:52.564846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-103e33c2-bcc6-4191-9f98-b3659e83a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:52.566311 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-103e33c2-bcc6-4191-9f98-b3659e83a3cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f247ae2-967d-4b32-bf20-b9e7c8f72436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694399 May 09 05:21:52.698596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-3464eaf7-0b70-4d69-8b49-f3e9e41622ef service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250072 May 09 05:21:52.702245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:21:52.832549 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ecb3569-7ce8-4831-ba31-b937e15f3d64 req-e170dac1-bcb0-4eac-8ef5-7cfddc960279 service neutron] 10.222.0.59 "GET /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274798 May 09 05:21:53.010801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:21:53.014887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586dc8a-7b25-4a5c-a977-4d8b7aec3541 None None] The sync data for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv is: [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:21Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a7691cc6-95af-476f-a407-1c68d0277b37', 'name': '', 'network_id': '0f247ae2-967d-4b32-bf20-b9e7c8f72436', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:20:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:20Z', 'updated_at': '2022-05-09T05:18:26Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': '145f978d-9088-4f76-84e6-6fe71e643db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:21:53.230179 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56724735-2148-4b2b-98b7-f1b4eebbc06a None None] New status for floating IP 98eafb69-1366-45bf-afc1-e47619e1ed87: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:21:53.714704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cea2a-99b3-4a5f-a694-b2151eb9dbf8 req-097b98d1-7770-402e-87fc-39cf5fa95a9d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:53.716061 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c06cea2a-99b3-4a5f-a694-b2151eb9dbf8 req-097b98d1-7770-402e-87fc-39cf5fa95a9d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 945 time: 0.0895090 May 09 05:21:53.761585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c06cea2a-99b3-4a5f-a694-b2151eb9dbf8 req-c5404ad8-cfac-436b-b739-a8e86fab7d99 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=45557103-7605-4c7a-95ed-d1d058b5d549&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392725 May 09 05:21:54.146402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-8b3358ae-7796-47c7-8909-02e0ba881107 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:21:54.148097 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-8b3358ae-7796-47c7-8909-02e0ba881107 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 945 time: 0.0885673 May 09 05:21:54.222603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:21:54.222934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:54.563201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:21:54.563503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:54.683042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:21:54.835478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:54.884260 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=ff5489b2-592d-4d9f-a100-1e2ad4f7ef43,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:21:54.892987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.893336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.893679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.894096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.895017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.895017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.895017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.895342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.895778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.896109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.896451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.896788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:21:54.911908 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8e67111b-507e-49cf-8ce1-c5b779ecf2c0 req-27946bb7-6647-4cca-a1c9-bcda806bd36d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=313ff6c2-56eb-4524-bfa8-ab5a27935c6b HTTP/1.1" status: 200 len: 210 time: 0.0444276 May 09 05:21:54.973511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:21:54.976014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:54.978542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'name': 'network-vif-deleted', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:21:54.996482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-030ae5cb-46b6-4e5a-8e13-490be102d84f req-1f6801c1-8108-46d7-83ae-17d5fc3ec2bb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 HTTP/1.1" status: 204 len: 173 time: 0.8432672 May 09 05:21:55.083052 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a1dad6-0e6d-442f-ae40-7b7721463cb4'] response: {'server_uuid': '313ff6c2-56eb-4524-bfa8-ab5a27935c6b', 'name': 'network-vif-deleted', 'tag': 'ff5489b2-592d-4d9f-a100-1e2ad4f7ef43', 'status': 'completed', 'code': 200} May 09 05:21:56.020905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43300) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:21:56.095215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72db6829-2688-414b-8c4e-4b055c9d930c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:56.125506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72db6829-2688-414b-8c4e-4b055c9d930c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:56.201871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72db6829-2688-414b-8c4e-4b055c9d930c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:56.220321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db6829-2688-414b-8c4e-4b055c9d930c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45557103-7605-4c7a-95ed-d1d058b5d549,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:21:56.231444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-72db6829-2688-414b-8c4e-4b055c9d930c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:56.232647 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-72db6829-2688-414b-8c4e-4b055c9d930c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/45557103-7605-4c7a-95ed-d1d058b5d549 HTTP/1.1" status: 204 len: 168 time: 0.2107177 May 09 05:21:56.263717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43306) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:21:56.508236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:21:56.550490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:21:56.550882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device ff5489b2-592d-4d9f-a100-1e2ad4f7ef43 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:21:56.973277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:57.348291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port a7691cc6-95af-476f-a407-1c68d0277b37 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:21:57.349038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:57.541306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port a7691cc6-95af-476f-a407-1c68d0277b37, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a7691cc6-95af-476f-a407-1c68d0277b37,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:21:57.541631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:57.663863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for a7691cc6-95af-476f-a407-1c68d0277b37 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:21:57.937191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:57.988423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=a7691cc6-95af-476f-a407-1c68d0277b37,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:21:58.378106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:58.748177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 88920b4f-8762-4c45-b54b-567773b74184 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:21:58.931513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:21:58.941338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] Sync routers for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:21:58.944513 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-84953d00-a124-4ecf-928a-4a12e34d44e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/88920b4f-8762-4c45-b54b-567773b74184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6795795 May 09 05:21:58.947392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43310) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:21:58.950907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:21:58.951509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:21:59.014889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet 145f978d-9088-4f76-84e6-6fe71e643db5 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:21:59.017879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.079005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.162176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.175479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:21:59.240357 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.284241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.287347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=145f978d-9088-4f76-84e6-6fe71e643db5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:21:59.293265 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-85296128-1d25-4ee9-83a1-fba533533eb9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/145f978d-9088-4f76-84e6-6fe71e643db5 HTTP/1.1" status: 204 len: 168 time: 0.3448586 May 09 05:21:59.295933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43314) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:21:59.302881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173adae-6e83-458c-8529-f9fd494fab43 None None] Network 0f247ae2-967d-4b32-bf20-b9e7c8f72436 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:21:59.474460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.626778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:21:57Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '45017ece-283d-45e7-9d12-8685fc8e71f0', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88920b4f-8762-4c45-b54b-567773b74184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:21:59.630971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] Checking router: 88920b4f-8762-4c45-b54b-567773b74184 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:21:59.643957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] Routers {'88920b4f-8762-4c45-b54b-567773b74184'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:21:59.644632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['88920b4f-8762-4c45-b54b-567773b74184'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:21:59.658329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.670098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 45017ece-283d-45e7-9d12-8685fc8e71f0 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:21:59.670432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.703677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] DHCP port deletion for 0f247ae2-967d-4b32-bf20-b9e7c8f72436 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:21:59.775618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Deleting port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:21:59.775927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.880423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] Set router 88920b4f-8762-4c45-b54b-567773b74184 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:21:59.972956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 45017ece-283d-45e7-9d12-8685fc8e71f0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=45017ece-283d-45e7-9d12-8685fc8e71f0,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:21:59.973183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:21:59.999101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:21:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:00.007682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbe79d-f567-40f5-b8ad-b600ac71fe75 None None] The sync data for ids ['88920b4f-8762-4c45-b54b-567773b74184'] in dv-neutron-840482-1-hyperv is: [{'id': '88920b4f-8762-4c45-b54b-567773b74184', 'name': 'tempest-TestNetworkBasicOps-router-381751925', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:18:16Z', 'updated_at': '2022-05-09T05:21:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:22:00.102300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 45017ece-283d-45e7-9d12-8685fc8e71f0 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:22:00.116519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] For port 127f20d2-adf1-4f3e-85ec-095b6e8f9979, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=127f20d2-adf1-4f3e-85ec-095b6e8f9979,segment=NetworkSegment(06850632-beaa-46be-814d-9560060ad8dd),segment_id=06850632-beaa-46be-814d-9560060ad8dd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:00.116906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.247272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Calling delete_port for 127f20d2-adf1-4f3e-85ec-095b6e8f9979 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:22:00.293407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.329830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.407882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=45017ece-283d-45e7-9d12-8685fc8e71f0,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:00.420915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Pushing event deleted for resources: {'Port': ['ID=127f20d2-adf1-4f3e-85ec-095b6e8f9979,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:00.432330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.432697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.433030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.433356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.433672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.433993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.434309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.434626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.434940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.435261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.435573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.435879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:00.438590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffba55-d14b-4f9a-86b7-001577aab52d None None] No DVR routers for this DVR port 127f20d2-adf1-4f3e-85ec-095b6e8f9979 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:22:00.442458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.616930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.619233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.644929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.645407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router 88920b4f-8762-4c45-b54b-567773b74184 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:22:00.660570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.661656 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4199d74b-8653-4486-bbe2-56a0bbafccfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/88920b4f-8762-4c45-b54b-567773b74184 HTTP/1.1" status: 204 len: 168 time: 1.3647866 May 09 05:22:00.664437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43318) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:00.787175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.816989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a7691cc6-95af-476f-a407-1c68d0277b37 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:22:00.851510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a7691cc6-95af-476f-a407-1c68d0277b37 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:22:00.851839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a7691cc6-95af-476f-a407-1c68d0277b37 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:22:00.852266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 127f20d2-adf1-4f3e-85ec-095b6e8f9979 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:22:00.890827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 127f20d2-adf1-4f3e-85ec-095b6e8f9979 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:22:00.891271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 127f20d2-adf1-4f3e-85ec-095b6e8f9979 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:22:00.892787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 45017ece-283d-45e7-9d12-8685fc8e71f0 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:22:00.913501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.926521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 45017ece-283d-45e7-9d12-8685fc8e71f0 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:22:00.926854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 45017ece-283d-45e7-9d12-8685fc8e71f0 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:22:00.938802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f247ae2-967d-4b32-bf20-b9e7c8f72436']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:00.951351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06850632-beaa-46be-814d-9560060ad8dd') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:00.951704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06850632-beaa-46be-814d-9560060ad8dd') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:00.965088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.982167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:00.988891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:22:00.989348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:22:01.005253 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:22:01.088959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.106313 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.118857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=0f247ae2-967d-4b32-bf20-b9e7c8f72436,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:01.126363 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f5a5597b-459b-4929-8644-07c973f30cc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/0f247ae2-967d-4b32-bf20-b9e7c8f72436 HTTP/1.1" status: 204 len: 168 time: 0.4609215 May 09 05:22:01.139157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43322) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:01.145106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--161422156', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:01.150550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:01.155531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:01.158553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:01.164637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:01.177677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:22:01.181282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.210743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:22:01.219682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.220016 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment f289a16c-5194-4217-a293-a52aa4fe9bce of type vlan for network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 May 09 05:22:01.246822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.280807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.286155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:01.286724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.391815 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2513342 May 09 05:22:01.394539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43326) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:01.401301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-465905975', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:01.406862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c29a91-0827-4d8e-9366-88fd3b756219 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=568dc9c6-f7b9-4140-b82c-6e0576f16b07,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:01.410404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:01.414857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:01.417048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:22:01.417518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:01.423334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:01.433115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.434127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.450721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:01.868101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:02.193682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:02.223015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:02.362998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.201 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/35e9e63a-c7c6-4fde-aab2-71e08b37c7a4) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:22:02.529689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:02.569171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:02.632904 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:02.635772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:02.639317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:22:02.672036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:03.183889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:03.543515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:03.753484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router e83018b4-1803-402f-86b8-a9894ec81c2a is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:22:03.929767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:22:03.939787 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Sync routers for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:22:03.949310 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:03.949911 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:03.958661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:03.959903 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-caa98dbc-e5e6-4004-8379-fc16f388726b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5645051 May 09 05:22:03.963157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43330) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:04.112513 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2605f767-21f9-4735-bfdb-0f2e25faf472 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1482236 May 09 05:22:04.115287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43336) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:04.128783 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:04.247008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da346c8d-5512-48b9-8ee8-c62d1f24ea3b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:04.248376 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-da346c8d-5512-48b9-8ee8-c62d1f24ea3b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321373 May 09 05:22:04.252545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43340) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:04.292386 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9e761fed-4f19-4429-bf64-7830e5ebfa75 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388045 May 09 05:22:04.295062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43344) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:04.301393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-715354469', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:04.409450 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:02Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:04.411036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:04.413939 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Checking router: e83018b4-1803-402f-86b8-a9894ec81c2a for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:22:04.414280 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Updating router e83018b4-1803-402f-86b8-a9894ec81c2a port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:22:04.414931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:04.417731 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:04.423445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:04.434279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:22:04.438393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:04.495007 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:04.600238 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:22:04.653023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:04.824666 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:04.836281 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Transition to ACTIVE for port object 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:04.843379 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:04.848998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=f92958b1-4055-4363-be75-fb108c1513f9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:04.862304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:22:04.862650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 568dc9c6-f7b9-4140-b82c-6e0576f16b07, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:22:04.884804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:22:04.895778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 568dc9c6-f7b9-4140-b82c-6e0576f16b07) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:04.900236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:04.901200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:04.908067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfceb99-1f21-441f-b9b7-566da1a05978 None None] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:22:04.919376 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Attempting to bind port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:22:04.919811 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Attempting to bind port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:22:04.920292 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Attempting to bind port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:22:04.927829 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c7dbeac0-67bc-4af2-848d-395eec00e5f4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6290190 May 09 05:22:04.928049 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43348) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:04.931205 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:22:04.931562 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:22:04.931944 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:04.932311 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:22:04.932786 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Bound port: 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:22:04.933141 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.009644 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] For port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:22:05.012979 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] For port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:22:05.014229 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Pushing event updated for resources: {'Port': ['ID=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:05.023127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.023496 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.023903 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.024275 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.024616 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.024942 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.025251 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.025565 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.025875 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.026177 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.026650 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.027112 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:05.032654 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.104218 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:05.104824 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:05.131085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:22:05.132122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.285139 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:05.289373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Allocated IP 172.20.0.2 (568dc9c6-f7b9-4140-b82c-6e0576f16b07/f92958b1-4055-4363-be75-fb108c1513f9/ea33da89-f44a-4071-b9c9-b39a8191e32e) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:22:05.404435 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff861036-d977-43dc-8759-1398aa1f9099 None None] Pushing event updated for resources: {'Port': ['ID=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:05.509779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.521154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Transition to ACTIVE for port object ea33da89-f44a-4071-b9c9-b39a8191e32e will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:05.541799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Transition to ACTIVE for port object ea33da89-f44a-4071-b9c9-b39a8191e32e will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:05.548373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.586113 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:02Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:05.591394 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8ae04-6f18-4282-a842-879046ebf0ec None None] The sync data for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:02Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:22:05.613879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:05.621425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:05.625974 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:22:05.628174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Pushing event updated for resources: {'Port': ['ID=ea33da89-f44a-4071-b9c9-b39a8191e32e,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:05.680875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.720372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Attempting to bind port ea33da89-f44a-4071-b9c9-b39a8191e32e on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:22:05.720771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Attempting to bind port ea33da89-f44a-4071-b9c9-b39a8191e32e by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:22:05.721234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Attempting to bind port ea33da89-f44a-4071-b9c9-b39a8191e32e on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:22:05.726723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:22:05.727091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Checking segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:22:05.727488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.727879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Bound using segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:22:05.728342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Bound port: ea33da89-f44a-4071-b9c9-b39a8191e32e, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:22:05.728750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.846164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] For port ea33da89-f44a-4071-b9c9-b39a8191e32e, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:22:05.849443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] For port ea33da89-f44a-4071-b9c9-b39a8191e32e, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ea33da89-f44a-4071-b9c9-b39a8191e32e,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:22:05.855245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:05.955578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc9b58-f032-4142-9787-b0bb4b1272de None None] Pushing event updated for resources: {'Port': ['ID=ea33da89-f44a-4071-b9c9-b39a8191e32e,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:06.141565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (568dc9c6-f7b9-4140-b82c-6e0576f16b07/f92958b1-4055-4363-be75-fb108c1513f9/7a3d604c-4399-4259-b849-a97a68bc8e1c) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:22:06.327858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:06.345394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 7a3d604c-4399-4259-b849-a97a68bc8e1c will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:06.371003 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:06.445238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:06.448777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:06.453332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:22:06.608360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=7a3d604c-4399-4259-b849-a97a68bc8e1c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:06.639968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:06.857713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:06.930339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:06.934687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:06.942237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:06.943115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:06.975105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4934ce2-c390-4169-abce-b449d05ec60f None None] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:22:07.062980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d98c4c8d-6225-44df-807e-62c18520a845 None None] Provisioning for port ea33da89-f44a-4071-b9c9-b39a8191e32e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:07.259715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.307579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:07.314443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.314649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ea33da89-f44a-4071-b9c9-b39a8191e32e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:07.384743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.391913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.451145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:07.469762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ea33da89-f44a-4071-b9c9-b39a8191e32e completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:07.478057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ea33da89-f44a-4071-b9c9-b39a8191e32e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:07.478298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.486749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.588460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=7a3d604c-4399-4259-b849-a97a68bc8e1c,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:07.603797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.604132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.604480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.604804 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.605122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.605215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.605437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.605747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.606059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.606366 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.606672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.606977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.607279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:22:07.638672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port ea33da89-f44a-4071-b9c9-b39a8191e32e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ea33da89-f44a-4071-b9c9-b39a8191e32e,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:07.643257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.670016 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:07.671315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:07.724986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=ea33da89-f44a-4071-b9c9-b39a8191e32e,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:07.727643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f6fbaf96-4521-44e2-896f-ea8a870c3262 None None] Provisioning for port 7a3d604c-4399-4259-b849-a97a68bc8e1c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:07.732849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f6fbaf96-4521-44e2-896f-ea8a870c3262 None None] Provisioning complete for port 7a3d604c-4399-4259-b849-a97a68bc8e1c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:07.733199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaf96-4521-44e2-896f-ea8a870c3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.787529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbaf96-4521-44e2-896f-ea8a870c3262 None None] Port 7a3d604c-4399-4259-b849-a97a68bc8e1c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:22:07.799794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f6fbaf96-4521-44e2-896f-ea8a870c3262 None None] Provisioning complete for port ea33da89-f44a-4071-b9c9-b39a8191e32e triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:07.800173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaf96-4521-44e2-896f-ea8a870c3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:07.871085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router e83018b4-1803-402f-86b8-a9894ec81c2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:22:08.046693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8c9487af-5705-454d-a218-72497385e617 None None] Provisioning complete for port 7a3d604c-4399-4259-b849-a97a68bc8e1c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:08.047219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8c9487af-5705-454d-a218-72497385e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:08.058720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:22:08.071352 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7ee46300-ec6f-4724-9bd7-481a3e98fb4c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/e83018b4-1803-402f-86b8-a9894ec81c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1420956 May 09 05:22:08.073829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43352) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:08.076310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Sync routers for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:22:08.103599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:08.104200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:08.171805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8c9487af-5705-454d-a218-72497385e617 None None] Port 7a3d604c-4399-4259-b849-a97a68bc8e1c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:22:08.299431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:08.330987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63947a5-a728-4b8a-8ae8-93f9527fe182 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.331370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63947a5-a728-4b8a-8ae8-93f9527fe182 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.331825 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63947a5-a728-4b8a-8ae8-93f9527fe182 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.332247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63947a5-a728-4b8a-8ae8-93f9527fe182 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.336626 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d63947a5-a728-4b8a-8ae8-93f9527fe182 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2591846 May 09 05:22:08.336884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43356) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:08.360725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3efe0179-0f8b-473e-a292-117c00ff0c0b None None] Provisioning complete for port 7a3d604c-4399-4259-b849-a97a68bc8e1c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:08.361093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3efe0179-0f8b-473e-a292-117c00ff0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:08.409024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa9375-db34-43c4-ae79-a78858eec322 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.409476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa9375-db34-43c4-ae79-a78858eec322 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.409908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa9375-db34-43c4-ae79-a78858eec322 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.410348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa9375-db34-43c4-ae79-a78858eec322 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:08.412014 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-17aa9375-db34-43c4-ae79-a78858eec322 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0742500 May 09 05:22:08.414866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43360) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:08.492174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3efe0179-0f8b-473e-a292-117c00ff0c0b None None] Port 7a3d604c-4399-4259-b849-a97a68bc8e1c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:22:08.621235 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6822122a-8db0-471b-8f74-5737a6a7191f tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2051713 May 09 05:22:08.669963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:08.674242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Checking router: e83018b4-1803-402f-86b8-a9894ec81c2a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:22:08.674737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Updating router e83018b4-1803-402f-86b8-a9894ec81c2a port 7a3d604c-4399-4259-b849-a97a68bc8e1c binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:22:08.727237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:08.835329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:09.019587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:09.025517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141398197', 'description': 'tempest-secgroup-smoke-2141398197 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:09.031980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:09.036942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:09.039924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:09.046264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:09.047761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:09.048206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.057899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.078087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:09.082084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:09.085020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:09.090649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:09.163250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.167421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.213278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504da9a3-8053-45fe-87a5-84ba0d2d01ec,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:09.217988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.222208 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f0c7307a-f9de-4ba8-9cb0-d4e3135bf584 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1987901 May 09 05:22:09.222775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43370) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:09.227671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '504da9a3-8053-45fe-87a5-84ba0d2d01ec', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:09.233675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:09.237673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:09.240747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:09.246457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:09.259505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ea33da89-f44a-4071-b9c9-b39a8191e32e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:09.264902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.310291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.328600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.329815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Transition to ACTIVE for port object 7a3d604c-4399-4259-b849-a97a68bc8e1c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:09.333720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.339237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.360181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea5c308-ae20-4807-9ab5-3f0c9f75a25c,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:09.370857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.372025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9fb002c1-742f-4a61-a4bb-63424f0ea73e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487279 May 09 05:22:09.375360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43374) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:09.380671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '504da9a3-8053-45fe-87a5-84ba0d2d01ec', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:09.386586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:09.391036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:09.394928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:09.404278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:09.429536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.468372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ea33da89-f44a-4071-b9c9-b39a8191e32e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:09.468763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.501088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.505901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.535845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d2e368-9769-4a64-900c-dbc6110f2ade,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:09.543880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.546834 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9f21658c-1d58-4127-860f-bf5ea2116438 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703770 May 09 05:22:09.549707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43378) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:09.551547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fd7e0-f72f-48a8-bb85-5cedb3eb1a78 None None] Pushing event updated for resources: {'Port': ['ID=7a3d604c-4399-4259-b849-a97a68bc8e1c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:09.558519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '504da9a3-8053-45fe-87a5-84ba0d2d01ec', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:09.564826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:09.568894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:09.571969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:09.578137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:09.597409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.624711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Attempting to bind port 7a3d604c-4399-4259-b849-a97a68bc8e1c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:22:09.625049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Attempting to bind port 7a3d604c-4399-4259-b849-a97a68bc8e1c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:22:09.625408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Attempting to bind port 7a3d604c-4399-4259-b849-a97a68bc8e1c on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:22:09.640112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:22:09.640651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Checking segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:22:09.641055 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.641454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Bound using segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:22:09.641917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Bound port: 7a3d604c-4399-4259-b849-a97a68bc8e1c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:22:09.642264 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.661140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.665096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.688604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36daafbd-1395-41d9-b8bd-bae1f90ee33b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:09.697883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.699077 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b36bac9d-ab84-4147-9643-dd8230498019 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483886 May 09 05:22:09.702396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43382) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:09.707342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '504da9a3-8053-45fe-87a5-84ba0d2d01ec', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:09.713125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:09.716910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:09.719889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:09.725484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:09.742697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.785777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] For port 7a3d604c-4399-4259-b849-a97a68bc8e1c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:22:09.788751 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] For port 7a3d604c-4399-4259-b849-a97a68bc8e1c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7a3d604c-4399-4259-b849-a97a68bc8e1c,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:22:09.793427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.807434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.811948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.835113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1b8276-243e-48af-9d51-b3dac97181c0,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:09.844822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.849018 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6b2a9eee-0879-4c6c-8879-b1f3cec4a261 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458416 May 09 05:22:09.849379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43386) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:09.855516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '504da9a3-8053-45fe-87a5-84ba0d2d01ec', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:09.862240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:09.867322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:09.870296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:09.874598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:09.875245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:21:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:09.876436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:09.887721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:22:09.895515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.958161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fd7e0-f72f-48a8-bb85-5cedb3eb1a78 None None] Pushing event updated for resources: {'Port': ['ID=7a3d604c-4399-4259-b849-a97a68bc8e1c,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:09.974006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:09.982479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:10.016560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04321e7-c15c-4a25-89fa-c0e73b2e366e,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:10.038801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:10.042820 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5ddf296-9be4-4ec1-a135-796f975ea3c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1895392 May 09 05:22:10.042957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43390) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:10.048922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '504da9a3-8053-45fe-87a5-84ba0d2d01ec', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:10.054984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:10.058717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:10.061690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:10.067393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:10.073242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:10.077969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:22:10.084753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:10.150724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:10.155651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:10.179202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0535bcb-d4da-4764-b96d-860642074d3a,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:10.188307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:10.189627 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ec0c5d53-9dba-4873-877d-60eb125af052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455998 May 09 05:22:10.356724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-0d7eebd1-ab8c-4986-b90a-d510a4c08cae tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141398197&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0405021 May 09 05:22:10.396586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:09Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:10.401197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abd395-0f8e-4a17-a5a4-7351b71e1f79 None None] The sync data for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:09Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:22:10.520208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-aae762ed-4c87-4a21-8ae6-414c7415bd94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:10.521858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-aae762ed-4c87-4a21-8ae6-414c7415bd94 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 796 time: 0.1583366 May 09 05:22:10.537926 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-476dc44c-f2ba-47df-80a9-8525de31710f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0103624 May 09 05:22:10.627762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c90f851e-0651-42e3-a705-4634c1d4a5fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:22:10.643708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c90f851e-0651-42e3-a705-4634c1d4a5fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:22:10.645299 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c90f851e-0651-42e3-a705-4634c1d4a5fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019301 May 09 05:22:10.704880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-66d07103-70a5-48fb-83b9-4a2235b92ae2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:22:10.705871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-66d07103-70a5-48fb-83b9-4a2235b92ae2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484338 May 09 05:22:10.818448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7a3d604c-4399-4259-b849-a97a68bc8e1c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:10.859479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-2e27ba14-790d-4276-b0c2-4ace6a932c38 service neutron] 10.222.0.50 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465349 May 09 05:22:10.889155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 7a3d604c-4399-4259-b849-a97a68bc8e1c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:10.894859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 7a3d604c-4399-4259-b849-a97a68bc8e1c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:10.895226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:11.013506 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-74522fc8-2dad-427a-a333-75ce1ab7dcee service neutron] 10.222.0.50 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478000 May 09 05:22:11.081203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:11.121472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 7a3d604c-4399-4259-b849-a97a68bc8e1c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7a3d604c-4399-4259-b849-a97a68bc8e1c,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:11.132345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:11.215763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=7a3d604c-4399-4259-b849-a97a68bc8e1c,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:11.253740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-6953d4f2-cea3-4759-8787-78eb2b80ff4d req-4a90a8f2-7dc4-4687-9e1a-6d7aee6ab833 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:22:11.266673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-6953d4f2-cea3-4759-8787-78eb2b80ff4d req-4a90a8f2-7dc4-4687-9e1a-6d7aee6ab833 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:22:11.267955 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6953d4f2-cea3-4759-8787-78eb2b80ff4d req-4a90a8f2-7dc4-4687-9e1a-6d7aee6ab833 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 210 time: 0.0870852 May 09 05:22:12.340215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb784-df71-4853-aa1f-4550d835330a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:12.467170 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-03e08708-c694-492a-8ccd-eb0cce3621b4 req-7423b95e-4332-46fa-be8f-391fcf9057ae tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 210 time: 0.0600171 May 09 05:22:12.523244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-e2bb8b7c-c4c8-40c6-90ad-80a1f2adb255 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:12.524766 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-e2bb8b7c-c4c8-40c6-90ad-80a1f2adb255 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 796 time: 0.1942515 May 09 05:22:12.579027 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-92e8d463-4f91-4672-9f73-54599961eb9a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 380 time: 0.0403118 May 09 05:22:12.590590 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['504da9a3-8053-45fe-87a5-84ba0d2d01ec']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:12.802471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7a3d604c-4399-4259-b849-a97a68bc8e1c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:12.824499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:12.834799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:12.845994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:22:12.849648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:12.873427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 7a3d604c-4399-4259-b849-a97a68bc8e1c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:12.873933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:13.020517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.12 (568dc9c6-f7b9-4140-b82c-6e0576f16b07/f92958b1-4055-4363-be75-fb108c1513f9/c0402715-69a3-456f-84b4-256a9ecfe3d2) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:22:13.216145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:13.232502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object c0402715-69a3-456f-84b4-256a9ecfe3d2 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:13.256852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:13.330892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:13.334167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:13.338020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:22:13.368079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:13.406120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:13.406835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:13.441369 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-c6f93a75-1862-4bf8-9030-b77a69594bca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549161 May 09 05:22:13.460145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Request body: {'port': {'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:13.577925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:13.599046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b3aeaac4-a5de-48c9-869a-42d1f6edf5e1 None None] Provisioning for port c0402715-69a3-456f-84b4-256a9ecfe3d2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:13.605170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b3aeaac4-a5de-48c9-869a-42d1f6edf5e1 None None] Provisioning complete for port c0402715-69a3-456f-84b4-256a9ecfe3d2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:13.605547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b3aeaac4-a5de-48c9-869a-42d1f6edf5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:13.655796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb9db8-6d6e-4119-bf70-f7b931b67f1c req-3f615c05-2739-4487-865f-382e6221b3a8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:13.657295 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bcb9db8-6d6e-4119-bf70-f7b931b67f1c req-3f615c05-2739-4487-865f-382e6221b3a8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 932 time: 0.0852146 May 09 05:22:13.677826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b3aeaac4-a5de-48c9-869a-42d1f6edf5e1 None None] Port c0402715-69a3-456f-84b4-256a9ecfe3d2 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:22:13.703791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5bcb9db8-6d6e-4119-bf70-f7b931b67f1c req-d39a2b2e-9dd9-4af8-ae31-ec99ae764470 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:22:13.722287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-5bcb9db8-6d6e-4119-bf70-f7b931b67f1c req-d39a2b2e-9dd9-4af8-ae31-ec99ae764470 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:22:13.723446 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bcb9db8-6d6e-4119-bf70-f7b931b67f1c req-d39a2b2e-9dd9-4af8-ae31-ec99ae764470 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600471 May 09 05:22:13.936599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0402715-69a3-456f-84b4-256a9ecfe3d2 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:22:13.944182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:13.959101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Transition to ACTIVE for port object c0402715-69a3-456f-84b4-256a9ecfe3d2 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:13.964322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:14.119043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Pushing event updated for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:14.202633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Attempting to bind port c0402715-69a3-456f-84b4-256a9ecfe3d2 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:22:14.202976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Attempting to bind port c0402715-69a3-456f-84b4-256a9ecfe3d2 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:22:14.203302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Attempting to bind port c0402715-69a3-456f-84b4-256a9ecfe3d2 on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:22:14.208451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Port c0402715-69a3-456f-84b4-256a9ecfe3d2 on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:22:14.208768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Attempting to bind port c0402715-69a3-456f-84b4-256a9ecfe3d2 on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:22:14.214061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:22:14.214395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Checking segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:22:14.214777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Bound using segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:22:14.215243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Bound port: c0402715-69a3-456f-84b4-256a9ecfe3d2, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:22:14.215569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:14.320135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:22:14.323607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:22:14.329224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:14.386753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:14.387298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:14.388675 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] 10.222.0.59 "PUT /v2.0/ports/c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 1094 time: 0.9345570 May 09 05:22:14.389081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:22:14.412353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5f1f1-ade0-4634-8536-73d946163976 service neutron] Pushing event updated for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:14.447172 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e641753c-e34c-461a-a0bc-980dfc74d3d3'] response: {'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'status': 'completed', 'code': 200} May 09 05:22:14.543549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-e17db6ce-3dfd-4bdd-936e-b188774a347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:14.545095 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-e17db6ce-3dfd-4bdd-936e-b188774a347d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1097 time: 0.0774348 May 09 05:22:14.604867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-48d9dc0d-8c6b-4f9f-bfbb-ef3c25599cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:14.619878 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-372611e4-4d74-439e-a11a-4d9103193470 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 217 time: 0.0611379 May 09 05:22:14.776307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-1d7f3ec3-9e2f-49a8-a3d0-d39f4e705243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:14.777826 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-1d7f3ec3-9e2f-49a8-a3d0-d39f4e705243 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.1522868 May 09 05:22:14.852723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-27368ce2-94fb-430d-ae92-8502993da540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:14.854261 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-27368ce2-94fb-430d-ae92-8502993da540 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706878 May 09 05:22:14.914207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80fd4-fd04-4ba8-aa3c-7034b7289cd1 req-537bd681-8d1b-411b-b18d-442c119f0843 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:14.915715 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-58d80fd4-fd04-4ba8-aa3c-7034b7289cd1 req-537bd681-8d1b-411b-b18d-442c119f0843 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 944 time: 0.0876532 May 09 05:22:14.961334 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-58d80fd4-fd04-4ba8-aa3c-7034b7289cd1 req-f8b45e85-1d47-4dc2-9b90-fc224a2ebed8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 May 09 05:22:14.987781 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-4e242dff-79e9-4fd3-af3a-bf6f7c15fba5 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265924 May 09 05:22:15.128553 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-daa339fd-874c-4ec2-8196-fd63507b95c7 req-2f7ce50a-6375-4537-ae68-6edb7fa6a47c service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337049 May 09 05:22:15.306379 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c439-8511-458d-8e78-321f164a29ed req-78e72951-3637-4940-951c-8522cbf39774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:15.307841 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c83c439-8511-458d-8e78-321f164a29ed req-78e72951-3637-4940-951c-8522cbf39774 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1097 time: 0.0779669 May 09 05:22:15.439852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c439-8511-458d-8e78-321f164a29ed req-aba98f67-5079-4527-a3ab-ef7b73451565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:15.441371 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c83c439-8511-458d-8e78-321f164a29ed req-aba98f67-5079-4527-a3ab-ef7b73451565 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1275208 May 09 05:22:15.507467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c83c439-8511-458d-8e78-321f164a29ed req-16ed7a28-9ec1-421d-8669-bfc8b65e1124 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 217 time: 0.0598793 May 09 05:22:15.573046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c439-8511-458d-8e78-321f164a29ed req-a9eebc5e-3bc3-41f1-84d0-77b8dc120f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:15.574393 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c83c439-8511-458d-8e78-321f164a29ed req-a9eebc5e-3bc3-41f1-84d0-77b8dc120f30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0615520 May 09 05:22:15.658992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c439-8511-458d-8e78-321f164a29ed req-997a8c80-d390-45c0-ac4b-d40eb135576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:15.661114 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c83c439-8511-458d-8e78-321f164a29ed req-997a8c80-d390-45c0-ac4b-d40eb135576b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803983 May 09 05:22:15.693917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:15.799751 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c83c439-8511-458d-8e78-321f164a29ed req-1ceb7b84-b347-430e-b8a5-56ca3c88e95d service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312630 May 09 05:22:15.902271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:15.934315 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c83c439-8511-458d-8e78-321f164a29ed req-edf83052-00da-48fb-bf63-e9e559439e69 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274054 May 09 05:22:16.181522 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37cd5a-94aa-4898-b92a-294741ed9037 req-8685e22a-ae9f-477e-95f5-8b11f4d3a848 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:16.182116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ef37cd5a-94aa-4898-b92a-294741ed9037 req-8685e22a-ae9f-477e-95f5-8b11f4d3a848 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:22:16.200052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ef37cd5a-94aa-4898-b92a-294741ed9037 req-8685e22a-ae9f-477e-95f5-8b11f4d3a848 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:22:16.201204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ef37cd5a-94aa-4898-b92a-294741ed9037 req-8685e22a-ae9f-477e-95f5-8b11f4d3a848 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 944 time: 0.1106751 May 09 05:22:16.250467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ef37cd5a-94aa-4898-b92a-294741ed9037 req-06959c84-f614-4979-ad1c-237b47ee1f3e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 May 09 05:22:17.427380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:17.456543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b797-caca-4c19-b218-70c4fa9efa23 req-3a74a51a-8b98-47d1-985c-8c2d1208a083 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:17.458344 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7425b797-caca-4c19-b218-70c4fa9efa23 req-3a74a51a-8b98-47d1-985c-8c2d1208a083 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 944 time: 0.0956378 May 09 05:22:17.505452 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7425b797-caca-4c19-b218-70c4fa9efa23 req-0e7e5888-eb80-459e-882c-534324b8f39c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 May 09 05:22:18.603482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c0402715-69a3-456f-84b4-256a9ecfe3d2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:22:18.701736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecead6-da72-4a28-b8d2-f994eb802254 req-6885a8f2-8c9e-46b2-a291-6de7703386e8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:18.703525 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2eecead6-da72-4a28-b8d2-f994eb802254 req-6885a8f2-8c9e-46b2-a291-6de7703386e8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 944 time: 0.0820665 May 09 05:22:18.739806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:18.750764 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2eecead6-da72-4a28-b8d2-f994eb802254 req-5e4124d8-4d3c-49aa-9e54-3d7a63f048ae tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 May 09 05:22:18.753121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:22:18.816472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:18.822766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:18.839185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0402715-69a3-456f-84b4-256a9ecfe3d2 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:22:18.860272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:18.866605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:18.936422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:19.307918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['c0402715-69a3-456f-84b4-256a9ecfe3d2'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:22:20.010089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a753639-de3d-43a5-b2e8-4f9d9c9b1af3 req-b9dc91ad-0200-496c-b0b7-6f74e661eee2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:20.011559 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4a753639-de3d-43a5-b2e8-4f9d9c9b1af3 req-b9dc91ad-0200-496c-b0b7-6f74e661eee2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 945 time: 0.1402683 May 09 05:22:20.058962 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4a753639-de3d-43a5-b2e8-4f9d9c9b1af3 req-76cbcd72-7534-48d0-992c-02f9ea3da69b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408754 May 09 05:22:20.602341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c0402715-69a3-456f-84b4-256a9ecfe3d2 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:20.684035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port c0402715-69a3-456f-84b4-256a9ecfe3d2 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:20.690850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port c0402715-69a3-456f-84b4-256a9ecfe3d2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:20.691324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:20.819724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:20.852427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:22:20.862291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:20.867047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:20.939952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:20.949864 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8c0c61-effc-4ea0-82ba-4b0872392a53'] response: {'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'code': 200} May 09 05:22:21.212718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb23cd6-ae07-4acc-a22a-f91265dd7aae req-0c06580f-f725-4194-9e50-12cbe92cc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:21.214443 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-beb23cd6-ae07-4acc-a22a-f91265dd7aae req-0c06580f-f725-4194-9e50-12cbe92cc637 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1099 time: 0.0728617 May 09 05:22:21.241449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511c424-3fdd-4c62-a21d-1d909c69442f req-b4948bb1-766e-4ddc-944a-9f839fd4c5c5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:21.242888 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f511c424-3fdd-4c62-a21d-1d909c69442f req-b4948bb1-766e-4ddc-944a-9f839fd4c5c5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.0793610 May 09 05:22:21.256374 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-beb23cd6-ae07-4acc-a22a-f91265dd7aae req-e6f442cb-904c-4419-a16e-7ca547d55986 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352864 May 09 05:22:21.290576 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f511c424-3fdd-4c62-a21d-1d909c69442f req-4ce07a05-a0ab-4e84-9138-2a9980b4bbcc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418141 May 09 05:22:22.495004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65b136-52b7-4196-bc65-af264b4e8bf1 req-3d2180a4-d3f6-4057-a9b6-9bd74a324835 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:22.496478 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb65b136-52b7-4196-bc65-af264b4e8bf1 req-3d2180a4-d3f6-4057-a9b6-9bd74a324835 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.0890934 May 09 05:22:22.541072 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb65b136-52b7-4196-bc65-af264b4e8bf1 req-d6cf0193-a851-41da-a63f-e13d4b40c83b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381880 May 09 05:22:23.751723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795ca73-d861-4251-8f89-3a82320494b0 req-c73ef7a6-f69a-4040-b850-941f7daebab7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:23.753200 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2795ca73-d861-4251-8f89-3a82320494b0 req-c73ef7a6-f69a-4040-b850-941f7daebab7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.0919397 May 09 05:22:23.797735 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2795ca73-d861-4251-8f89-3a82320494b0 req-62e26ffd-34f9-4315-9776-4200f0d2967c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386009 May 09 05:22:23.983239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9231f-b437-4bcf-a552-a55849982f80 req-0acfecce-7f03-4592-a446-17b353621c31 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:23.984935 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1cb9231f-b437-4bcf-a552-a55849982f80 req-0acfecce-7f03-4592-a446-17b353621c31 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.0823104 May 09 05:22:24.029635 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1cb9231f-b437-4bcf-a552-a55849982f80 req-6625959f-c17d-4976-9f7f-c90dbcd91319 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 May 09 05:22:24.052325 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43452) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:24.125326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7eaa33-2091-4c2b-821f-119e2ec559ff tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:24.126679 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6a7eaa33-2091-4c2b-821f-119e2ec559ff tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1094 time: 0.0733290 May 09 05:22:24.129619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43456) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:24.134345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:24.140655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:24.144854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:24.147820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:24.154264 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:24.165787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:24.307914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:24.444270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.174 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/f9473158-8cb7-4394-bcbf-37641f4f473e) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:22:24.690224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:24.722886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:24.791228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:24.794199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:24.797895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:22:24.826542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=f9473158-8cb7-4394-bcbf-37641f4f473e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:25.224054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:25.300664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:25.511664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:25.517908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:25.627157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=f9473158-8cb7-4394-bcbf-37641f4f473e,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:25.643837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:25.817827 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP ca1e3160-4c15-4212-aadc-57b99e61087e associated. External IP: 172.26.0.174, port: c0402715-69a3-456f-84b4-256a9ecfe3d2. May 09 05:22:26.283801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router e83018b4-1803-402f-86b8-a9894ec81c2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:22:26.468621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:22:26.479083 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] Sync routers for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:22:26.490499 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:26.491053 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:22:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:26.494474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:26.551332 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0d97e3d8-19a4-4990-822f-1569c5a502b8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4207475 May 09 05:22:26.552021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:22:26.554221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43460) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:26.659271 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b4eb9d-5ec8-46f5-a220-05087ba02e79'] response: {'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'status': 'completed', 'code': 200} May 09 05:22:26.679373 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:26.780739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee9cec-33a7-4ac3-80e1-a2086c520725 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:26.782252 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f6ee9cec-33a7-4ac3-80e1-a2086c520725 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1094 time: 0.2264819 May 09 05:22:26.793214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25e113-1de5-4714-b883-685b2b028d9e req-6953e4ac-428c-4082-884f-b559dc35d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:26.794668 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c25e113-1de5-4714-b883-685b2b028d9e req-6953e4ac-428c-4082-884f-b559dc35d832 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1099 time: 0.0867858 May 09 05:22:26.930763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25e113-1de5-4714-b883-685b2b028d9e req-67dd37ba-3bd6-4c10-ae32-fbd12711b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:26.932232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c25e113-1de5-4714-b883-685b2b028d9e req-67dd37ba-3bd6-4c10-ae32-fbd12711b299 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1312468 May 09 05:22:27.042521 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c25e113-1de5-4714-b883-685b2b028d9e req-2b895406-e34f-45b4-9fea-4516488ad475 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 1000 time: 0.1042440 May 09 05:22:27.060170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43470) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:27.066429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404775620', 'description': 'tempest-secgroup-smoke-404775620 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:27.074558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:27.086362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:27.094084 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:25Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:27.098586 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] Checking router: e83018b4-1803-402f-86b8-a9894ec81c2a for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:22:27.104585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.108168 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:27.109485 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:22:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:27.110582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25e113-1de5-4714-b883-685b2b028d9e req-a6ff502a-1ed5-4003-a7cc-99e7ef2d13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:27.112107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c25e113-1de5-4714-b883-685b2b028d9e req-a6ff502a-1ed5-4003-a7cc-99e7ef2d13b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0635314 May 09 05:22:27.125613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:27.129735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:27.132658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:27.138309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:27.187996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25e113-1de5-4714-b883-685b2b028d9e req-95f8ae0c-7549-45e0-9a9a-fbcbc71021ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:27.190028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c25e113-1de5-4714-b883-685b2b028d9e req-95f8ae0c-7549-45e0-9a9a-fbcbc71021ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723844 May 09 05:22:27.211677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.216367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.267584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc231f6f-5d33-47ba-bf35-4a3afa3944ad,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:27.278183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.280154 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f87482e5-784f-4a5e-be76-d52d9c708588 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2186546 May 09 05:22:27.283145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43474) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:27.290632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'cc231f6f-5d33-47ba-bf35-4a3afa3944ad', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:27.296655 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:27.297053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:27.301288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:27.306522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:27.314778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:27.333778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.336606 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c25e113-1de5-4714-b883-685b2b028d9e req-8f739ed6-490a-4810-a88f-8c4041c9ebd2 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394334 May 09 05:22:27.400529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.405384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.432521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66ee05a-4755-4376-8991-7bdd3731ced5,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:27.448297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.451796 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1efc9c2d-19dc-442d-a3d4-0f63aecdf91f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641214 May 09 05:22:27.452087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43478) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:27.458799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'cc231f6f-5d33-47ba-bf35-4a3afa3944ad', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:27.465219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:27.469332 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:27.473507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:27.478868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:27.482880 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5c25e113-1de5-4714-b883-685b2b028d9e req-31d1e918-ce77-4da5-8b8a-148157c7b632 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407158 May 09 05:22:27.496135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.560116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.565083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.587415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efadbe5-7801-4ab7-ab7c-4a100c16db67,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:27.596620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.597769 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8006cae4-6998-48a5-8eb2-f34a2d61b1fb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441331 May 09 05:22:27.600621 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43482) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:27.605515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'cc231f6f-5d33-47ba-bf35-4a3afa3944ad', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:27.611290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:27.615058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:27.617871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:27.623387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:27.644389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.679127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:25Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:27.683329 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a29ee71-1a3c-4a43-9ead-51615ac955e2 None None] The sync data for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:25Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:22:27.714813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.721041 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.746666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f415f3-6dd2-4fb2-8542-940802492d58,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:27.757862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.759128 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cdf545e1-368f-453f-9a75-d7ae7d94a56c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575837 May 09 05:22:27.762154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43486) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:27.767515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'cc231f6f-5d33-47ba-bf35-4a3afa3944ad', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:27.773666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:27.777562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:27.780983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:27.786928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:27.806500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.875060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.879852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.894706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b93f08-19e6-4529-a7fb-af064d5cb8fe None None] New status for floating IP ca1e3160-4c15-4212-aadc-57b99e61087e: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:22:27.906572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfc87c7-5662-4255-af8b-232f6e2b41e9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:27.918518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:27.919710 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7c31e0e5-3b5e-4f40-a6b2-999a94c5b201 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565707 May 09 05:22:27.924544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43490) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:27.929890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'cc231f6f-5d33-47ba-bf35-4a3afa3944ad', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:27.936153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:27.940466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:27.943362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:27.949676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:27.959120 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:22:27.966004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.034776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.039207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.061345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ec95a1-9c96-4c88-af2c-88431b1a6e77,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:28.074139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.075354 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-95f19458-05d5-4bc9-849c-21a877a8a632 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498218 May 09 05:22:28.078345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43494) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:28.083530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': 'cc231f6f-5d33-47ba-bf35-4a3afa3944ad', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:28.089872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:28.094093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:28.096967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:28.102913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:28.117431 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:22:28.124349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.194523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.198844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.223243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a628fe-dc92-452c-94e5-fb5a614a3cd3,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:28.233229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:28.234770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fb8ef518-dd9b-4736-8db5-176538025cc4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554494 May 09 05:22:28.409995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-d12514c1-f661-4a8c-b012-c31acd1eb810 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:22:28.426923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-d12514c1-f661-4a8c-b012-c31acd1eb810 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:22:28.428099 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-d12514c1-f661-4a8c-b012-c31acd1eb810 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404775620&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0596390 May 09 05:22:28.579461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-62846046-eb35-49f5-aab6-5be0795ad38b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:28.580116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-62846046-eb35-49f5-aab6-5be0795ad38b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:22:28.599468 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-62846046-eb35-49f5-aab6-5be0795ad38b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:22:28.600535 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-62846046-eb35-49f5-aab6-5be0795ad38b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 796 time: 0.1656027 May 09 05:22:28.617970 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-9b396caa-1e90-425e-909c-8ca693eb67fc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0114272 May 09 05:22:28.720373 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-6e8c83ba-e435-4d32-9a3f-87f97e3e6514 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0969744 May 09 05:22:28.915572 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-ecfd30b0-635f-4c54-9a05-9362d2a35477 service neutron] 10.222.0.50 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778712 May 09 05:22:29.047234 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-42163c98-76b2-4c52-b859-acf635028d0b service neutron] 10.222.0.50 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259060 May 09 05:22:29.230782 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-953cc890-b06c-47b4-b299-f64ef98f31f4 req-131efc24-713e-470c-8f09-3b967dde0c29 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 210 time: 0.0432389 May 09 05:22:30.388568 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-222735c2-16ac-477c-b489-1a55f874f551 req-695a496d-2413-4014-9c70-36e5032132bc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 210 time: 0.0502117 May 09 05:22:31.431718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-34426fe1-719d-453e-9345-0ce6bb081d51 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:31.433240 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-34426fe1-719d-453e-9345-0ce6bb081d51 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 796 time: 0.1499052 May 09 05:22:31.489860 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-b9512cd8-8f24-41c1-92b9-d2b3ef6e957e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 472 time: 0.0428903 May 09 05:22:31.499203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '48e1f153-d60f-411e-a559-c58581092ae5', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['cc231f6f-5d33-47ba-bf35-4a3afa3944ad']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:31.612119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b0d1e29b-7899-4703-a7b5-b7af2b61e8c0 req-1e75d29b-7d1b-44dd-9c0a-58e06de0f26a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 210 time: 0.1163611 May 09 05:22:31.692864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:31.703888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:31.716650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:22:31.721142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:31.904011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.13 (568dc9c6-f7b9-4140-b82c-6e0576f16b07/f92958b1-4055-4363-be75-fb108c1513f9/8a2992ac-2dc1-4792-849f-39e45d12a939) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:22:32.214894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:32.231310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 8a2992ac-2dc1-4792-849f-39e45d12a939 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:32.259672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:32.329361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:32.332702 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:32.336658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:22:32.370813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=8a2992ac-2dc1-4792-849f-39e45d12a939,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:32.408905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:32.409249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:32.437248 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-28af2f9c-f6bd-4e34-a548-14736537e15a tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9425483 May 09 05:22:32.453830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Request body: {'port': {'device_id': '48e1f153-d60f-411e-a559-c58581092ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:32.577207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:32.581763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-84b15448-15d2-4417-ac2a-458890f988ad None None] Provisioning for port 8a2992ac-2dc1-4792-849f-39e45d12a939 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:32.586562 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-84b15448-15d2-4417-ac2a-458890f988ad None None] Provisioning complete for port 8a2992ac-2dc1-4792-849f-39e45d12a939 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:32.586919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-84b15448-15d2-4417-ac2a-458890f988ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:32.644693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-84b15448-15d2-4417-ac2a-458890f988ad None None] Port 8a2992ac-2dc1-4792-849f-39e45d12a939 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:22:32.807644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd93613-c360-4c61-b689-46e1588ee9dc req-3c694cc6-c17c-4a90-8205-c6eb51540d2d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:32.809122 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cbd93613-c360-4c61-b689-46e1588ee9dc req-3c694cc6-c17c-4a90-8205-c6eb51540d2d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 932 time: 0.0843377 May 09 05:22:32.854126 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cbd93613-c360-4c61-b689-46e1588ee9dc req-7c61f88d-54cb-4d43-b90c-0c83e0128662 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384567 May 09 05:22:32.941626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2992ac-2dc1-4792-849f-39e45d12a939 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:22:32.952931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:32.968688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Transition to ACTIVE for port object 8a2992ac-2dc1-4792-849f-39e45d12a939 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:22:32.974283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:33.141432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2992ac-2dc1-4792-849f-39e45d12a939,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:33.220439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Attempting to bind port 8a2992ac-2dc1-4792-849f-39e45d12a939 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:22:33.220809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Attempting to bind port 8a2992ac-2dc1-4792-849f-39e45d12a939 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:22:33.221250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Attempting to bind port 8a2992ac-2dc1-4792-849f-39e45d12a939 on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:22:33.226318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Port 8a2992ac-2dc1-4792-849f-39e45d12a939 on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:22:33.226634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Attempting to bind port 8a2992ac-2dc1-4792-849f-39e45d12a939 on network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:22:33.232061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:22:33.232421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Checking segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:22:33.232810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Bound using segment: {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:22:33.233239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Bound port: 8a2992ac-2dc1-4792-849f-39e45d12a939, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f289a16c-5194-4217-a293-a52aa4fe9bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:22:33.233609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:33.322772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] For port 8a2992ac-2dc1-4792-849f-39e45d12a939, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:22:33.325778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] For port 8a2992ac-2dc1-4792-849f-39e45d12a939, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8a2992ac-2dc1-4792-849f-39e45d12a939,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:22:33.332166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:33.395516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:33.396125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:33.397577 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/8a2992ac-2dc1-4792-849f-39e45d12a939 HTTP/1.1" status: 200 len: 1094 time: 0.9481568 May 09 05:22:33.398028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:22:33.424457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224202a-7afc-43d5-b3f0-41e83db839f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2992ac-2dc1-4792-849f-39e45d12a939,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:33.454519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42393f14-32c9-4131-a716-160f32439df4'] response: {'name': 'network-changed', 'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'status': 'completed', 'code': 200} May 09 05:22:33.549924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-e946e55c-1b0b-4ffa-81b2-3faec2560624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:33.551465 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-e946e55c-1b0b-4ffa-81b2-3faec2560624 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0795617 May 09 05:22:33.630320 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-37d0effe-dcbb-41d8-bae8-0f1edc2f94c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a2992ac-2dc1-4792-849f-39e45d12a939 HTTP/1.1" status: 200 len: 217 time: 0.0659471 May 09 05:22:33.692131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-7ebd1b4c-99a6-48dd-b4a4-29fbcfa507ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:33.693432 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-7ebd1b4c-99a6-48dd-b4a4-29fbcfa507ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0568469 May 09 05:22:33.777889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-c40e7a43-f86b-40f8-b58b-e8f06a79b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:33.779727 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-c40e7a43-f86b-40f8-b58b-e8f06a79b77c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801339 May 09 05:22:33.921727 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-7789e202-db8a-4c6b-9306-b81593f48738 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349208 May 09 05:22:34.038322 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399e50-ff3b-44ac-9a52-8b216ed94767 req-24ea5c25-bd5d-4d19-b15a-3327994c5295 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:34.039782 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-03399e50-ff3b-44ac-9a52-8b216ed94767 req-24ea5c25-bd5d-4d19-b15a-3327994c5295 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 944 time: 0.0804594 May 09 05:22:34.086933 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-03399e50-ff3b-44ac-9a52-8b216ed94767 req-2e93683e-e9c3-4136-8f44-e59a7481e526 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402367 May 09 05:22:34.154577 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ecde679-0932-4791-a0ef-ca71db2390e7 req-75f04b74-7c47-4eea-a3a9-6a7676652f6f service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256172 May 09 05:22:34.324351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fa426-fa46-4865-9cb5-bed106c959cb req-9c2f3ff0-e917-43f7-8bc8-41a5c3e4fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:34.325865 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-941fa426-fa46-4865-9cb5-bed106c959cb req-9c2f3ff0-e917-43f7-8bc8-41a5c3e4fcb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0742397 May 09 05:22:34.458212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fa426-fa46-4865-9cb5-bed106c959cb req-c1e19cbf-ce57-4ea0-8699-8ae551ea2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:34.459659 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-941fa426-fa46-4865-9cb5-bed106c959cb req-c1e19cbf-ce57-4ea0-8699-8ae551ea2dcc service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1269054 May 09 05:22:34.531484 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-941fa426-fa46-4865-9cb5-bed106c959cb req-f0f1561d-093d-41a1-9496-84fb290c0a4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a2992ac-2dc1-4792-849f-39e45d12a939 HTTP/1.1" status: 200 len: 217 time: 0.0649090 May 09 05:22:34.602912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fa426-fa46-4865-9cb5-bed106c959cb req-6c8e2912-c7fc-4093-80e6-d420a698089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:34.604180 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-941fa426-fa46-4865-9cb5-bed106c959cb req-6c8e2912-c7fc-4093-80e6-d420a698089a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0668771 May 09 05:22:34.686205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fa426-fa46-4865-9cb5-bed106c959cb req-218767b4-d4aa-491e-acce-c96deadc1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:34.687672 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-941fa426-fa46-4865-9cb5-bed106c959cb req-218767b4-d4aa-491e-acce-c96deadc1968 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753143 May 09 05:22:34.827901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-941fa426-fa46-4865-9cb5-bed106c959cb req-9a790469-b231-4139-b686-6447897d799b service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338723 May 09 05:22:34.965378 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-941fa426-fa46-4865-9cb5-bed106c959cb req-bd5de1ee-d13d-426f-9bbb-3a21741f1447 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299026 May 09 05:22:35.299061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9af4b0-19f6-4977-bd21-ca14c18cf4f0 req-3e793669-8c5d-4b8b-9505-05304e6769c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:35.299700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-fb9af4b0-19f6-4977-bd21-ca14c18cf4f0 req-3e793669-8c5d-4b8b-9505-05304e6769c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:22:35.317369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-fb9af4b0-19f6-4977-bd21-ca14c18cf4f0 req-3e793669-8c5d-4b8b-9505-05304e6769c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:22:35.318666 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb9af4b0-19f6-4977-bd21-ca14c18cf4f0 req-3e793669-8c5d-4b8b-9505-05304e6769c2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 944 time: 0.1129091 May 09 05:22:35.363027 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb9af4b0-19f6-4977-bd21-ca14c18cf4f0 req-21bedee2-4fa6-4774-9070-88e73cb49d25 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386784 May 09 05:22:36.675712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de223430-a5e2-48a6-bc70-6fb0f45573a9 req-44b61b33-63d4-4741-b9ea-55443afbacd6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:36.677090 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de223430-a5e2-48a6-bc70-6fb0f45573a9 req-44b61b33-63d4-4741-b9ea-55443afbacd6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 944 time: 0.1956542 May 09 05:22:36.723974 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de223430-a5e2-48a6-bc70-6fb0f45573a9 req-f6671ce6-a57a-4401-bdca-6f0c5b3ded83 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 May 09 05:22:37.919381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055cef-db92-4221-9a2a-eacef501230f req-1670a0c0-01f1-47d7-a609-bfa66d085a1c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:37.920854 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5055cef-db92-4221-9a2a-eacef501230f req-1670a0c0-01f1-47d7-a609-bfa66d085a1c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 944 time: 0.0844040 May 09 05:22:37.967131 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b5055cef-db92-4221-9a2a-eacef501230f req-f7811b7d-69b4-4416-900f-3634a8e94eb0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 May 09 05:22:38.712780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 8a2992ac-2dc1-4792-849f-39e45d12a939 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:22:38.895856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 8a2992ac-2dc1-4792-849f-39e45d12a939, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8a2992ac-2dc1-4792-849f-39e45d12a939,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:38.909944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'port_id': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'mac_address': 'fa:16:3e:30:7e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:22:38.964796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:38.981645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2992ac-2dc1-4792-849f-39e45d12a939 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:22:38.997012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 8a2992ac-2dc1-4792-849f-39e45d12a939, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8a2992ac-2dc1-4792-849f-39e45d12a939,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:39.002301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:39.072882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=8a2992ac-2dc1-4792-849f-39e45d12a939,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:39.168652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d6a7a-5608-43f8-a6b9-6709fb0b1949 req-60077a26-4d77-4678-b8c7-4b95022213b2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:39.170106 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ef0d6a7a-5608-43f8-a6b9-6709fb0b1949 req-60077a26-4d77-4678-b8c7-4b95022213b2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 945 time: 0.0882199 May 09 05:22:39.219088 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ef0d6a7a-5608-43f8-a6b9-6709fb0b1949 req-3b63cd60-4144-491c-b8dd-42e78886818c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 May 09 05:22:39.413763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['8a2992ac-2dc1-4792-849f-39e45d12a939'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:22:40.431797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67e8bc-2b4b-4c89-9534-569aaa625d41 req-5a83c1dc-3068-4366-9c18-79cf2131414b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:40.433310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e67e8bc-2b4b-4c89-9534-569aaa625d41 req-5a83c1dc-3068-4366-9c18-79cf2131414b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 945 time: 0.0926912 May 09 05:22:40.481165 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e67e8bc-2b4b-4c89-9534-569aaa625d41 req-f5923366-557b-4cf8-a8f9-76e1a45f8617 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 May 09 05:22:40.714714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 8a2992ac-2dc1-4792-849f-39e45d12a939 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:22:40.789579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 8a2992ac-2dc1-4792-849f-39e45d12a939 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:22:40.794471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 8a2992ac-2dc1-4792-849f-39e45d12a939 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:22:40.794837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:40.912518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:40.939526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:22:40.950289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 8a2992ac-2dc1-4792-849f-39e45d12a939, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8a2992ac-2dc1-4792-849f-39e45d12a939,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:22:40.955806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:40.987574 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d02c2a-4447-403d-b49e-05ddb9f1115b'] response: {'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'code': 200} May 09 05:22:41.027983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=8a2992ac-2dc1-4792-849f-39e45d12a939,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:41.265790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdc781-9655-433d-890e-245eb9b946df req-467699f0-a6b4-4f79-9707-85a7d386d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:41.267156 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-69fdc781-9655-433d-890e-245eb9b946df req-467699f0-a6b4-4f79-9707-85a7d386d2a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0737166 May 09 05:22:41.310150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-69fdc781-9655-433d-890e-245eb9b946df req-ff768378-5d68-4419-97d8-8e044e63be04 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356724 May 09 05:22:41.589813 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:22:41.679469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90bbdf-1396-4d81-8be8-6e5f8cdadde4 req-524f3d32-8469-4aff-bd9d-4bac20f4c535 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:41.680980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c90bbdf-1396-4d81-8be8-6e5f8cdadde4 req-524f3d32-8469-4aff-bd9d-4bac20f4c535 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 946 time: 0.0824156 May 09 05:22:41.728232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c90bbdf-1396-4d81-8be8-6e5f8cdadde4 req-d5c6bda9-48cc-43e9-9576-611843c8168e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 May 09 05:22:42.355919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6d86-6058-4d39-8700-ebf2cfddc131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:42.917189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d97aa4-8157-49b1-9d40-1d234629dd4c req-9d277fa0-8146-4e0b-b3c2-b576f48bb719 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:42.918630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a6d97aa4-8157-49b1-9d40-1d234629dd4c req-9d277fa0-8146-4e0b-b3c2-b576f48bb719 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 946 time: 0.0795171 May 09 05:22:42.962501 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a6d97aa4-8157-49b1-9d40-1d234629dd4c req-e16281b1-8e7b-4124-96d7-f77298fa2125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380697 May 09 05:22:44.162765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b580912-c746-42e9-9f29-f50e95292b14 req-dccf4872-3c14-4ba6-bad4-77213b72cf0c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:44.164221 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8b580912-c746-42e9-9f29-f50e95292b14 req-dccf4872-3c14-4ba6-bad4-77213b72cf0c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 946 time: 0.0910223 May 09 05:22:44.215581 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8b580912-c746-42e9-9f29-f50e95292b14 req-ec7a36bf-ba3d-4709-bcf3-3f9f69cefc43 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455754 May 09 05:22:44.402182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df53fe3-20ba-4d5f-b0f7-7de79c1e1238 req-00b0b8ff-20db-4a2e-bc83-84ee937535aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:44.403978 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9df53fe3-20ba-4d5f-b0f7-7de79c1e1238 req-00b0b8ff-20db-4a2e-bc83-84ee937535aa tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 946 time: 0.0832720 May 09 05:22:44.448869 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9df53fe3-20ba-4d5f-b0f7-7de79c1e1238 req-082c5296-39f5-4b3e-a930-61c8669c88f1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389717 May 09 05:22:44.472285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43564) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:44.550400 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66598d34-38f1-4ec1-a6f2-f461a1ed0a8b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:44.551932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-66598d34-38f1-4ec1-a6f2-f461a1ed0a8b tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0782986 May 09 05:22:44.554895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43568) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:22:44.559713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:22:44.565775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:22:44.570162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:22:44.573184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:22:44.579288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:22:44.593882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:44.609890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b86ae70e-e10a-4fff-ba60-82d33140ed66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:44.749195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:44.883086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.72 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/76880dfd-9465-443d-897f-044e7f0c2d02) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:22:45.121750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:45.152275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:45.220142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:22:45.223098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:22:45.226819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:22:45.255866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=76880dfd-9465-443d-897f-044e7f0c2d02,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:45.646982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:45.693858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:45.726514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:45.907808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:45.939221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:45.946103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:46.053901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=76880dfd-9465-443d-897f-044e7f0c2d02,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:22:46.065999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:46.249642 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 8521127e-8e15-4859-ac2b-b2b6d6e9fb22 associated. External IP: 172.26.0.72, port: 8a2992ac-2dc1-4792-849f-39e45d12a939. May 09 05:22:46.714971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router e83018b4-1803-402f-86b8-a9894ec81c2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:22:46.896744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:22:46.906623 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] Sync routers for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:22:46.917460 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:46.918151 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:22:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:46.922762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:46.983204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-09880389-fa3c-4c70-be9f-8c8b86687125 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4272256 May 09 05:22:46.983681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:22:47.028542 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0286a4-a07e-4984-909f-489162ebc04d'] response: {'name': 'network-changed', 'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'status': 'completed', 'code': 200} May 09 05:22:47.101869 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:47.143142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46583-a690-41e4-92a3-029279582109 req-ee10d7e9-36f4-4cee-bc4e-4ed98faa51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:47.144653 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-ee10d7e9-36f4-4cee-bc4e-4ed98faa51ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0718820 May 09 05:22:47.277014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46583-a690-41e4-92a3-029279582109 req-0e2b5015-610e-4db3-bc95-db061971f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:47.278728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-0e2b5015-610e-4db3-bc95-db061971f4e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1281607 May 09 05:22:47.407638 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-9648fad2-015a-482e-88ee-9c5a249a5947 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a2992ac-2dc1-4792-849f-39e45d12a939 HTTP/1.1" status: 200 len: 999 time: 0.1227825 May 09 05:22:47.442815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:22:47.460255 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '8521127e-8e15-4859-ac2b-b2b6d6e9fb22', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:30:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e1f153-d60f-411e-a559-c58581092ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:45Z', 'updated_at': '2022-05-09T05:22:45Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}, {'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:28Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:47.464563 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] Checking router: e83018b4-1803-402f-86b8-a9894ec81c2a for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:22:47.473132 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:22:47.473302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46583-a690-41e4-92a3-029279582109 req-995b55a4-9a70-4279-9b6f-b6b3b0ccb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:47.474009 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:22:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:47.474728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-995b55a4-9a70-4279-9b6f-b6b3b0ccb7e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0602756 May 09 05:22:47.557335 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46583-a690-41e4-92a3-029279582109 req-4dbf36b0-2820-414b-9d17-5576fa5b95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:22:47.558901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-4dbf36b0-2820-414b-9d17-5576fa5b95ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769956 May 09 05:22:47.569866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-f0a42975-900e-48b9-9957-cf277b204090 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:22:47.570784 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-f0a42975-900e-48b9-9957-cf277b204090 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053535 May 09 05:22:47.674331 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:22:47.707249 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-9b74e306-e39d-4c9c-ba07-f7124fdc5cab service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302073 May 09 05:22:47.842137 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec46583-a690-41e4-92a3-029279582109 req-cbcd3a4b-a694-4472-864e-c60e4d2a7f26 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278455 May 09 05:22:48.024063 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '8521127e-8e15-4859-ac2b-b2b6d6e9fb22', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:30:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e1f153-d60f-411e-a559-c58581092ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:45Z', 'updated_at': '2022-05-09T05:22:45Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}, {'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:28Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:22:48.028720 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19971ac5-3710-4cbd-8c6e-43cd4b30d74a None None] The sync data for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '8521127e-8e15-4859-ac2b-b2b6d6e9fb22', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:30:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e1f153-d60f-411e-a559-c58581092ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:45Z', 'updated_at': '2022-05-09T05:22:45Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}, {'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:28Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:22:48.232928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcaa5fb-5be2-4232-9374-228e315a78a9 None None] New status for floating IP 8521127e-8e15-4859-ac2b-b2b6d6e9fb22: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:22:48.815745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:12.353010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d20348d7-76f6-4def-836c-83aeaeaa857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:14.625286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-057dd276-7fe1-449c-bdd9-5e219782be79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:15.707020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:15.913691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:17.443273 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:18.512441 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-e26c8d64-1651-4c34-9470-3fe91c03c9be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107223 May 09 05:23:18.590207 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:23:18.678678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be024338-0d6f-43e8-bda8-efa56067585b req-9c0b8ae5-2003-4c4c-aac5-49b8d8bfee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:23:18.680061 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-9c0b8ae5-2003-4c4c-aac5-49b8d8bfee73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1099 time: 0.0752742 May 09 05:23:18.826291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:18.834681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be024338-0d6f-43e8-bda8-efa56067585b req-e69841dc-0da1-47a3-853c-4d51ae2b2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:23:18.836163 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-e69841dc-0da1-47a3-853c-4d51ae2b2fb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1349275 May 09 05:23:18.942529 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-287a54be-3a04-4827-9840-49e6f51fa584 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 1002 time: 0.0985956 May 09 05:23:19.115076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be024338-0d6f-43e8-bda8-efa56067585b req-d3f8c2be-7e25-476b-9738-4a0acbe78b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:23:19.116542 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-d3f8c2be-7e25-476b-9738-4a0acbe78b8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.1680088 May 09 05:23:19.195432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be024338-0d6f-43e8-bda8-efa56067585b req-dc06b4f8-4229-43ad-b624-ddb9f11781c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:23:19.196825 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-dc06b4f8-4229-43ad-b624-ddb9f11781c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721583 May 09 05:23:19.334125 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-0662140c-8f41-4731-9018-a8b62de5d35e service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299117 May 09 05:23:19.474312 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be024338-0d6f-43e8-bda8-efa56067585b req-8445c0ca-d0af-4d10-8496-7a9a9513f3b2 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325979 May 09 05:23:42.360679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a29a-379b-4e0c-9b63-9e99d48d27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:44.619793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c81f983d-21e0-4512-98ef-7ff1b1f98ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:45.705540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:45.936721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:47.442270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:48.843442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:23:55.594615 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:24:02.640120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43596) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:02.756920 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ee388281-ff73-40c7-84e4-1ec16204a06e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/ca1e3160-4c15-4212-aadc-57b99e61087e HTTP/1.1" status: 200 len: 994 time: 0.1154501 May 09 05:24:03.558096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43606) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:03.567940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:03.710082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:03.941307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:03.970520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:03.976301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:04.044210 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:04.044838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:04.046226 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/ports/c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 939 time: 0.4864521 May 09 05:24:04.046766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:04.066999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=6']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:04.075945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.076311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.076652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.076980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.077304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.077627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.077947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.078277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.078583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.078895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.079207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.079518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33b36e-bc5f-4314-9670-f77d96db0a19 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:04.102942 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9634d5-2b24-4e9f-9297-3f013ad0c623'] response: {'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'status': 'completed', 'code': 200} May 09 05:24:04.222679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-88f9d715-504e-4fce-99c0-70f7cd530a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:04.224228 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-88f9d715-504e-4fce-99c0-70f7cd530a75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1100 time: 0.0718727 May 09 05:24:04.262184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9a8fe523-db2c-4988-85e6-4415cb2a12e5 None None] Provisioning complete for port c0402715-69a3-456f-84b4-256a9ecfe3d2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:04.262842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe523-db2c-4988-85e6-4415cb2a12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:04.321698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9a8fe523-db2c-4988-85e6-4415cb2a12e5 None None] Port c0402715-69a3-456f-84b4-256a9ecfe3d2 is administratively disabled so it will not transition to active. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 09 05:24:04.359353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-cdd1f9c8-6a3c-4585-ae59-a9834c3aa614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:04.360881 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-cdd1f9c8-6a3c-4585-ae59-a9834c3aa614 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1304522 May 09 05:24:04.467389 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-e7dd727c-30bd-4a07-963d-0fb11909eb13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 1003 time: 0.0988162 May 09 05:24:04.534579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-006588bd-893f-4ace-93ea-8cbefb084c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:04.536025 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-006588bd-893f-4ace-93ea-8cbefb084c54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0620549 May 09 05:24:04.619657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-08c7b1f8-45bc-4bf4-84e9-3997c145529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:04.621514 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-08c7b1f8-45bc-4bf4-84e9-3997c145529d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799460 May 09 05:24:04.777839 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-d6d383fa-2275-4073-bdff-efa9783b22fa service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499417 May 09 05:24:05.004253 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b8380e0-5a13-4827-9fb9-5ec0338ceef1 req-8d7a3f6e-392d-4b7d-b698-3047a6238768 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207520 May 09 05:24:07.512213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43616) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:07.521723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:07.653141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:07.871668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:07.896500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:07.904898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:07.976755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:07.977359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:07.978735 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/ports/c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 938 time: 0.4650588 May 09 05:24:07.979342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:07.982041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43620) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:08.005917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=7']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:08.014947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.015220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.015644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.015853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.018008 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.018623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.024197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.024589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.024933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.025265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.025591 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.025920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e94abc-8289-4942-ba14-ea26ab08c084 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:08.045207 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6804afa2-ff0d-47ab-96ce-ec625c48387e'] response: {'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'status': 'completed', 'code': 200} May 09 05:24:08.150076 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8232c2cf-d74a-4b44-8eda-3490176b7f6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/ca1e3160-4c15-4212-aadc-57b99e61087e HTTP/1.1" status: 200 len: 994 time: 0.1666126 May 09 05:24:08.183807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798304b-03ac-48be-a33c-973882fa8930 req-e58dc696-dae9-45de-a216-90cc395513bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:08.185306 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c798304b-03ac-48be-a33c-973882fa8930 req-e58dc696-dae9-45de-a216-90cc395513bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1099 time: 0.0892692 May 09 05:24:08.268706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a63ae966-264b-43ed-9008-c96675c29b55 None None] Provisioning complete for port c0402715-69a3-456f-84b4-256a9ecfe3d2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:08.269331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a63ae966-264b-43ed-9008-c96675c29b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:08.324675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798304b-03ac-48be-a33c-973882fa8930 req-88b35cd5-0609-489b-b085-a0b527e82277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:08.326121 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c798304b-03ac-48be-a33c-973882fa8930 req-88b35cd5-0609-489b-b085-a0b527e82277 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1337805 May 09 05:24:08.394440 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['c0402715-69a3-456f-84b4-256a9ecfe3d2'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:24:08.435388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c798304b-03ac-48be-a33c-973882fa8930 req-950ba4d9-b791-4888-b4ac-30222218bfdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 1002 time: 0.1021521 May 09 05:24:08.511847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798304b-03ac-48be-a33c-973882fa8930 req-837c5c31-064e-4780-a340-7f25946178a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:08.513386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c798304b-03ac-48be-a33c-973882fa8930 req-837c5c31-064e-4780-a340-7f25946178a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0710902 May 09 05:24:08.588254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798304b-03ac-48be-a33c-973882fa8930 req-becec226-e760-4caa-b2f3-d34f44ce7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:08.589859 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c798304b-03ac-48be-a33c-973882fa8930 req-becec226-e760-4caa-b2f3-d34f44ce7322 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701706 May 09 05:24:08.732426 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c798304b-03ac-48be-a33c-973882fa8930 req-dd0e8552-12d0-4927-aec1-6734c58d642f service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361432 May 09 05:24:08.873316 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c798304b-03ac-48be-a33c-973882fa8930 req-cec8e734-e82e-4fcf-9e9b-edbaf8c7cd25 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337924 May 09 05:24:10.762888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43632) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:10.991855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 76880dfd-9465-443d-897f-044e7f0c2d02 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:24:10.992167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:11.161561 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:11.161871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:11.284783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 76880dfd-9465-443d-897f-044e7f0c2d02 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:24:11.444974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:11.491187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=76880dfd-9465-443d-897f-044e7f0c2d02,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:11.693215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:11.693561 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP 8521127e-8e15-4859-ac2b-b2b6d6e9fb22 disassociated (deleted). External IP: 172.26.0.72, port: 8a2992ac-2dc1-4792-849f-39e45d12a939. May 09 05:24:12.049141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router e83018b4-1803-402f-86b8-a9894ec81c2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:24:12.231155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:24:12.241293 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] Sync routers for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:24:12.251303 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:12.251930 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:23:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:12.254662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:12.316688 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8e34b97e-d2b5-49b9-9333-cba752d2612f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/8521127e-8e15-4859-ac2b-b2b6d6e9fb22 HTTP/1.1" status: 204 len: 168 time: 1.5499303 May 09 05:24:12.316688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:12.348598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-aaea2eb0-e862-4854-a6c8-0766239d4e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:12.372172 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf1fafb-d70b-4466-b181-cfe1175a06c9'] response: {'name': 'network-changed', 'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'status': 'completed', 'code': 200} May 09 05:24:12.440600 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:12.486998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-23ff75d6-0111-40fa-9144-9ff1b99ba953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:12.488511 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-23ff75d6-0111-40fa-9144-9ff1b99ba953 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0752397 May 09 05:24:12.649640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-68b8e5d6-e14f-4219-b45d-ce87257afa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:12.651264 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-68b8e5d6-e14f-4219-b45d-ce87257afa97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1565592 May 09 05:24:12.725928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-02a88b9a-d241-4e60-b6dd-0f66d9bdf0fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a2992ac-2dc1-4792-849f-39e45d12a939 HTTP/1.1" status: 200 len: 217 time: 0.0672674 May 09 05:24:12.742866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad9dd-971c-4372-a6fa-6535328b6736 req-03873476-f919-4c35-89b2-77786fb3baa5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:12.743931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-6acad9dd-971c-4372-a6fa-6535328b6736 req-03873476-f919-4c35-89b2-77786fb3baa5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:24:12.763055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-6acad9dd-971c-4372-a6fa-6535328b6736 req-03873476-f919-4c35-89b2-77786fb3baa5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:24:12.764919 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6acad9dd-971c-4372-a6fa-6535328b6736 req-03873476-f919-4c35-89b2-77786fb3baa5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 946 time: 0.1293206 May 09 05:24:12.809110 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:28Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:12.813389 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] Checking router: e83018b4-1803-402f-86b8-a9894ec81c2a for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:24:12.822645 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:12.823251 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:23:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:12.825311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-b5d8a43d-1410-416c-accf-a938331a408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:12.826855 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-b5d8a43d-1410-416c-accf-a938331a408f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0938075 May 09 05:24:12.828643 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6acad9dd-971c-4372-a6fa-6535328b6736 req-aa1eeab6-97f5-4a83-8eed-6c8cf4f203b3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556242 May 09 05:24:12.905162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-38c805ab-7148-48e5-9786-d3b2bd1defdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:12.906578 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-38c805ab-7148-48e5-9786-d3b2bd1defdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731473 May 09 05:24:13.041550 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:13.052372 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-7cdb9df2-c904-4477-8dfb-58b3c1e0500f service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380413 May 09 05:24:13.303759 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a98c99c-ee31-48b2-829c-225a9a21a640 req-b6bac319-ce9b-4a65-a676-5525a1184f61 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448461 May 09 05:24:13.407583 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:28Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:13.411457 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b2453-3656-4a67-ad00-18fb0a325c84 None None] The sync data for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'ca1e3160-4c15-4212-aadc-57b99e61087e', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.174', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'port_id': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'mac_address': 'fa:16:3e:29:32:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:22:25Z', 'updated_at': '2022-05-09T05:22:28Z', 'revision_number': 1, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:24:13.616323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42678c9e-d35d-4098-aa5d-c84f2600c3f7 None None] New status for floating IP 8521127e-8e15-4859-ac2b-b2b6d6e9fb22: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:24:14.107079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9643a-8c77-44d3-8988-a9e237947748 req-84af4ebd-dc99-4076-b7b5-1a0f9dcfb442 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:14.108580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5fe9643a-8c77-44d3-8988-a9e237947748 req-84af4ebd-dc99-4076-b7b5-1a0f9dcfb442 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 946 time: 0.1719317 May 09 05:24:14.169713 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5fe9643a-8c77-44d3-8988-a9e237947748 req-19f261ee-1f2e-4142-b1c1-7db4da6eae3e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc231f6f-5d33-47ba-bf35-4a3afa3944ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534763 May 09 05:24:14.399705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-7aba96b3-b80a-44b0-8178-916e54413d5e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:14.401302 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-7aba96b3-b80a-44b0-8178-916e54413d5e tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 946 time: 0.0975800 May 09 05:24:14.488844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 8a2992ac-2dc1-4792-849f-39e45d12a939 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:24:14.489183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:14.616189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-197a1cf3-5251-4c2c-b127-aae1b482822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:14.789123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 8a2992ac-2dc1-4792-849f-39e45d12a939, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8a2992ac-2dc1-4792-849f-39e45d12a939,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:14.789369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:14.936967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 8a2992ac-2dc1-4792-849f-39e45d12a939 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:24:15.088848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:15.139708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=8a2992ac-2dc1-4792-849f-39e45d12a939,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:15.217922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port 8a2992ac-2dc1-4792-849f-39e45d12a939 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:24:15.220462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:15.223081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'name': 'network-vif-deleted', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:15.239527 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92b34fd6-bc10-4d24-a5b9-5fe5f0606cf2 req-ee0be744-2d8f-46a8-9076-c2de29a856c3 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/8a2992ac-2dc1-4792-849f-39e45d12a939 HTTP/1.1" status: 204 len: 173 time: 0.8323550 May 09 05:24:15.273471 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff50ea6-67fd-4728-8a6a-edae89560e84'] response: {'server_uuid': '48e1f153-d60f-411e-a559-c58581092ae5', 'name': 'network-vif-deleted', 'tag': '8a2992ac-2dc1-4792-849f-39e45d12a939', 'status': 'completed', 'code': 200} May 09 05:24:15.333999 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f80a759a-f211-4c1b-b980-6a3a6b17e4a9 req-ea6e9c04-9564-4a4d-9a9f-1e99b047bd91 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=48e1f153-d60f-411e-a559-c58581092ae5 HTTP/1.1" status: 200 len: 210 time: 0.0415964 May 09 05:24:15.707655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:15.927371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:16.441865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43654) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:16.514009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b90b6602-251b-41ea-889f-cb86680373a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:16.545127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b90b6602-251b-41ea-889f-cb86680373a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:16.621156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b90b6602-251b-41ea-889f-cb86680373a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:16.641127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b6602-251b-41ea-889f-cb86680373a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc231f6f-5d33-47ba-bf35-4a3afa3944ad,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:16.649083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b90b6602-251b-41ea-889f-cb86680373a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:16.650197 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b90b6602-251b-41ea-889f-cb86680373a1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/cc231f6f-5d33-47ba-bf35-4a3afa3944ad HTTP/1.1" status: 204 len: 168 time: 0.2073491 May 09 05:24:16.680130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43660) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:16.897147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port f9473158-8cb7-4394-bcbf-37641f4f473e {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:24:16.897377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:17.070712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:17.071041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:17.196024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for f9473158-8cb7-4394-bcbf-37641f4f473e owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:24:17.349396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:17.398178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=f9473158-8cb7-4394-bcbf-37641f4f473e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:17.439960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:17.489088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:17.489602 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP ca1e3160-4c15-4212-aadc-57b99e61087e disassociated (deleted). External IP: 172.26.0.174, port: c0402715-69a3-456f-84b4-256a9ecfe3d2. May 09 05:24:17.947000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router e83018b4-1803-402f-86b8-a9894ec81c2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:24:18.145594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:24:18.155853 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] Sync routers for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:24:18.163438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:18.165957 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:18.166663 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:18.217932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-38a4174f-b8fe-4a75-aca1-5fc860fca9a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/ca1e3160-4c15-4212-aadc-57b99e61087e HTTP/1.1" status: 204 len: 168 time: 1.5365453 May 09 05:24:18.218416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:18.266217 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c590363f-c1f5-455a-9581-48f6b2b7038e'] response: {'name': 'network-changed', 'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'status': 'completed', 'code': 200} May 09 05:24:18.346619 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:18.382598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c406352-8031-48c6-a548-7d1ae129df53 req-d00e9fd7-b334-4ccd-92eb-8874d1136efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:18.384247 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c406352-8031-48c6-a548-7d1ae129df53 req-d00e9fd7-b334-4ccd-92eb-8874d1136efe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 1099 time: 0.0756609 May 09 05:24:18.531621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c406352-8031-48c6-a548-7d1ae129df53 req-bd32373d-7961-4a42-9cef-d8c928be6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:18.533024 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c406352-8031-48c6-a548-7d1ae129df53 req-bd32373d-7961-4a42-9cef-d8c928be6720 service neutron] 10.222.0.59 "GET /v2.0/networks?id=568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 200 len: 897 time: 0.1427248 May 09 05:24:18.606905 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c406352-8031-48c6-a548-7d1ae129df53 req-e877cfd1-aa11-4b6f-842a-1a43cfe3164e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 200 len: 217 time: 0.0654657 May 09 05:24:18.607179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dc011-94c2-4017-b35f-c1cd390ac0c9 req-977011fc-a8ef-4e4c-b7b8-9a82f2a0003c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:18.608146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-944dc011-94c2-4017-b35f-c1cd390ac0c9 req-977011fc-a8ef-4e4c-b7b8-9a82f2a0003c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.0900497 May 09 05:24:18.660683 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-944dc011-94c2-4017-b35f-c1cd390ac0c9 req-f697a83d-68d9-4170-8742-7beab5a4f456 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 May 09 05:24:18.668240 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:18.671328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c406352-8031-48c6-a548-7d1ae129df53 req-d2db89b9-6ddc-4078-8e05-32c37b77723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:18.672323 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] Checking router: e83018b4-1803-402f-86b8-a9894ec81c2a for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:24:18.672978 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c406352-8031-48c6-a548-7d1ae129df53 req-d2db89b9-6ddc-4078-8e05-32c37b77723a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 200 len: 834 time: 0.0603135 May 09 05:24:18.680756 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:18.681341 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:18.753996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c406352-8031-48c6-a548-7d1ae129df53 req-b1f938f2-2e01-4390-bfc5-d12109ca13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:18.755494 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c406352-8031-48c6-a548-7d1ae129df53 req-b1f938f2-2e01-4390-bfc5-d12109ca13fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=568dc9c6-f7b9-4140-b82c-6e0576f16b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738297 May 09 05:24:18.855178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:18.867253 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:18.892572 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c406352-8031-48c6-a548-7d1ae129df53 req-4536b20d-60b7-41d4-90a3-1cfa515b5116 service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297271 May 09 05:24:19.032473 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c406352-8031-48c6-a548-7d1ae129df53 req-19731a1d-096d-47e7-a182-53a405e4509c service neutron] 10.222.0.59 "GET /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331017 May 09 05:24:19.117270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 8a2992ac-2dc1-4792-849f-39e45d12a939 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:24:19.154317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 8a2992ac-2dc1-4792-849f-39e45d12a939 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:24:19.154652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 8a2992ac-2dc1-4792-849f-39e45d12a939 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:24:19.216040 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:19.220069 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bee50-b067-4fda-ba9a-b7d4f6ae5585 None None] The sync data for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:22:06Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '7a3d604c-4399-4259-b849-a97a68bc8e1c', 'name': '', 'network_id': '568dc9c6-f7b9-4140-b82c-6e0576f16b07', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:13:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:05Z', 'updated_at': '2022-05-09T05:22:11Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'f92958b1-4055-4363-be75-fb108c1513f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:24:19.430718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308512b-7a42-4c47-bef9-6a0784ff2e3d None None] New status for floating IP ca1e3160-4c15-4212-aadc-57b99e61087e: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:24:19.865533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca86448-6d5d-4e2a-a414-c07346292796 req-2dd6a441-f69a-4de3-8a53-4bb5bf23f171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:19.866200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5ca86448-6d5d-4e2a-a414-c07346292796 req-2dd6a441-f69a-4de3-8a53-4bb5bf23f171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:24:19.886169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5ca86448-6d5d-4e2a-a414-c07346292796 req-2dd6a441-f69a-4de3-8a53-4bb5bf23f171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:24:19.888571 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ca86448-6d5d-4e2a-a414-c07346292796 req-2dd6a441-f69a-4de3-8a53-4bb5bf23f171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.1040082 May 09 05:24:19.935383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5ca86448-6d5d-4e2a-a414-c07346292796 req-bc797c30-0d29-4066-addb-b0061f616f04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:24:19.952812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5ca86448-6d5d-4e2a-a414-c07346292796 req-bc797c30-0d29-4066-addb-b0061f616f04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:24:19.953952 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ca86448-6d5d-4e2a-a414-c07346292796 req-bc797c30-0d29-4066-addb-b0061f616f04 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595732 May 09 05:24:20.526814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e5843-2d25-4822-9958-0bee8245527c req-76ee016e-e485-4886-b9da-eeaa83baa9cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:20.528949 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ae9e5843-2d25-4822-9958-0bee8245527c req-76ee016e-e485-4886-b9da-eeaa83baa9cd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.1955130 May 09 05:24:20.600816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port c0402715-69a3-456f-84b4-256a9ecfe3d2 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:24:20.601149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:20.862774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port c0402715-69a3-456f-84b4-256a9ecfe3d2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c0402715-69a3-456f-84b4-256a9ecfe3d2,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:20.863148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:20.995340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for c0402715-69a3-456f-84b4-256a9ecfe3d2 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:24:21.139545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:21.146284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe54733-d2cb-48b4-9852-c7cc528f3f70 req-e3cbfef9-04ce-494c-8482-5a39b799acca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:21.147765 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3fe54733-d2cb-48b4-9852-c7cc528f3f70 req-e3cbfef9-04ce-494c-8482-5a39b799acca tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ef48f16-4277-4788-9f6a-55c6bb1c0b00 HTTP/1.1" status: 200 len: 946 time: 0.0803826 May 09 05:24:21.194459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=c0402715-69a3-456f-84b4-256a9ecfe3d2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:21.198841 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3fe54733-d2cb-48b4-9852-c7cc528f3f70 req-ec2aa7b0-4494-4d20-b9e5-b9787dba68d2 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=504da9a3-8053-45fe-87a5-84ba0d2d01ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 May 09 05:24:21.269161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port c0402715-69a3-456f-84b4-256a9ecfe3d2 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:24:21.271825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:21.274495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'name': 'network-vif-deleted', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:21.291397 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ae9e5843-2d25-4822-9958-0bee8245527c req-36b26b44-f228-44e0-98ed-47715d55e352 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/c0402715-69a3-456f-84b4-256a9ecfe3d2 HTTP/1.1" status: 204 len: 173 time: 0.7566242 May 09 05:24:21.320448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a722c484-58c2-4d7e-98fe-0ca9df6962d9'] response: {'server_uuid': '3ef48f16-4277-4788-9f6a-55c6bb1c0b00', 'name': 'network-vif-deleted', 'tag': 'c0402715-69a3-456f-84b4-256a9ecfe3d2', 'status': 'completed', 'code': 200} May 09 05:24:22.296365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43678) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:22.364959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f86550d6-2139-4d8d-b20f-56057bbb3005 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:22.394255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f86550d6-2139-4d8d-b20f-56057bbb3005 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:22.467557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f86550d6-2139-4d8d-b20f-56057bbb3005 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:22.489213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86550d6-2139-4d8d-b20f-56057bbb3005 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504da9a3-8053-45fe-87a5-84ba0d2d01ec,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:22.504116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f86550d6-2139-4d8d-b20f-56057bbb3005 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:22.505369 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f86550d6-2139-4d8d-b20f-56057bbb3005 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/504da9a3-8053-45fe-87a5-84ba0d2d01ec HTTP/1.1" status: 204 len: 168 time: 0.2079952 May 09 05:24:22.539351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43684) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:23.114065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:23.600812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 7a3d604c-4399-4259-b849-a97a68bc8e1c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:24:23.601515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:23.795997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 7a3d604c-4399-4259-b849-a97a68bc8e1c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7a3d604c-4399-4259-b849-a97a68bc8e1c,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:23.796319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:23.918556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 7a3d604c-4399-4259-b849-a97a68bc8e1c owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:24:24.127358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:24.178827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=7a3d604c-4399-4259-b849-a97a68bc8e1c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:24.465854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:24.955511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router e83018b4-1803-402f-86b8-a9894ec81c2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:24:25.142717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c0402715-69a3-456f-84b4-256a9ecfe3d2 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:24:25.149919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:24:25.161322 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] Sync routers for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:24:25.164580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4e864008-0821-4ef9-a38a-4e1afdde5dc8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/e83018b4-1803-402f-86b8-a9894ec81c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240182 May 09 05:24:25.167507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43690) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:25.173261 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:25.173937 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:25.178990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: c0402715-69a3-456f-84b4-256a9ecfe3d2 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:24:25.179330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c0402715-69a3-456f-84b4-256a9ecfe3d2 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:24:25.234224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet f92958b1-4055-4363-be75-fb108c1513f9 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:24:25.237697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.294835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.346653 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:25.380533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.461103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.503066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=f92958b1-4055-4363-be75-fb108c1513f9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:25.506736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.513763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485cb0c7-2175-42c2-9437-a4b1804e64a2 None None] Network 568dc9c6-f7b9-4140-b82c-6e0576f16b07 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:24:25.517667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e54a7bf7-f007-45d2-adc6-4dde2ab95ee8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/f92958b1-4055-4363-be75-fb108c1513f9 HTTP/1.1" status: 204 len: 168 time: 0.3491173 May 09 05:24:25.520454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43694) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:25.640994 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:24:24Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:25.646083 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] Checking router: e83018b4-1803-402f-86b8-a9894ec81c2a for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:24:25.655009 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] Routers {'e83018b4-1803-402f-86b8-a9894ec81c2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:25.655828 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['e83018b4-1803-402f-86b8-a9894ec81c2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:25.707364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.774541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] DHCP port deletion for 568dc9c6-f7b9-4140-b82c-6e0576f16b07 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:24:25.779202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Deleting port ea33da89-f44a-4071-b9c9-b39a8191e32e {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:24:25.779564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.840525 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] Set router e83018b4-1803-402f-86b8-a9894ec81c2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:25.890633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.902168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:24:25.902529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:25.985226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] For port ea33da89-f44a-4071-b9c9-b39a8191e32e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ea33da89-f44a-4071-b9c9-b39a8191e32e,segment=NetworkSegment(f289a16c-5194-4217-a293-a52aa4fe9bce),segment_id=f289a16c-5194-4217-a293-a52aa4fe9bce)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:25.985568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.089152 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:26.089771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.109725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Calling delete_port for ea33da89-f44a-4071-b9c9-b39a8191e32e owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:24:26.137152 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:24:24Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:26.141085 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cb496-da4f-4569-8f81-99570b545af6 None None] The sync data for ids ['e83018b4-1803-402f-86b8-a9894ec81c2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'name': 'tempest-TestNetworkBasicOps-router-465905975', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:22:01Z', 'updated_at': '2022-05-09T05:24:24Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': '35e9e63a-c7c6-4fde-aab2-71e08b37c7a4', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ba:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83018b4-1803-402f-86b8-a9894ec81c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:22:02Z', 'updated_at': '2022-05-09T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:24:26.189967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.224057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:24:26.235408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Pushing event deleted for resources: {'Port': ['ID=ea33da89-f44a-4071-b9c9-b39a8191e32e,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:26.240033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] No DVR routers for this DVR port ea33da89-f44a-4071-b9c9-b39a8191e32e on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:24:26.245831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.246172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.248770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.249841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.249841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcf820-c9b5-4ba7-a302-5c5acfe8b33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:26.395973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.549497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=35e9e63a-c7c6-4fde-aab2-71e08b37c7a4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:26.643973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.823989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.826546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.851945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.852482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router e83018b4-1803-402f-86b8-a9894ec81c2a {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:24:26.868644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:26.872131 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-eabc4393-c275-4966-91ec-d41f4c532454 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/e83018b4-1803-402f-86b8-a9894ec81c2a HTTP/1.1" status: 204 len: 168 time: 1.3482730 May 09 05:24:26.872386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43698) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:26.926723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7a3d604c-4399-4259-b849-a97a68bc8e1c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:24:26.993921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 7a3d604c-4399-4259-b849-a97a68bc8e1c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:24:26.994242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7a3d604c-4399-4259-b849-a97a68bc8e1c not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:24:26.994668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ea33da89-f44a-4071-b9c9-b39a8191e32e no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:24:26.997690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.029718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ea33da89-f44a-4071-b9c9-b39a8191e32e {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:24:27.030059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ea33da89-f44a-4071-b9c9-b39a8191e32e not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:24:27.141308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.169643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568dc9c6-f7b9-4140-b82c-6e0576f16b07']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:27.182018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f289a16c-5194-4217-a293-a52aa4fe9bce') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:27.182312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f289a16c-5194-4217-a293-a52aa4fe9bce') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:27.193746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.209651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.215614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:24:27.215989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:24:27.230313 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:24:27.310161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.314601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.339665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=568dc9c6-f7b9-4140-b82c-6e0576f16b07,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:27.348571 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f4c9d794-cd0e-4889-b778-d4cc1e47a775 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/568dc9c6-f7b9-4140-b82c-6e0576f16b07 HTTP/1.1" status: 204 len: 168 time: 0.4732101 May 09 05:24:27.375012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43702) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:27.382504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'network': {'name': 'tempest-network-smoke--292953924', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:27.387963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:27.392678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:network and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:27.395666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:27.405158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:27.415627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:24:27.419141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.447568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:24:27.456471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.456847 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Added segment 5babf960-7365-49cf-b8c0-5f3b4497dc9f of type vlan for network 06409d5f-c868-457a-9bd0-c903bbbadb29 May 09 05:24:27.487294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.517419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.522938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:27.523511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.629270 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2513416 May 09 05:24:27.632195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43706) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:27.643208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'admin_state_up': True, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:27.651625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dad2a6-16dc-4620-8832-690163a96171 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Network': ['ID=06409d5f-c868-457a-9bd0-c903bbbadb29,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:27.657803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:27.663047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:router and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:27.663441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:24:27.666052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:27.672107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:27.683507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.684511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.701074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:27.963425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:28.376390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:28.408523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:28.542542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.171 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/a868f065-070a-45df-83ae-580ff0fdce32) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:24:28.694965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:28.727138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:28.810765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:24:28.813848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:24:28.816504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:24:28.832315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:24:28.852312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=a868f065-070a-45df-83ae-580ff0fdce32,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:28.865844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:24:28.866168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35e9e63a-c7c6-4fde-aab2-71e08b37c7a4 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:24:29.237428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:29.682132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:29.895592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 321231fe-57e5-41c5-961c-572dfb9ede2f is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:24:30.078452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:24:30.091636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Sync routers for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:24:30.105058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:30.105924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:30.111137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:30.112445 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a1bda58-73aa-4be7-81a2-5b66c20dd098 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4789324 May 09 05:24:30.115699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43710) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:30.156243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7f0b9618-feac-4232-8637-34c25ee4b0ef tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7d9a22574259478cb5dc8f916b411409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394559 May 09 05:24:30.158949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43714) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:30.292077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a39e50-04b5-4c91-8d26-a6864263bc8a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:30.296183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f9a39e50-04b5-4c91-8d26-a6864263bc8a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337447 May 09 05:24:30.296520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43718) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:30.299780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:30.339504 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a04815ab-a7ce-49df-acb4-2f516704408a tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417411 May 09 05:24:30.342251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43722) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:30.347955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-183121617', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:30.460116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:30.465406 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:subnet and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:30.469613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:30.479080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:30.494967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:24:30.498540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:30.602590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:29Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:30.606538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Checking router: 321231fe-57e5-41c5-961c-572dfb9ede2f for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:24:30.606750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Updating router 321231fe-57e5-41c5-961c-572dfb9ede2f port a868f065-070a-45df-83ae-580ff0fdce32 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:24:30.659468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:30.837342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:30.916838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Subnet': ['ID=ce30e8ef-de75-45f3-a2bf-3c17961b855b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:30.926457 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Checking segment: {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:24:30.926843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network hostable DHCP agents. Network: 06409d5f-c868-457a-9bd0-c903bbbadb29, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:24:30.946296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:24:30.956715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 06409d5f-c868-457a-9bd0-c903bbbadb29) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:24:30.961409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:30.961712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:30.972466 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf98468-70c3-4694-85f8-fa3296a16ce0 None None] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:24:30.990754 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b449ec34-8ca2-4457-a094-34037cf868fe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6474404 May 09 05:24:30.991098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43726) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:31.066396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:31.094078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Transition to ACTIVE for port object a868f065-070a-45df-83ae-580ff0fdce32 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:24:31.102827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:31.235587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Attempting to bind port a868f065-070a-45df-83ae-580ff0fdce32 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:24:31.235945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Attempting to bind port a868f065-070a-45df-83ae-580ff0fdce32 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:24:31.236294 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Attempting to bind port a868f065-070a-45df-83ae-580ff0fdce32 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:24:31.239966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e5c6e-8ee8-4c82-8883-bf7690b66a03 None None] Pushing event updated for resources: {'Port': ['ID=a868f065-070a-45df-83ae-580ff0fdce32,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:31.249365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:24:31.249714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:24:31.250127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:31.250560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:24:31.251064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Bound port: a868f065-070a-45df-83ae-580ff0fdce32, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:24:31.251582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:31.387287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-06409d5f-c868-457a-9bd0-c903bbbadb29', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:24:31.388087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:31.416354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] For port a868f065-070a-45df-83ae-580ff0fdce32, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:24:31.460651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] For port a868f065-070a-45df-83ae-580ff0fdce32, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a868f065-070a-45df-83ae-580ff0fdce32,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:24:31.467835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:31.619558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:31.620287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:31.681039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e5c6e-8ee8-4c82-8883-bf7690b66a03 None None] Pushing event updated for resources: {'Port': ['ID=a868f065-070a-45df-83ae-580ff0fdce32,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:31.723045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Allocated IP 172.20.0.2 (06409d5f-c868-457a-9bd0-c903bbbadb29/ce30e8ef-de75-45f3-a2bf-3c17961b855b/0e57cf74-9add-4096-8f53-a2517d13398e) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:24:31.795342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:31.894850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:32.241548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.258343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Transition to ACTIVE for port object 0e57cf74-9add-4096-8f53-a2517d13398e will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:24:32.281468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Transition to ACTIVE for port object 0e57cf74-9add-4096-8f53-a2517d13398e will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:24:32.287851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.352178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.1 (06409d5f-c868-457a-9bd0-c903bbbadb29/ce30e8ef-de75-45f3-a2bf-3c17961b855b/41470c46-64af-497e-84fd-5bb943971fde) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:24:32.357608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:24:32.361918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:24:32.366152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:24:32.372871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:29Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:32.374736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Pushing event updated for resources: {'Port': ['ID=0e57cf74-9add-4096-8f53-a2517d13398e,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:32.381260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef8497f-3398-49ee-8339-492aa7a084bb None None] The sync data for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv is: [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:29Z', 'revision_number': 3, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:24:32.469424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Attempting to bind port 0e57cf74-9add-4096-8f53-a2517d13398e on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:24:32.469944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Attempting to bind port 0e57cf74-9add-4096-8f53-a2517d13398e by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:24:32.470406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Attempting to bind port 0e57cf74-9add-4096-8f53-a2517d13398e on network 06409d5f-c868-457a-9bd0-c903bbbadb29 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:24:32.476038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:24:32.476420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Checking segment: {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:24:32.476831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.477238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Bound using segment: {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:24:32.477696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Bound port: 0e57cf74-9add-4096-8f53-a2517d13398e, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:24:32.478061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.519900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.536221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 41470c46-64af-497e-84fd-5bb943971fde will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:24:32.564333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.575750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] For port 0e57cf74-9add-4096-8f53-a2517d13398e, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:24:32.579479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] For port 0e57cf74-9add-4096-8f53-a2517d13398e, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0e57cf74-9add-4096-8f53-a2517d13398e,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:24:32.586200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.600060 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:24:32.648085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:24:32.651805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:24:32.654261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:24:32.685808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151a57a-7cb6-4ce7-882a-6ea0b128182c None None] Pushing event updated for resources: {'Port': ['ID=0e57cf74-9add-4096-8f53-a2517d13398e,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:32.717150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:32.735814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:32.933328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a868f065-070a-45df-83ae-580ff0fdce32 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:24:33.024346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a868f065-070a-45df-83ae-580ff0fdce32 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:24:33.030803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a868f065-070a-45df-83ae-580ff0fdce32 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:33.031167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:33.090715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:33.182839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:33.202251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a868f065-070a-45df-83ae-580ff0fdce32, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a868f065-070a-45df-83ae-580ff0fdce32,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:33.207400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:33.285158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a868f065-070a-45df-83ae-580ff0fdce32,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:33.656852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:33.662476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:33.786019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe99c0c-76b5-4994-85a7-1a581dee1738 None None] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:24:33.789310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:33.791680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:33.930804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9a1a9c8e-fdfe-449b-8440-dd835a0c43d4 None None] Provisioning for port 0e57cf74-9add-4096-8f53-a2517d13398e completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:24:33.937819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:24:33.939034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:24:34.127647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 321231fe-57e5-41c5-961c-572dfb9ede2f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:24:34.313949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:24:34.324024 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Sync routers for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:24:34.329930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-62f9a81c-bf26-4f91-bc74-45cfb15a56c0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/321231fe-57e5-41c5-961c-572dfb9ede2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3368750 May 09 05:24:34.331681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43730) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:34.337998 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:34.338758 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:34.362720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-24c4993e-3864-4d3d-8324-eb878e33fbf3 None None] Provisioning for port 41470c46-64af-497e-84fd-5bb943971fde completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:24:34.369427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-24c4993e-3864-4d3d-8324-eb878e33fbf3 None None] Provisioning complete for port 41470c46-64af-497e-84fd-5bb943971fde triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:34.370122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-24c4993e-3864-4d3d-8324-eb878e33fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:34.460783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-24c4993e-3864-4d3d-8324-eb878e33fbf3 None None] Port 41470c46-64af-497e-84fd-5bb943971fde cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:24:34.503286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbfb20-2288-4318-8f17-22df5c9a8793 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.503751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbfb20-2288-4318-8f17-22df5c9a8793 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.504249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbfb20-2288-4318-8f17-22df5c9a8793 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.504734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbfb20-2288-4318-8f17-22df5c9a8793 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.508886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3cbbfb20-2288-4318-8f17-22df5c9a8793 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1737630 May 09 05:24:34.509236 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43736) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:34.570009 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:34.578619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c3ee8-fdc0-402d-8d5f-c420a186a458 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.580655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c3ee8-fdc0-402d-8d5f-c420a186a458 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.581990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c3ee8-fdc0-402d-8d5f-c420a186a458 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.582605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c3ee8-fdc0-402d-8d5f-c420a186a458 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:34.587498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43740) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:34.588109 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2a5c3ee8-fdc0-402d-8d5f-c420a186a458 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0772173 May 09 05:24:34.593273 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e7982ab7-eb79-4635-a395-62d429156caa None None] Provisioning complete for port 41470c46-64af-497e-84fd-5bb943971fde triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:34.593744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e7982ab7-eb79-4635-a395-62d429156caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:34.657842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e7982ab7-eb79-4635-a395-62d429156caa None None] Port 41470c46-64af-497e-84fd-5bb943971fde cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:24:34.777919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9cad7754-62c4-4dae-aeb8-62a9f765368d None None] Provisioning complete for port 41470c46-64af-497e-84fd-5bb943971fde triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:34.778249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9cad7754-62c4-4dae-aeb8-62a9f765368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:34.795146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7b6ae36e-8dcf-4e49-af60-42fc14e5b771 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2062142 May 09 05:24:34.835698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9cad7754-62c4-4dae-aeb8-62a9f765368d None None] Port 41470c46-64af-497e-84fd-5bb943971fde cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:24:34.896608 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:32Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:24:33Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:34.900415 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Checking router: 321231fe-57e5-41c5-961c-572dfb9ede2f for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:24:34.900773 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Updating router 321231fe-57e5-41c5-961c-572dfb9ede2f port 41470c46-64af-497e-84fd-5bb943971fde binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:24:34.957678 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:34.971558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0e57cf74-9add-4096-8f53-a2517d13398e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:24:35.046593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 0e57cf74-9add-4096-8f53-a2517d13398e completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:24:35.051879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0e57cf74-9add-4096-8f53-a2517d13398e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:35.052253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.171815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.203769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 0e57cf74-9add-4096-8f53-a2517d13398e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0e57cf74-9add-4096-8f53-a2517d13398e,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:35.210250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.211250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a868f065-070a-45df-83ae-580ff0fdce32 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:24:35.261827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43746) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:35.267627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546950149', 'description': 'tempest-secgroup-smoke-1546950149 description', 'project_id': '7d9a22574259478cb5dc8f916b411409'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:35.274301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:35.279224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:35.282664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:35.289013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:35.300799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.312236 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.321487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:35.325236 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Transition to ACTIVE for port object 41470c46-64af-497e-84fd-5bb943971fde will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:24:35.325862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:35.328901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=0e57cf74-9add-4096-8f53-a2517d13398e,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:35.329395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:35.334053 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.336193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:35.341378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a868f065-070a-45df-83ae-580ff0fdce32 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:35.341742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.414891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.421601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.462963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07aedc64-20a5-48fc-b757-f0d5cef998d5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:35.482646 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.483958 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b1fd506a-ed9c-4975-aaa8-b5c35e1ec1af tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2209711 May 09 05:24:35.487323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:35.492929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '07aedc64-20a5-48fc-b757-f0d5cef998d5', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:35.503286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:35.507213 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Pushing event updated for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:35.508123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:35.511334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:35.518441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:35.537380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.548820 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.549073 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.549389 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.549721 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.550735 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.550735 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.550735 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.551097 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.551289 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.551557 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.551865 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.552171 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:24:35.578536 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Attempting to bind port 41470c46-64af-497e-84fd-5bb943971fde on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:24:35.579015 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Attempting to bind port 41470c46-64af-497e-84fd-5bb943971fde by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:24:35.579571 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Attempting to bind port 41470c46-64af-497e-84fd-5bb943971fde on network 06409d5f-c868-457a-9bd0-c903bbbadb29 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:24:35.585983 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:24:35.586346 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Checking segment: {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:24:35.586768 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.587153 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Bound using segment: {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:24:35.587622 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Bound port: 41470c46-64af-497e-84fd-5bb943971fde, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:24:35.587972 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.623328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.630699 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.659404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14031f64-4775-4b03-9990-6718ec865ae8,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:35.669950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.674215 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2301592e-f475-41f6-b7a3-5964094f7ee9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829238 May 09 05:24:35.674576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43754) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:35.679819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '07aedc64-20a5-48fc-b757-f0d5cef998d5', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:35.685822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:35.688338 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] For port 41470c46-64af-497e-84fd-5bb943971fde, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:24:35.689794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:35.692063 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] For port 41470c46-64af-497e-84fd-5bb943971fde, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=41470c46-64af-497e-84fd-5bb943971fde,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:24:35.692673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:35.696550 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.698400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:35.715634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.775151 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:35.775748 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:35.780278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.785760 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.807643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dad3ec2-c8de-45ff-a75c-4454b1dd560e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:35.827506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.831998 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6ada5e30-f394-45bb-9bbe-85a5ebc7e30b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533275 May 09 05:24:35.832862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43758) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:35.839088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '07aedc64-20a5-48fc-b757-f0d5cef998d5', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:35.845558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:35.850758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:35.855277 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fce3c-f0f1-4526-9cab-120b722a32df None None] Pushing event updated for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:35.856953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:35.864292 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:35.886949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.962944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.969955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:35.974626 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:36.000527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6a9d5b-9f15-4a55-9127-21261aae5759,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:36.003950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.005164 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dfd8269c-b6eb-4aea-b285-f8a0c77f1fee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709540 May 09 05:24:36.008088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43762) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:36.013481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '07aedc64-20a5-48fc-b757-f0d5cef998d5', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:36.019887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:36.024249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:36.027801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:36.034218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:36.053946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.120470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.125473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.148686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad33036-d83e-4f5d-8a89-1e82b6da21e7,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:36.158783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.160155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f4e70e8c-54a5-4384-bca7-020ed9b6835f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510346 May 09 05:24:36.163135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43766) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:36.168527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '07aedc64-20a5-48fc-b757-f0d5cef998d5', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:36.174602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:36.178533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:36.181433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:36.187080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:36.197976 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:24:36.205471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.269624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.273669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.298795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5795f1-064f-42a2-b6a2-9eb9792891da,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:36.311980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.313343 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7a63e0ea-36b9-4634-ab00-af4efcfd03ee tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490602 May 09 05:24:36.317182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43770) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:36.322207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'security_group_rule': {'security_group_id': '07aedc64-20a5-48fc-b757-f0d5cef998d5', 'project_id': '7d9a22574259478cb5dc8f916b411409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:36.328000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:36.331996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:security_group_rule and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:36.334879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:36.338650 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:32Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:24:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:36.340617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:36.342578 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba705a3e-cc46-450d-a2f6-ba4c067e1df3 None None] The sync data for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv is: [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:32Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:24:35Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:24:36.352363 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Project 7d9a22574259478cb5dc8f916b411409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:24:36.360462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.445149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.450679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.476915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826ffa12-2a89-4244-a0e9-3a71cae2007b,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:36.488042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:36.498716 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0ddf38ac-a94d-42ad-92aa-c1c03568107f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1713219 May 09 05:24:36.675888 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-181a978a-feaa-46af-9075-62fabc822fa4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546950149&fields=id&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 267 time: 0.0442946 May 09 05:24:36.832311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-a70dc1e4-f81a-4c5f-b78a-05314b96f110 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:36.832965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-a70dc1e4-f81a-4c5f-b78a-05314b96f110 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:24:36.852039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-a70dc1e4-f81a-4c5f-b78a-05314b96f110 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:24:36.853711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-a70dc1e4-f81a-4c5f-b78a-05314b96f110 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/networks?id=06409d5f-c868-457a-9bd0-c903bbbadb29 HTTP/1.1" status: 200 len: 796 time: 0.1711972 May 09 05:24:36.869798 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-80ac6989-3329-47b0-8862-63fda862afab tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/quotas/7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 375 time: 0.0104229 May 09 05:24:36.960325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0e57cf74-9add-4096-8f53-a2517d13398e up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:24:36.960899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-11800567-0b60-43e1-a26d-ad16560399b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:24:36.978759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-11800567-0b60-43e1-a26d-ad16560399b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:24:36.997108 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-11800567-0b60-43e1-a26d-ad16560399b4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215253 May 09 05:24:37.042214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0e57cf74-9add-4096-8f53-a2517d13398e triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:37.042779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:37.173249 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 41470c46-64af-497e-84fd-5bb943971fde up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:24:37.241406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 41470c46-64af-497e-84fd-5bb943971fde completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:24:37.247174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 41470c46-64af-497e-84fd-5bb943971fde triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:37.247538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:37.252793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-2e0bb156-ed1e-4c9c-a48c-8c748560a9d1 service neutron] 10.222.0.50 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486668 May 09 05:24:37.375267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:37.405739 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-37293da6-1bf6-44a9-94fb-0931b1f0479c service neutron] 10.222.0.50 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462197 May 09 05:24:37.411707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 41470c46-64af-497e-84fd-5bb943971fde, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=41470c46-64af-497e-84fd-5bb943971fde,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:37.415425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:37.482973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:37.577505 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-11fc5485-3648-470f-8751-de95dddf53a0 req-0007c297-468e-403b-92ad-616eca40936f tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 210 time: 0.0424430 May 09 05:24:38.751978 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12f51039-6114-4c27-951d-e5e5a0ba5c72 req-99fb48a5-dcec-4992-95e2-4bcecf7d9052 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 210 time: 0.0700350 May 09 05:24:38.878594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-c6f678ca-1bc3-41f8-b7c6-dc6428bd8fbf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:38.880206 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-c6f678ca-1bc3-41f8-b7c6-dc6428bd8fbf tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/networks?id=06409d5f-c868-457a-9bd0-c903bbbadb29 HTTP/1.1" status: 200 len: 796 time: 0.1630228 May 09 05:24:38.886389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 41470c46-64af-497e-84fd-5bb943971fde up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:24:38.952031 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-1d459920-2b0c-46f9-9358-2df997a90eda tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9a22574259478cb5dc8f916b411409 HTTP/1.1" status: 200 len: 380 time: 0.0470300 May 09 05:24:38.959220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 41470c46-64af-497e-84fd-5bb943971fde triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:38.959588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:38.960700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'port': {'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'admin_state_up': True, 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'security_groups': ['07aedc64-20a5-48fc-b757-f0d5cef998d5']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:39.100034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:39.109938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:39.121045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Made reservation on behalf of 7d9a22574259478cb5dc8f916b411409 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:24:39.124691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:39.284375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.20.0.10 (06409d5f-c868-457a-9bd0-c903bbbadb29/ce30e8ef-de75-45f3-a2bf-3c17961b855b/5be1feb5-3d69-4aa6-a566-2662262be3b5) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:24:39.490390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:39.505395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Transition to ACTIVE for port object 5be1feb5-3d69-4aa6-a566-2662262be3b5 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:24:39.533229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:39.601653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:24:39.604812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:24:39.609369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:24:39.639349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=5be1feb5-3d69-4aa6-a566-2662262be3b5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:39.687158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:39.688261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:39.715726 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-3b04d6c5-c7f6-47fe-967c-cf2bf946cec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7586427 May 09 05:24:39.733892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Request body: {'port': {'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:39.838805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9e28827f-f4c0-4063-9d70-18747b93634b None None] Provisioning for port 5be1feb5-3d69-4aa6-a566-2662262be3b5 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:24:39.843737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9e28827f-f4c0-4063-9d70-18747b93634b None None] Provisioning complete for port 5be1feb5-3d69-4aa6-a566-2662262be3b5 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:39.844315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9e28827f-f4c0-4063-9d70-18747b93634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:39.850643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:39.898334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9e28827f-f4c0-4063-9d70-18747b93634b None None] Port 5be1feb5-3d69-4aa6-a566-2662262be3b5 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:24:39.946657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65607f1b-5dbe-4d3a-b3a6-dacaf56e7b65 req-a9c20359-596e-4b27-8073-67c09b5c6e24 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:39.948101 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-65607f1b-5dbe-4d3a-b3a6-dacaf56e7b65 req-a9c20359-596e-4b27-8073-67c09b5c6e24 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 932 time: 0.0851226 May 09 05:24:39.992382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-65607f1b-5dbe-4d3a-b3a6-dacaf56e7b65 req-932c1ea1-a9ba-44b9-b8aa-454a529a6a41 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:24:40.008963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-65607f1b-5dbe-4d3a-b3a6-dacaf56e7b65 req-932c1ea1-a9ba-44b9-b8aa-454a529a6a41 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:24:40.010558 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-65607f1b-5dbe-4d3a-b3a6-dacaf56e7b65 req-932c1ea1-a9ba-44b9-b8aa-454a529a6a41 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560448 May 09 05:24:40.235910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be1feb5-3d69-4aa6-a566-2662262be3b5 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:24:40.243513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:40.258760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Transition to ACTIVE for port object 5be1feb5-3d69-4aa6-a566-2662262be3b5 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:24:40.264715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:40.540243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Pushing event updated for resources: {'Port': ['ID=5be1feb5-3d69-4aa6-a566-2662262be3b5,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:40.615021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Attempting to bind port 5be1feb5-3d69-4aa6-a566-2662262be3b5 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:24:40.615249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Attempting to bind port 5be1feb5-3d69-4aa6-a566-2662262be3b5 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:24:40.615601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Attempting to bind port 5be1feb5-3d69-4aa6-a566-2662262be3b5 on network 06409d5f-c868-457a-9bd0-c903bbbadb29 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:24:40.620309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Port 5be1feb5-3d69-4aa6-a566-2662262be3b5 on network 06409d5f-c868-457a-9bd0-c903bbbadb29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:24:40.620670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Attempting to bind port 5be1feb5-3d69-4aa6-a566-2662262be3b5 on network 06409d5f-c868-457a-9bd0-c903bbbadb29 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:24:40.628086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:24:40.628449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Checking segment: {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:24:40.628832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Bound using segment: {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:24:40.629251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Bound port: 5be1feb5-3d69-4aa6-a566-2662262be3b5, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5babf960-7365-49cf-b8c0-5f3b4497dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:24:40.629588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:40.722417 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] For port 5be1feb5-3d69-4aa6-a566-2662262be3b5, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:24:40.725890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] For port 5be1feb5-3d69-4aa6-a566-2662262be3b5, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:24:40.733685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:40.803134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:40.803762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:40.805262 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] 10.222.0.59 "PUT /v2.0/ports/5be1feb5-3d69-4aa6-a566-2662262be3b5 HTTP/1.1" status: 200 len: 1094 time: 1.0757346 May 09 05:24:40.805715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:40.830343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1be37-e6b2-42a9-8104-31bdb71ffb50 service neutron] Pushing event updated for resources: {'Port': ['ID=5be1feb5-3d69-4aa6-a566-2662262be3b5,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:40.906787 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309e4dff-a17b-42a0-bec9-51ccb2c7b542'] response: {'name': 'network-changed', 'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'status': 'completed', 'code': 200} May 09 05:24:40.948779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-10ab1afc-0d3d-4242-a017-3a1e66b4c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:40.950288 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-10ab1afc-0d3d-4242-a017-3a1e66b4c980 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 1097 time: 0.0790610 May 09 05:24:41.027365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-37b71302-3088-40d8-a712-b66892b5ab66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5 HTTP/1.1" status: 200 len: 217 time: 0.0646756 May 09 05:24:41.092814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-d3fa0878-88bd-4996-b320-84e5148a0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:41.094200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-d3fa0878-88bd-4996-b320-84e5148a0185 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce30e8ef-de75-45f3-a2bf-3c17961b855b HTTP/1.1" status: 200 len: 834 time: 0.0612588 May 09 05:24:41.184614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-1d9b3007-7bf7-4b5e-8b0f-b45cca0a5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:41.186095 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-1d9b3007-7bf7-4b5e-8b0f-b45cca0a5c8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06409d5f-c868-457a-9bd0-c903bbbadb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852776 May 09 05:24:41.200787 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cd16-846f-4519-81d3-35b9e258deb8 req-7dedc34c-5e0a-4dc7-a0d0-a2e12ba81eb1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:41.202249 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51c5cd16-846f-4519-81d3-35b9e258deb8 req-7dedc34c-5e0a-4dc7-a0d0-a2e12ba81eb1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 944 time: 0.0816762 May 09 05:24:41.250100 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51c5cd16-846f-4519-81d3-35b9e258deb8 req-b3609b2e-ac53-4826-bd91-09b8d6c8fa85 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 May 09 05:24:41.320346 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-0aa336ba-2fdb-4396-a7ee-aaf54e9fbedf service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282589 May 09 05:24:41.460588 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a8a59bad-4b64-4e83-a1ed-b08e9550b01a req-7295897d-8c52-491d-b9b4-a3e72b26317e service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341336 May 09 05:24:41.621267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-12519f0b-c064-4743-b52c-661f08e5ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:41.622638 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-12519f0b-c064-4743-b52c-661f08e5ef01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 1097 time: 0.0770319 May 09 05:24:41.755351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-7156a5b7-5740-4cd4-93e1-e720f41aab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:41.756809 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-7156a5b7-5740-4cd4-93e1-e720f41aab70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06409d5f-c868-457a-9bd0-c903bbbadb29 HTTP/1.1" status: 200 len: 897 time: 0.1281703 May 09 05:24:41.824159 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-6488a7c3-2bf8-4861-ace1-0024515306c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5 HTTP/1.1" status: 200 len: 217 time: 0.0608072 May 09 05:24:41.889367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-a59f43c5-d14e-476b-8373-20eab8a2b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:41.890819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-a59f43c5-d14e-476b-8373-20eab8a2b1d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce30e8ef-de75-45f3-a2bf-3c17961b855b HTTP/1.1" status: 200 len: 834 time: 0.0605187 May 09 05:24:41.976691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-3d74f6b9-254a-40b6-b2a6-468a29de6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:41.978162 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-3d74f6b9-254a-40b6-b2a6-468a29de6417 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06409d5f-c868-457a-9bd0-c903bbbadb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805733 May 09 05:24:42.122512 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-17efe448-df0c-4d34-8e8b-39d1e368b32d service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375132 May 09 05:24:42.262019 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fb4d2545-bacb-4021-bc00-cf9bafe2dc6c req-5d271a14-f34e-4427-9661-114920dea480 service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318798 May 09 05:24:42.344326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7c15-0e80-49b7-ab8a-62747fa0f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:42.447337 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9fc2c-1edc-4cb5-9e62-fc9476835d12 req-dde45f8e-4fad-4e07-a919-95e3f4faf6e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:42.448049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-48c9fc2c-1edc-4cb5-9e62-fc9476835d12 req-dde45f8e-4fad-4e07-a919-95e3f4faf6e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:24:42.466312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-48c9fc2c-1edc-4cb5-9e62-fc9476835d12 req-dde45f8e-4fad-4e07-a919-95e3f4faf6e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:24:42.467523 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-48c9fc2c-1edc-4cb5-9e62-fc9476835d12 req-dde45f8e-4fad-4e07-a919-95e3f4faf6e6 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 944 time: 0.1037757 May 09 05:24:42.515214 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-48c9fc2c-1edc-4cb5-9e62-fc9476835d12 req-58fde254-96da-410f-be96-69447b51d704 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 May 09 05:24:43.702790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe9f6-effe-4f6f-b444-b122701af651 req-62f18afb-78d4-4000-a5dc-607ea092ad82 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:43.704173 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-803fe9f6-effe-4f6f-b444-b122701af651 req-62f18afb-78d4-4000-a5dc-607ea092ad82 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 944 time: 0.0813718 May 09 05:24:43.748201 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-803fe9f6-effe-4f6f-b444-b122701af651 req-78ee7bd6-7736-46a6-b2e8-3420cef74bc7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 May 09 05:24:44.623619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-471073f2-2f41-483d-be1c-748acaebce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:44.951686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a3eb1-0fe7-48b0-b4f8-c859104775ce req-d7aa7e0e-0f58-4d63-994b-ef669b178edb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:44.953080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-957a3eb1-0fe7-48b0-b4f8-c859104775ce req-d7aa7e0e-0f58-4d63-994b-ef669b178edb tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 944 time: 0.0857313 May 09 05:24:45.010906 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-957a3eb1-0fe7-48b0-b4f8-c859104775ce req-39becd73-b7ee-43cf-b2b1-c08e0932d480 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512059 May 09 05:24:45.190484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 5be1feb5-3d69-4aa6-a566-2662262be3b5 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:24:45.354129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 5be1feb5-3d69-4aa6-a566-2662262be3b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:45.367311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'mac_address': 'fa:16:3e:13:cb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:24:45.425812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:45.443549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be1feb5-3d69-4aa6-a566-2662262be3b5 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:24:45.460720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 5be1feb5-3d69-4aa6-a566-2662262be3b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:45.467635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:45.536788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=5be1feb5-3d69-4aa6-a566-2662262be3b5,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:45.718755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:45.866050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['5be1feb5-3d69-4aa6-a566-2662262be3b5'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:24:45.946058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:46.203276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603b4d-3a13-460c-bb5e-9a1eef818300 req-3cadd621-10f4-413d-aa06-b688c9850bff tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:46.204833 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9d603b4d-3a13-460c-bb5e-9a1eef818300 req-3cadd621-10f4-413d-aa06-b688c9850bff tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 945 time: 0.0869577 May 09 05:24:46.250184 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9d603b4d-3a13-460c-bb5e-9a1eef818300 req-24578719-c090-4cdf-af97-49a99f4bd435 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394793 May 09 05:24:47.221767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 5be1feb5-3d69-4aa6-a566-2662262be3b5 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:24:47.299329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 5be1feb5-3d69-4aa6-a566-2662262be3b5 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:24:47.304271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 5be1feb5-3d69-4aa6-a566-2662262be3b5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:24:47.304670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:47.437111 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:47.445711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d667f-7f7a-4f29-b931-a482a489dd6e req-ab09c75f-bf5e-4cb1-b396-e8d0d1486554 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:47.447202 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b9d667f-7f7a-4f29-b931-a482a489dd6e req-ab09c75f-bf5e-4cb1-b396-e8d0d1486554 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 945 time: 0.0807476 May 09 05:24:47.456521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:47.468304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:47.478363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 5be1feb5-3d69-4aa6-a566-2662262be3b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:24:47.483259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:47.496162 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b9d667f-7f7a-4f29-b931-a482a489dd6e req-4e4edf27-e9e8-46c2-89fa-6d47668dabb4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 May 09 05:24:47.529112 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e20943-0765-421e-a1ea-7407692e5f8a'] response: {'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'code': 200} May 09 05:24:47.553987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=5be1feb5-3d69-4aa6-a566-2662262be3b5,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:47.795869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7ef52-66eb-4acd-b59e-6f2fc08447b8 req-6f6211fb-a089-4460-b28f-8879ab8d8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:47.797249 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1bf7ef52-66eb-4acd-b59e-6f2fc08447b8 req-6f6211fb-a089-4460-b28f-8879ab8d8a5e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 1099 time: 0.0756738 May 09 05:24:47.939833 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1bf7ef52-66eb-4acd-b59e-6f2fc08447b8 req-94318fb2-6e06-4f6b-9ae9-671f1486e24d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365249 May 09 05:24:48.697078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53d125-5049-416b-9d76-b2f94b85b94d req-10199950-d480-41b6-b3be-01d339e8b9a8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:48.698517 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cd53d125-5049-416b-9d76-b2f94b85b94d req-10199950-d480-41b6-b3be-01d339e8b9a8 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 946 time: 0.0896702 May 09 05:24:48.745943 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cd53d125-5049-416b-9d76-b2f94b85b94d req-48374d43-05db-4d5e-bdef-795231e2defe tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 May 09 05:24:48.863124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:49.946562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe839c9-e9b9-4310-8d82-79404a894e68 req-d117ce50-3b62-40f2-8018-891be3251ec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:49.947982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7fe839c9-e9b9-4310-8d82-79404a894e68 req-d117ce50-3b62-40f2-8018-891be3251ec1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 946 time: 0.0894880 May 09 05:24:49.992635 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7fe839c9-e9b9-4310-8d82-79404a894e68 req-5e5cc78c-529a-4da7-a377-c27be3d1eaef tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386410 May 09 05:24:50.179872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27becd-50f8-4f21-802e-df0fee516d77 req-53c2fe0b-54f8-4952-87f4-f1534c40f3b9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:50.181368 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd27becd-50f8-4f21-802e-df0fee516d77 req-53c2fe0b-54f8-4952-87f4-f1534c40f3b9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 946 time: 0.0849204 May 09 05:24:50.230973 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd27becd-50f8-4f21-802e-df0fee516d77 req-0d793622-3e91-45de-a9f2-8ab573b5cdfd tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 May 09 05:24:50.254627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43830) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:50.329110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba23e40-89fb-4e3c-b58f-d4e5aa16d083 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:50.332419 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ba23e40-89fb-4e3c-b58f-d4e5aa16d083 tempest-TestNetworkBasicOps-1235995358 tempest-TestNetworkBasicOps-1235995358-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 1094 time: 0.0750012 May 09 05:24:50.333925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43834) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:50.339011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:24:50.345147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:24:50.349125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Usage tracker for resource:floatingip and tenant:7d9a22574259478cb5dc8f916b411409 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:24:50.352096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:24:50.358228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:24:50.370954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:50.518283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:50.675295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Allocated IP 172.26.0.191 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/56c736d2-b85e-46c4-8ddb-6d84578bef02) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:24:50.824518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:50.856330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:50.924702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:24:50.927700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:24:50.931249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:24:50.960230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=56c736d2-b85e-46c4-8ddb-6d84578bef02,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:51.450291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:51.528135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:51.737441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:51.743972 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:51.854597 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event updated for resources: {'Port': ['ID=56c736d2-b85e-46c4-8ddb-6d84578bef02,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:24:51.868511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:52.041465 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP e462bc3d-1e64-4507-a120-53cd80c47036 associated. External IP: 172.26.0.191, port: 5be1feb5-3d69-4aa6-a566-2662262be3b5. May 09 05:24:52.401844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 321231fe-57e5-41c5-961c-572dfb9ede2f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:24:52.708927 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:24:52.719146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] Sync routers for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:24:52.733922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:52.734686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:52.736631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:24:52.792490 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3304f3c7-b9b5-4dc6-88a3-cee3649d8bd0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4574220 May 09 05:24:52.793072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:24:52.795253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43838) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:52.842325 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a97aea3-303f-4239-a21c-732ced117757'] response: {'name': 'network-changed', 'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'status': 'completed', 'code': 200} May 09 05:24:52.921062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:52.941297 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-44c6040c-ec0a-45f2-9686-9373b53aa502 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 200 len: 992 time: 0.1449070 May 09 05:24:52.971284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-63c142ff-e42b-4efd-9476-1aa1fb3612ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:52.972678 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-63c142ff-e42b-4efd-9476-1aa1fb3612ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 1099 time: 0.0793393 May 09 05:24:53.103848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-9302de6b-06dd-451e-baab-f395e9b37a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:53.105420 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-9302de6b-06dd-451e-baab-f395e9b37a7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=06409d5f-c868-457a-9bd0-c903bbbadb29 HTTP/1.1" status: 200 len: 897 time: 0.1273160 May 09 05:24:53.209793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-7f254ba4-9e20-4c9f-b7dc-7ae1cd9566ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0979164 May 09 05:24:53.273618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-6e01d3b4-e4f7-4166-aa2d-199b5c2ec1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:53.275009 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-6e01d3b4-e4f7-4166-aa2d-199b5c2ec1c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce30e8ef-de75-45f3-a2bf-3c17961b855b HTTP/1.1" status: 200 len: 834 time: 0.0598898 May 09 05:24:53.282502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:32Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e462bc3d-1e64-4507-a120-53cd80c47036', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.191', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'mac_address': 'fa:16:3e:13:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:24:51Z', 'updated_at': '2022-05-09T05:24:51Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:24:37Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:53.286988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] Checking router: 321231fe-57e5-41c5-961c-572dfb9ede2f for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:24:53.295308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:24:53.295897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:24:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:53.351037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-99448397-83f5-4ce8-878a-a4fbdf52ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:24:53.352596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-99448397-83f5-4ce8-878a-a4fbdf52ecc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06409d5f-c868-457a-9bd0-c903bbbadb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720415 May 09 05:24:53.485391 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-7c8628b7-d2a9-41b0-bd54-4fd848d94986 service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269379 May 09 05:24:53.515862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:24:53.617384 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a21d9cd8-31bc-45b3-a8a6-ad9ef5b1f6cf req-51b82600-3b69-4f1a-bf63-724758bc7d51 service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266577 May 09 05:24:53.861514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:32Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e462bc3d-1e64-4507-a120-53cd80c47036', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.191', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'mac_address': 'fa:16:3e:13:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:24:51Z', 'updated_at': '2022-05-09T05:24:51Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:24:37Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:24:53.866202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828b401-8b39-4b8d-ace5-fdef03cc687e None None] The sync data for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv is: [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:24:32Z', 'revision_number': 4, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e462bc3d-1e64-4507-a120-53cd80c47036', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.191', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'mac_address': 'fa:16:3e:13:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:24:51Z', 'updated_at': '2022-05-09T05:24:51Z', 'revision_number': 0, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:24:37Z', 'revision_number': 5, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:24:53.944642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43844) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:54.057107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-90a6d894-b2c4-420f-9141-3d3a49e62ca7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 200 len: 992 time: 0.1112702 May 09 05:24:54.077066 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749e8e63-1ad0-460e-bad9-999b175c2e38 None None] New status for floating IP e462bc3d-1e64-4507-a120-53cd80c47036: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:24:55.061254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43848) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:24:55.173389 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-209ca9e6-e457-430a-bcd0-cbe669b298cc tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 200 len: 994 time: 0.1105859 May 09 05:25:09.605986 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:25:12.359175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c18eb3e2-741d-40bf-974a-2694011df8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:14.612298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-416adc9d-c4b1-4476-9fd6-beb2e340cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:15.721873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:15.926053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:17.457912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:18.866324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:19.392538 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-c30b507c-cc65-4c51-a69b-52bde166a3a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723867 May 09 05:25:19.562513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-dfe6eccb-339a-4281-8d62-35f8e2f7920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:25:19.563955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-dfe6eccb-339a-4281-8d62-35f8e2f7920b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 1099 time: 0.0818379 May 09 05:25:19.724038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-712bf8c9-ce88-4ed8-b7d3-c59006cf2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:25:19.725486 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-712bf8c9-ce88-4ed8-b7d3-c59006cf2069 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06409d5f-c868-457a-9bd0-c903bbbadb29 HTTP/1.1" status: 200 len: 897 time: 0.1422334 May 09 05:25:19.938155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-c81a21bd-b24b-4216-8b3b-83e892641d37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5 HTTP/1.1" status: 200 len: 1002 time: 0.2058051 May 09 05:25:20.004676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-516e6066-ab5d-4822-9a75-02ae3d005656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:25:20.006018 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-516e6066-ab5d-4822-9a75-02ae3d005656 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce30e8ef-de75-45f3-a2bf-3c17961b855b HTTP/1.1" status: 200 len: 834 time: 0.0610249 May 09 05:25:20.081650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-4aec8082-7508-46b5-a5cd-2b172f978e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:25:20.083111 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-4aec8082-7508-46b5-a5cd-2b172f978e7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06409d5f-c868-457a-9bd0-c903bbbadb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704839 May 09 05:25:20.216163 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-109ce42f-58bc-47b9-8757-4020c93cd58f service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260428 May 09 05:25:20.351931 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6443518f-01f5-434e-ba7d-14159abed4c6 req-00848c40-3c74-4e4f-8c08-0814a8393292 service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296365 May 09 05:25:42.359051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e7e49039-1328-4faa-a178-b464e130bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:44.611682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5309e28e-3826-4142-9591-b1d76c6aacb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:45.722812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:45.931635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:46.610998 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:25:47.458651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:48.867103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:55.935863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43878) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:25:55.943350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b4738de9-e354-4590-8fcc-d8f1a77a3ee5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:25:56.479463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4738de9-e354-4590-8fcc-d8f1a77a3ee5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:56.492588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4738de9-e354-4590-8fcc-d8f1a77a3ee5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:56.683413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4738de9-e354-4590-8fcc-d8f1a77a3ee5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 321231fe-57e5-41c5-961c-572dfb9ede2f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:25:56.984761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4738de9-e354-4590-8fcc-d8f1a77a3ee5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:25:56.992359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4738de9-e354-4590-8fcc-d8f1a77a3ee5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:56.993576 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b4738de9-e354-4590-8fcc-d8f1a77a3ee5 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/321231fe-57e5-41c5-961c-572dfb9ede2f HTTP/1.1" status: 200 len: 889 time: 1.0562534 May 09 05:25:56.995682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] Sync routers for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:25:57.005803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:25:57.006402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:25:57.066159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:25:57.074577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:25:57.075173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:25:57.137984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:25:57.138297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae44f92-3b27-4807-b92b-38a3326bafea None None] The sync data for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv is: [] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:25:57.895777 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ac7e6-d3b2-43ea-8878-56864b442eae None None] New status for floating IP e462bc3d-1e64-4507-a120-53cd80c47036: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:25:58.935476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a868f065-070a-45df-83ae-580ff0fdce32 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:25:59.056722 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:59.072888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a868f065-070a-45df-83ae-580ff0fdce32, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a868f065-070a-45df-83ae-580ff0fdce32,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:25:59.077161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:59.077898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 41470c46-64af-497e-84fd-5bb943971fde no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:25:59.161437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43884) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:25:59.166932 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d4e9b360-37a9-48a9-903a-51f24507a9b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:25:59.195356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a868f065-070a-45df-83ae-580ff0fdce32,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:25:59.230532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.230873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.231206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.231529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.231857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.232177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.232521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.232844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.233163 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.233478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.233790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.234083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:25:59.264531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:59.296946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 41470c46-64af-497e-84fd-5bb943971fde, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=41470c46-64af-497e-84fd-5bb943971fde,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:25:59.304253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:59.375826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:25:59.727971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e9b360-37a9-48a9-903a-51f24507a9b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:59.741659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e9b360-37a9-48a9-903a-51f24507a9b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573372'] for router, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:25:59.929465 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e9b360-37a9-48a9-903a-51f24507a9b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 321231fe-57e5-41c5-961c-572dfb9ede2f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:26:00.115276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e9b360-37a9-48a9-903a-51f24507a9b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:26:00.122231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e9b360-37a9-48a9-903a-51f24507a9b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:00.123367 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d4e9b360-37a9-48a9-903a-51f24507a9b7 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/321231fe-57e5-41c5-961c-572dfb9ede2f HTTP/1.1" status: 200 len: 888 time: 0.9608746 May 09 05:26:00.127342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43888) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:00.128520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] Sync routers for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:26:00.138648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:26:00.139244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:00.232668 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e9b5a395-e8fe-44e0-80d5-ae6b61c4d340 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 200 len: 992 time: 0.1041410 May 09 05:26:00.316919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:26:00.710750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e462bc3d-1e64-4507-a120-53cd80c47036', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.191', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'mac_address': 'fa:16:3e:13:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:24:51Z', 'updated_at': '2022-05-09T05:25:58Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:00.714649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] Checking router: 321231fe-57e5-41c5-961c-572dfb9ede2f for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:26:00.723380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:26:00.723982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:00.900763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:26:01.236940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43892) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:01.251467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e462bc3d-1e64-4507-a120-53cd80c47036', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.191', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'mac_address': 'fa:16:3e:13:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:24:51Z', 'updated_at': '2022-05-09T05:25:58Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:01.255765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7fafb-fbd5-4b05-9f40-3068048dd924 None None] The sync data for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv is: [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e462bc3d-1e64-4507-a120-53cd80c47036', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'floating_ip_address': '172.26.0.191', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'port_id': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'mac_address': 'fa:16:3e:13:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36740e16-e897-429e-a06f-4208e3a837fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:24:51Z', 'updated_at': '2022-05-09T05:25:58Z', 'revision_number': 2, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:26:01.352498 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ec643ebf-8be3-4c76-bcbf-2115b2e5ccf4 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 200 len: 992 time: 0.1142719 May 09 05:26:02.356530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43896) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:02.465658 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5f88d106-ff03-4a35-b900-e8792d051ad1 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 200 len: 992 time: 0.1079559 May 09 05:26:02.838020 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244194b-f6ad-41b7-b728-539b0efa5bea None None] New status for floating IP e462bc3d-1e64-4507-a120-53cd80c47036: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:26:02.970138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a868f065-070a-45df-83ae-580ff0fdce32 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:26:03.042670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a868f065-070a-45df-83ae-580ff0fdce32 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:26:03.043036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:03.163401 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:03.179806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a868f065-070a-45df-83ae-580ff0fdce32, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a868f065-070a-45df-83ae-580ff0fdce32,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:03.183988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:03.184738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 41470c46-64af-497e-84fd-5bb943971fde up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:26:03.304828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a868f065-070a-45df-83ae-580ff0fdce32,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:03.316987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 41470c46-64af-497e-84fd-5bb943971fde triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:26:03.317526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:03.436277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:03.469784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43900) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:03.471304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 41470c46-64af-497e-84fd-5bb943971fde, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=41470c46-64af-497e-84fd-5bb943971fde,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:03.476826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:03.549324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:03.582369 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-519dc0a1-fd5a-4ffc-8fb3-229dca6c046c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 200 len: 994 time: 0.1114452 May 09 05:26:03.897211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43908) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:04.240811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 56c736d2-b85e-46c4-8ddb-6d84578bef02 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:26:04.241027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:04.426793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:04.427119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:04.550454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 56c736d2-b85e-46c4-8ddb-6d84578bef02 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:26:04.711022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:04.795054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=56c736d2-b85e-46c4-8ddb-6d84578bef02,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:04.811433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.811679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.812007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.812323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.812691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.813005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.813316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.813625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.813936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.814224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.814527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.814832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:04.870013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:04.870334 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Floating IP e462bc3d-1e64-4507-a120-53cd80c47036 disassociated (deleted). External IP: 172.26.0.191, port: 5be1feb5-3d69-4aa6-a566-2662262be3b5. May 09 05:26:04.938484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a868f065-070a-45df-83ae-580ff0fdce32 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:26:05.008158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a868f065-070a-45df-83ae-580ff0fdce32 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:26:05.008642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:05.163802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 41470c46-64af-497e-84fd-5bb943971fde up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:26:05.227522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 321231fe-57e5-41c5-961c-572dfb9ede2f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:26:05.228953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 41470c46-64af-497e-84fd-5bb943971fde triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:26:05.229322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:05.420044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:26:05.429780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] Sync routers for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:26:05.439427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:26:05.440049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:05.441979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:05.497606 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-05419927-53ad-4c6a-9230-fa28d30d02a0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/floatingips/e462bc3d-1e64-4507-a120-53cd80c47036 HTTP/1.1" status: 204 len: 168 time: 1.5993185 May 09 05:26:05.498221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:26:05.547589 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d8a43e-b6ce-4b97-bde2-e62a41a0c380'] response: {'name': 'network-changed', 'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'status': 'completed', 'code': 200} May 09 05:26:05.621991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:26:05.665797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-98b09cf3-124d-4bfb-896f-ac038646ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:05.667628 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-98b09cf3-124d-4bfb-896f-ac038646ed39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d9a22574259478cb5dc8f916b411409&device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 1099 time: 0.0771141 May 09 05:26:05.833403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-5259ef7f-b334-4ad7-b158-029decdd4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:05.834799 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-5259ef7f-b334-4ad7-b158-029decdd4981 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06409d5f-c868-457a-9bd0-c903bbbadb29 HTTP/1.1" status: 200 len: 897 time: 0.1592200 May 09 05:26:05.911070 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-12c2065d-89cc-48a4-8c8d-00827f649935 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5 HTTP/1.1" status: 200 len: 217 time: 0.0650406 May 09 05:26:05.950825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:26:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:26:03Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:05.954912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] Checking router: 321231fe-57e5-41c5-961c-572dfb9ede2f for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:26:05.964309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:26:05.965240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:05.982931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-b61f4020-8502-4a26-b979-acbb15707bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:05.984347 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-b61f4020-8502-4a26-b979-acbb15707bcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce30e8ef-de75-45f3-a2bf-3c17961b855b HTTP/1.1" status: 200 len: 834 time: 0.0673728 May 09 05:26:06.038523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2bdb-9010-49e7-a2ad-77f28aa76dab req-541bd0f6-22a3-4b91-8d51-cb60678e5419 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:06.040065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a8f2bdb-9010-49e7-a2ad-77f28aa76dab req-541bd0f6-22a3-4b91-8d51-cb60678e5419 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 946 time: 0.2375758 May 09 05:26:06.116340 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a8f2bdb-9010-49e7-a2ad-77f28aa76dab req-4546654c-269f-4179-9c62-e7217818a056 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649385 May 09 05:26:06.147298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-b5bcc3d2-40f4-4642-b14b-56039915a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:06.148983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-b5bcc3d2-40f4-4642-b14b-56039915a7b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06409d5f-c868-457a-9bd0-c903bbbadb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1571105 May 09 05:26:06.189839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:26:06.293493 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-ba4ca0f6-e189-46ea-a0de-6ff8ded202ad service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369381 May 09 05:26:06.427219 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ebc339e-309b-4ed1-bac2-59f9ab2ac543 req-cd804170-32b9-483b-b5f4-55f2b37558e5 service neutron] 10.222.0.59 "GET /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264970 May 09 05:26:06.505015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:26:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:26:03Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:06.509127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fbb9ae-7e77-4ec8-b91a-7b208196d0b2 None None] The sync data for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv is: [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:25:59Z', 'revision_number': 6, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:26:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '41470c46-64af-497e-84fd-5bb943971fde', 'name': '', 'network_id': '06409d5f-c868-457a-9bd0-c903bbbadb29', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'mac_address': 'fa:16:3e:be:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:32Z', 'updated_at': '2022-05-09T05:26:03Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'subnets': [{'id': 'ce30e8ef-de75-45f3-a2bf-3c17961b855b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:26:07.158399 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff01037-5322-44ae-a326-845dbe09626b None None] New status for floating IP e462bc3d-1e64-4507-a120-53cd80c47036: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:26:07.503198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8679-a523-4036-89f7-ef053fcc8b99 req-d49e665e-b2ef-4756-a51f-788bc00d339b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:07.503829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-394a8679-a523-4036-89f7-ef053fcc8b99 req-d49e665e-b2ef-4756-a51f-788bc00d339b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Synchronizing usage tracker for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:26:07.521124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-394a8679-a523-4036-89f7-ef053fcc8b99 req-d49e665e-b2ef-4756-a51f-788bc00d339b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Unset dirty status for tenant:7d9a22574259478cb5dc8f916b411409 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:26:07.522170 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-394a8679-a523-4036-89f7-ef053fcc8b99 req-d49e665e-b2ef-4756-a51f-788bc00d339b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 946 time: 0.2152677 May 09 05:26:07.571091 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-394a8679-a523-4036-89f7-ef053fcc8b99 req-47700176-1f7e-41b5-ba37-7d862d866213 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/security-groups?id=07aedc64-20a5-48fc-b757-f0d5cef998d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 May 09 05:26:07.577089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-cd7815ab-7f98-4732-92ef-e41a56f8df1c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:07.578576 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-cd7815ab-7f98-4732-92ef-e41a56f8df1c tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 946 time: 0.0926673 May 09 05:26:07.654450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 5be1feb5-3d69-4aa6-a566-2662262be3b5 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:26:07.654795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:08.010922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 5be1feb5-3d69-4aa6-a566-2662262be3b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5be1feb5-3d69-4aa6-a566-2662262be3b5,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:08.011277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:08.135586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 5be1feb5-3d69-4aa6-a566-2662262be3b5 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:26:08.298416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:08.348325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=5be1feb5-3d69-4aa6-a566-2662262be3b5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:08.389316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.389664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.389999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.390331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.390658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.390981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.391306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.391627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.391947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.392265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.392591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.392909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:26:08.433232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] No DVR routers for this DVR port 5be1feb5-3d69-4aa6-a566-2662262be3b5 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:26:08.436050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:08.438569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'name': 'network-vif-deleted', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:26:08.455366 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-05d6b9bf-224a-422c-98c4-3af5481fc8ee req-649722da-2ae0-41e3-90cd-94cddc38f869 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.59 "DELETE /v2.0/ports/5be1feb5-3d69-4aa6-a566-2662262be3b5 HTTP/1.1" status: 204 len: 173 time: 0.8715794 May 09 05:26:08.484631 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7e7f8f-691d-4e75-ade0-93fe776c0e05'] response: {'server_uuid': '36740e16-e897-429e-a06f-4208e3a837fe', 'name': 'network-vif-deleted', 'tag': '5be1feb5-3d69-4aa6-a566-2662262be3b5', 'status': 'completed', 'code': 200} May 09 05:26:08.744371 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-37460b08-f8ca-44a1-963f-c4adde005b10 req-f461e768-613b-4f23-81de-434f924c739b tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "GET /v2.0/ports?device_id=36740e16-e897-429e-a06f-4208e3a837fe HTTP/1.1" status: 200 len: 210 time: 0.0429676 May 09 05:26:09.845437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43928) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:09.917587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f6815a9-ede1-4fb0-b1ee-43c9f9ca99f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:09.948794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f6815a9-ede1-4fb0-b1ee-43c9f9ca99f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:10.014838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f6815a9-ede1-4fb0-b1ee-43c9f9ca99f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:10.034937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6815a9-ede1-4fb0-b1ee-43c9f9ca99f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aedc64-20a5-48fc-b757-f0d5cef998d5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:10.047224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7f6815a9-ede1-4fb0-b1ee-43c9f9ca99f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:10.048426 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7f6815a9-ede1-4fb0-b1ee-43c9f9ca99f9 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/security-groups/07aedc64-20a5-48fc-b757-f0d5cef998d5 HTTP/1.1" status: 204 len: 168 time: 0.2017200 May 09 05:26:10.081806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43934) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:10.667367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:11.121916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port 41470c46-64af-497e-84fd-5bb943971fde {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:26:11.122607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:11.315675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port 41470c46-64af-497e-84fd-5bb943971fde, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=41470c46-64af-497e-84fd-5bb943971fde,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:11.316037 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:11.437730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for 41470c46-64af-497e-84fd-5bb943971fde owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:26:11.747271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 5be1feb5-3d69-4aa6-a566-2662262be3b5 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:26:11.765176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:11.781628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 5be1feb5-3d69-4aa6-a566-2662262be3b5 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:26:11.781968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 5be1feb5-3d69-4aa6-a566-2662262be3b5 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:26:11.812272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=41470c46-64af-497e-84fd-5bb943971fde,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:12.087662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:12.356874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-063cd81d-5e48-4e95-86b6-234b031fcf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:12.554814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Router 321231fe-57e5-41c5-961c-572dfb9ede2f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:26:12.737560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:26:12.750804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] Sync routers for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:26:12.756189 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43938) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:12.760834 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-28cff855-1308-45c4-b8e1-f32360968941 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "PUT /v2.0/routers/321231fe-57e5-41c5-961c-572dfb9ede2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6777799 May 09 05:26:12.762922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:26:12.763534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:12.826116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting subnet ce30e8ef-de75-45f3-a2bf-3c17961b855b {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:26:12.829854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:12.885103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:12.974534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:12.984130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:26:13.062634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.103582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Subnet': ['ID=ce30e8ef-de75-45f3-a2bf-3c17961b855b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:13.105592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.114591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43942) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:13.114730 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d3711ea3-1c3a-4a2b-ac14-1ec983c2ef6d tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/subnets/ce30e8ef-de75-45f3-a2bf-3c17961b855b HTTP/1.1" status: 204 len: 168 time: 0.3573539 May 09 05:26:13.129874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949b021-c6a9-43fe-aa52-a35e93edf5b3 None None] Network 06409d5f-c868-457a-9bd0-c903bbbadb29 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:26:13.308345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.466895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:26:11Z', 'revision_number': 7, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port': {'id': 'a868f065-070a-45df-83ae-580ff0fdce32', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:24:28Z', 'updated_at': '2022-05-09T05:26:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:13.471215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] Checking router: 321231fe-57e5-41c5-961c-572dfb9ede2f for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:26:13.480355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] Routers {'321231fe-57e5-41c5-961c-572dfb9ede2f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:26:13.480987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:25:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['321231fe-57e5-41c5-961c-572dfb9ede2f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:13.501970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.513799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Deleting port a868f065-070a-45df-83ae-580ff0fdce32 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:26:13.514118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.533371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] DHCP port deletion for 06409d5f-c868-457a-9bd0-c903bbbadb29 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:26:13.595942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] Deleting port 0e57cf74-9add-4096-8f53-a2517d13398e {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:26:13.596311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.688328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] For port a868f065-070a-45df-83ae-580ff0fdce32, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a868f065-070a-45df-83ae-580ff0fdce32,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:13.688999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.707446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] Set router 321231fe-57e5-41c5-961c-572dfb9ede2f gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:26:13.814147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Calling delete_port for a868f065-070a-45df-83ae-580ff0fdce32 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:26:13.826510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:26:13Z', 'revision_number': 8, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:13.834910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6579e1-0af4-4808-b111-1b44cf35d319 None None] The sync data for ids ['321231fe-57e5-41c5-961c-572dfb9ede2f'] in dv-neutron-840482-1-hyperv is: [{'id': '321231fe-57e5-41c5-961c-572dfb9ede2f', 'name': 'tempest-TestNetworkBasicOps-router-1177627013', 'tenant_id': '7d9a22574259478cb5dc8f916b411409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:24:27Z', 'updated_at': '2022-05-09T05:26:13Z', 'revision_number': 8, 'project_id': '7d9a22574259478cb5dc8f916b411409', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:26:13.935536 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] For port 0e57cf74-9add-4096-8f53-a2517d13398e, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0e57cf74-9add-4096-8f53-a2517d13398e,segment=NetworkSegment(5babf960-7365-49cf-b8c0-5f3b4497dc9f),segment_id=5babf960-7365-49cf-b8c0-5f3b4497dc9f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:13.935923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:13.994326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.043472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Port': ['ID=a868f065-070a-45df-83ae-580ff0fdce32,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:14.099263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] Calling delete_port for 0e57cf74-9add-4096-8f53-a2517d13398e owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:26:14.181184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.237831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] Pushing event deleted for resources: {'Port': ['ID=0e57cf74-9add-4096-8f53-a2517d13398e,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:14.242055 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dbabf-8ee8-46d3-bf81-8a6e0ddefbcc None None] No DVR routers for this DVR port 0e57cf74-9add-4096-8f53-a2517d13398e on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:26:14.260424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.432927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.435059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.461388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.461927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Fanout notify agent at l3_agent the message router_deleted on router 321231fe-57e5-41c5-961c-572dfb9ede2f {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:26:14.477359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.478445 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-406af287-28c9-4e98-9cf6-464a0eb403e0 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/routers/321231fe-57e5-41c5-961c-572dfb9ede2f HTTP/1.1" status: 204 len: 168 time: 1.3627410 May 09 05:26:14.481620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43946) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:14.599882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.608133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-761e228b-dee3-4876-a37f-ee733d21a35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.736562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.764212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06409d5f-c868-457a-9bd0-c903bbbadb29']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:14.777797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5babf960-7365-49cf-b8c0-5f3b4497dc9f') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:14.778096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5babf960-7365-49cf-b8c0-5f3b4497dc9f') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:26:14.790592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.813249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.819955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:26:14.820320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:26:14.835621 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:26:14.914691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.932055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:14.938833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0e57cf74-9add-4096-8f53-a2517d13398e no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:26:14.944665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] Pushing event deleted for resources: {'Network': ['ID=06409d5f-c868-457a-9bd0-c903bbbadb29,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:14.951256 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3c9d08c6-d58e-4910-aec9-4be8b930d626 tempest-TestNetworkBasicOps-152673354 tempest-TestNetworkBasicOps-152673354-project] 10.222.0.50 "DELETE /v2.0/networks/06409d5f-c868-457a-9bd0-c903bbbadb29 HTTP/1.1" status: 204 len: 168 time: 0.4683983 May 09 05:26:14.976796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 0e57cf74-9add-4096-8f53-a2517d13398e {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:26:14.977402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0e57cf74-9add-4096-8f53-a2517d13398e not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:26:14.977805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 41470c46-64af-497e-84fd-5bb943971fde no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:26:15.011685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 41470c46-64af-497e-84fd-5bb943971fde {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:26:15.012024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 41470c46-64af-497e-84fd-5bb943971fde not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:26:15.012448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a868f065-070a-45df-83ae-580ff0fdce32 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:26:15.049517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a868f065-070a-45df-83ae-580ff0fdce32 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:26:15.049865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a868f065-070a-45df-83ae-580ff0fdce32 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:26:15.309248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43954) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:15.508730 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a131c3f0-d50d-4e2d-ad48-f59f360ee867 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d9a22574259478cb5dc8f916b411409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981432 May 09 05:26:15.512044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43960) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:15.569488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4280e0a2-bb77-43dc-89ce-e39b5b514678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:15.597630 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4280e0a2-bb77-43dc-89ce-e39b5b514678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:15.654018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4280e0a2-bb77-43dc-89ce-e39b5b514678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:15.674020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280e0a2-bb77-43dc-89ce-e39b5b514678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22fa07-1e88-4c03-9b5a-028a5df8591f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:15.680759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4280e0a2-bb77-43dc-89ce-e39b5b514678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:15.682041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4280e0a2-bb77-43dc-89ce-e39b5b514678 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab22fa07-1e88-4c03-9b5a-028a5df8591f HTTP/1.1" status: 204 len: 168 time: 0.1689389 May 09 05:26:15.719486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:15.927214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:15.998631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 43968) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:16.019747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:16.035980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:16.040706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca6ce7823fc40e6b166b5cd8df3ada7 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:16.043555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:16.049458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:16.147573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:16.154188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:16.206835 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ca6ce7823fc40e6b166b5cd8df3ada7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069819 May 09 05:26:16.208579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13717f-6da5-4983-8808-94fa888c8738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa69ae3-865c-48e2-924f-ceb9378aede1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:16.210023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 43972) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:16.285476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02606f10-9c66-48a1-85e8-79d317351893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:16.316864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02606f10-9c66-48a1-85e8-79d317351893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:16.386908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02606f10-9c66-48a1-85e8-79d317351893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:16.407640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02606f10-9c66-48a1-85e8-79d317351893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa69ae3-865c-48e2-924f-ceb9378aede1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:16.413807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-02606f10-9c66-48a1-85e8-79d317351893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:16.415759 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-02606f10-9c66-48a1-85e8-79d317351893 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eaa69ae3-865c-48e2-924f-ceb9378aede1 HTTP/1.1" status: 204 len: 168 time: 0.2042935 May 09 05:26:17.457115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:18.850125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:23.610832 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:26:24.104677 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-fbe80ec5-3c81-47b8-a925-f2ceaeede917 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0f376d24fa74ea9af70bda00726fcc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336325 May 09 05:26:24.269948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-c8ef4eda-0f09-455f-b0da-7030082ec714 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:24.271283 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-c8ef4eda-0f09-455f-b0da-7030082ec714 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613998 May 09 05:26:24.287776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-fc3cc223-f735-418d-9bcc-299e3bc37aca tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/quotas/c0f376d24fa74ea9af70bda00726fcc3 HTTP/1.1" status: 200 len: 375 time: 0.0099146 May 09 05:26:24.335150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-d3cb06cd-abdc-4eb7-9471-de8912c8f19e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0f376d24fa74ea9af70bda00726fcc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419762 May 09 05:26:24.526875 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-216d99f9-3067-4b1d-89e9-c740cf5033f5 req-4c0dcf39-8c7b-4aa7-88e9-4dfaad05b653 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 210 time: 0.0439429 May 09 05:26:25.619829 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-00c221c6-c313-488b-8f6c-4b9560a7a353 req-0a89b6ab-7880-4340-b229-dd217d4fa61b tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 210 time: 0.0416203 May 09 05:26:26.784027 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cb4e81c2-fecb-4bf1-a31e-8746062ff1d6 req-138ccc11-e68d-45fa-90da-332ce652ad37 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 210 time: 0.0524600 May 09 05:26:27.571261 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-2c3304ed-c867-4be3-b743-55a148cb36b0 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c0f376d24fa74ea9af70bda00726fcc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319602 May 09 05:26:27.723325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-84f7a7d5-bbca-48fd-8dc3-8fc5da5d5867 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:27.724955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-84f7a7d5-bbca-48fd-8dc3-8fc5da5d5867 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489513 May 09 05:26:27.754032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Request body: {'port': {'device_id': '41e5ca63-f537-45c1-bfce-140e268a6923', 'network_id': '2558b222-372e-4f18-9ea8-150652032b99', 'admin_state_up': True, 'tenant_id': 'c0f376d24fa74ea9af70bda00726fcc3'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:26:27.936793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:27.940518 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-15c69326-9929-4309-aa49-5aac03b51341 req-6595f13e-0d3d-436d-983c-556dcf924c55 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 210 time: 0.0481942 May 09 05:26:27.942915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Usage tracker for resource:port and tenant:c0f376d24fa74ea9af70bda00726fcc3 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:27.945985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:27.952363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:27.964501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Made reservation on behalf of c0f376d24fa74ea9af70bda00726fcc3 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:26:27.968694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:27.981425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:27.996801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:28.001011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Usage tracker for resource:security_group_rule and tenant:c0f376d24fa74ea9af70bda00726fcc3 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:28.003946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:28.010099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:28.097846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:28.104115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:28.191406 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd71ee-3446-4808-9305-434f99d8f0ae,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:28.291988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Allocated IP 192.168.233.63 (2558b222-372e-4f18-9ea8-150652032b99/e62517fa-c97b-403d-bea4-49e910d1130a/063595d0-6178-47b4-ae52-361db4122146) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:26:28.507870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:28.526875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Transition to ACTIVE for port object 063595d0-6178-47b4-ae52-361db4122146 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:26:28.554660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:28.625776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Network 2558b222-372e-4f18-9ea8-150652032b99 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:26:28.628989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:26:28.632835 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:26:28.663202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Pushing event updated for resources: {'Port': ['ID=063595d0-6178-47b4-ae52-361db4122146,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:28.701342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:28.701950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:28.729196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-4813b7e5-eeda-476b-b260-8efe72778f2e tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9805436 May 09 05:26:28.745899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Request body: {'port': {'device_id': '41e5ca63-f537-45c1-bfce-140e268a6923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:26:28.839798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-394314d3-27e1-4498-b89c-13a633c5eff6 None None] Provisioning for port 063595d0-6178-47b4-ae52-361db4122146 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:26:28.845329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-394314d3-27e1-4498-b89c-13a633c5eff6 None None] Provisioning complete for port 063595d0-6178-47b4-ae52-361db4122146 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:26:28.845696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-394314d3-27e1-4498-b89c-13a633c5eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:28.906036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-394314d3-27e1-4498-b89c-13a633c5eff6 None None] Port 063595d0-6178-47b4-ae52-361db4122146 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:26:28.967035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:29.137103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da8d3-e320-41ed-9973-cbfeefdc4ef6 req-83dc9205-a59b-4c6b-838c-fc97e39640fc tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:29.138606 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8a7da8d3-e320-41ed-9973-cbfeefdc4ef6 req-83dc9205-a59b-4c6b-838c-fc97e39640fc tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 935 time: 0.0855758 May 09 05:26:29.185173 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8a7da8d3-e320-41ed-9973-cbfeefdc4ef6 req-bc1b6eb3-6233-4125-9d26-c7ffa03ea407 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 May 09 05:26:29.317963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063595d0-6178-47b4-ae52-361db4122146 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:26:29.325129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:29.339907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Transition to ACTIVE for port object 063595d0-6178-47b4-ae52-361db4122146 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:26:29.345277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:29.495816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=063595d0-6178-47b4-ae52-361db4122146,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:29.578816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Attempting to bind port 063595d0-6178-47b4-ae52-361db4122146 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:26:29.579080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Attempting to bind port 063595d0-6178-47b4-ae52-361db4122146 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:26:29.579408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Attempting to bind port 063595d0-6178-47b4-ae52-361db4122146 on network 2558b222-372e-4f18-9ea8-150652032b99 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:26:29.584240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Port 063595d0-6178-47b4-ae52-361db4122146 on network 2558b222-372e-4f18-9ea8-150652032b99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:26:29.584591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Attempting to bind port 063595d0-6178-47b4-ae52-361db4122146 on network 2558b222-372e-4f18-9ea8-150652032b99 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:26:29.589968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:26:29.590430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Checking segment: {'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:26:29.590815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Bound using segment: {'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:26:29.591241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Bound port: 063595d0-6178-47b4-ae52-361db4122146, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7068010c-c68f-485f-99ac-f0690aece831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2558b222-372e-4f18-9ea8-150652032b99'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:26:29.591587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:29.687830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] For port 063595d0-6178-47b4-ae52-361db4122146, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:26:29.691187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] For port 063595d0-6178-47b4-ae52-361db4122146, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=063595d0-6178-47b4-ae52-361db4122146,segment=NetworkSegment(7068010c-c68f-485f-99ac-f0690aece831),segment_id=7068010c-c68f-485f-99ac-f0690aece831)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:26:29.699047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:29.761599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:29.762064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:29.763407 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/063595d0-6178-47b4-ae52-361db4122146 HTTP/1.1" status: 200 len: 1097 time: 1.0219815 May 09 05:26:29.763842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e5ca63-f537-45c1-bfce-140e268a6923', 'tag': '063595d0-6178-47b4-ae52-361db4122146'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:26:29.787976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cc4ea-ff10-40bd-827d-4de95c0df4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=063595d0-6178-47b4-ae52-361db4122146,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:29.818179 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d1f8cb-160a-49c2-9769-8ed184ababa1'] response: {'name': 'network-changed', 'server_uuid': '41e5ca63-f537-45c1-bfce-140e268a6923', 'tag': '063595d0-6178-47b4-ae52-361db4122146', 'status': 'completed', 'code': 200} May 09 05:26:29.907796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-9ea88d83-715c-4e98-9d9c-4f02f69ca9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:29.909332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-9ea88d83-715c-4e98-9d9c-4f02f69ca9ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0f376d24fa74ea9af70bda00726fcc3&device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 1100 time: 0.0743346 May 09 05:26:29.990570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-12fdcfe5-e4fd-45b7-a6b9-95d7f5a810cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=063595d0-6178-47b4-ae52-361db4122146 HTTP/1.1" status: 200 len: 217 time: 0.0686502 May 09 05:26:30.052408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-32f31487-4a2e-4198-bef1-1ecbda8e3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:30.053873 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-32f31487-4a2e-4198-bef1-1ecbda8e3a32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e62517fa-c97b-403d-bea4-49e910d1130a HTTP/1.1" status: 200 len: 843 time: 0.0571597 May 09 05:26:30.131301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-32a9dcf6-7c0f-4ace-a274-5056abce8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:30.132710 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-32a9dcf6-7c0f-4ace-a274-5056abce8661 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2558b222-372e-4f18-9ea8-150652032b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0727096 May 09 05:26:30.272320 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-c649cf7f-7868-4d2f-9a0e-e785196ef8c2 service neutron] 10.222.0.59 "GET /v2.0/networks/2558b222-372e-4f18-9ea8-150652032b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335297 May 09 05:26:30.382668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6c9f6-4df4-421f-b84f-394646f6791f req-0565c60a-4af1-4f7f-9015-93c68ab6a756 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:30.384180 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-30d6c9f6-4df4-421f-b84f-394646f6791f req-0565c60a-4af1-4f7f-9015-93c68ab6a756 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 947 time: 0.0826647 May 09 05:26:30.405188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a47b4816-795c-4508-9ffc-52d6d8525df9 req-f1b94e1c-7b1e-4e03-b8a5-f0604fc21ae6 service neutron] 10.222.0.59 "GET /v2.0/networks/2558b222-372e-4f18-9ea8-150652032b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271062 May 09 05:26:30.433533 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-30d6c9f6-4df4-421f-b84f-394646f6791f req-33bd6820-ee99-4abd-80c2-7347b8850c1b tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 May 09 05:26:30.591389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-9bc5fd94-ade3-4638-8e2e-19a639ab5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:30.593438 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-9bc5fd94-ade3-4638-8e2e-19a639ab5897 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0f376d24fa74ea9af70bda00726fcc3&device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 1100 time: 0.0902843 May 09 05:26:30.832136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-151a21fb-df0b-46bd-94dc-bccc7b64ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:30.833619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-151a21fb-df0b-46bd-94dc-bccc7b64ce13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2558b222-372e-4f18-9ea8-150652032b99 HTTP/1.1" status: 200 len: 870 time: 0.2341895 May 09 05:26:30.905242 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-1b7f35fd-f0f7-4607-a228-0086118442d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=063595d0-6178-47b4-ae52-361db4122146 HTTP/1.1" status: 200 len: 217 time: 0.0642045 May 09 05:26:30.967976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-6c479655-1406-4a3c-93f4-e8f532747d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:30.969442 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-6c479655-1406-4a3c-93f4-e8f532747d02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e62517fa-c97b-403d-bea4-49e910d1130a HTTP/1.1" status: 200 len: 843 time: 0.0588248 May 09 05:26:31.054920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-1e171e67-b300-4b3e-994a-82bc0e9334b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:31.056457 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-1e171e67-b300-4b3e-994a-82bc0e9334b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2558b222-372e-4f18-9ea8-150652032b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0790617 May 09 05:26:31.192155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-fd25dfc0-448b-413c-a908-550770e1c89d service neutron] 10.222.0.59 "GET /v2.0/networks/2558b222-372e-4f18-9ea8-150652032b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290998 May 09 05:26:31.325878 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1b729e3-aa5a-4e41-82b7-d99ab96e2220 req-e02b2529-8ba4-4a0a-bf22-bd4ca6c2ad7a service neutron] 10.222.0.59 "GET /v2.0/networks/2558b222-372e-4f18-9ea8-150652032b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276491 May 09 05:26:31.633101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0593d-6cf8-4a32-9a6e-5070f26a25bf req-e12d8f55-10d3-4e94-8973-b10e9ac8f3b1 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:31.633796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c5f0593d-6cf8-4a32-9a6e-5070f26a25bf req-e12d8f55-10d3-4e94-8973-b10e9ac8f3b1 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Synchronizing usage tracker for tenant:c0f376d24fa74ea9af70bda00726fcc3 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:26:31.654462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c5f0593d-6cf8-4a32-9a6e-5070f26a25bf req-e12d8f55-10d3-4e94-8973-b10e9ac8f3b1 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Unset dirty status for tenant:c0f376d24fa74ea9af70bda00726fcc3 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:26:31.656014 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5f0593d-6cf8-4a32-9a6e-5070f26a25bf req-e12d8f55-10d3-4e94-8973-b10e9ac8f3b1 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 947 time: 0.1069705 May 09 05:26:31.705826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c5f0593d-6cf8-4a32-9a6e-5070f26a25bf req-c2c5d7dc-a165-4aa3-b3fc-784800240831 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Synchronizing usage tracker for tenant:c0f376d24fa74ea9af70bda00726fcc3 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:26:31.727667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c5f0593d-6cf8-4a32-9a6e-5070f26a25bf req-c2c5d7dc-a165-4aa3-b3fc-784800240831 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Unset dirty status for tenant:c0f376d24fa74ea9af70bda00726fcc3 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:26:31.728780 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5f0593d-6cf8-4a32-9a6e-5070f26a25bf req-c2c5d7dc-a165-4aa3-b3fc-784800240831 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636866 May 09 05:26:32.923814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc2e21-2675-497f-a1f4-7026aa437718 req-8c288e23-188c-433c-9097-aa1c2d45106c tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:32.925289 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eadc2e21-2675-497f-a1f4-7026aa437718 req-8c288e23-188c-433c-9097-aa1c2d45106c tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 947 time: 0.0870056 May 09 05:26:32.969820 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eadc2e21-2675-497f-a1f4-7026aa437718 req-9c8d0fb7-7ac4-4568-9620-b8b30bb6c732 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 May 09 05:26:33.904570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 063595d0-6178-47b4-ae52-361db4122146 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:26:34.053923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 063595d0-6178-47b4-ae52-361db4122146, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=063595d0-6178-47b4-ae52-361db4122146,segment=NetworkSegment(7068010c-c68f-485f-99ac-f0690aece831),segment_id=7068010c-c68f-485f-99ac-f0690aece831)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:34.067815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '063595d0-6178-47b4-ae52-361db4122146', 'network_id': '2558b222-372e-4f18-9ea8-150652032b99', 'port_id': '063595d0-6178-47b4-ae52-361db4122146', 'mac_address': 'fa:16:3e:80:3b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62517fa-c97b-403d-bea4-49e910d1130a', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:26:34.123731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:34.140868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063595d0-6178-47b4-ae52-361db4122146 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:26:34.156845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b6d9d-3c3e-4534-8afe-bc1d1e42511c req-a93867dd-bf21-46fa-bf41-c1bb9b147788 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:34.157393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 063595d0-6178-47b4-ae52-361db4122146, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=063595d0-6178-47b4-ae52-361db4122146,segment=NetworkSegment(7068010c-c68f-485f-99ac-f0690aece831),segment_id=7068010c-c68f-485f-99ac-f0690aece831)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:34.158263 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c3b6d9d-3c3e-4534-8afe-bc1d1e42511c req-a93867dd-bf21-46fa-bf41-c1bb9b147788 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 947 time: 0.0821826 May 09 05:26:34.162061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:34.207539 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c3b6d9d-3c3e-4534-8afe-bc1d1e42511c req-22362910-36d1-4b59-98ea-3b3f1c119937 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 May 09 05:26:34.234229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=063595d0-6178-47b4-ae52-361db4122146,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:34.547827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['063595d0-6178-47b4-ae52-361db4122146'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:26:35.419636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1052310-dfc8-4b90-b24d-c84b766dc1f6 req-55b605be-726e-4a15-b044-765e6a96e8d5 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:35.421126 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d1052310-dfc8-4b90-b24d-c84b766dc1f6 req-55b605be-726e-4a15-b044-765e6a96e8d5 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 948 time: 0.0954022 May 09 05:26:35.469667 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d1052310-dfc8-4b90-b24d-c84b766dc1f6 req-c917a648-67ca-4783-8ed2-2987357b2e32 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396781 May 09 05:26:35.904134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 063595d0-6178-47b4-ae52-361db4122146 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:26:35.990883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 063595d0-6178-47b4-ae52-361db4122146 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:26:35.995852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 063595d0-6178-47b4-ae52-361db4122146 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:26:35.996214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:36.121809 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:36.149498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e5ca63-f537-45c1-bfce-140e268a6923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063595d0-6178-47b4-ae52-361db4122146'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:26:36.159233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 063595d0-6178-47b4-ae52-361db4122146, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=063595d0-6178-47b4-ae52-361db4122146,segment=NetworkSegment(7068010c-c68f-485f-99ac-f0690aece831),segment_id=7068010c-c68f-485f-99ac-f0690aece831)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:36.163663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:36.198975 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a2a217-26df-4549-931d-092e1ff1c937'] response: {'server_uuid': '41e5ca63-f537-45c1-bfce-140e268a6923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063595d0-6178-47b4-ae52-361db4122146', 'code': 200} May 09 05:26:36.230397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=063595d0-6178-47b4-ae52-361db4122146,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:36.481262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b8bd-5cd8-419b-9aac-3112be75198c req-4c1f38e3-199d-4d64-ba6e-888f597d4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:36.482651 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12c6b8bd-5cd8-419b-9aac-3112be75198c req-4c1f38e3-199d-4d64-ba6e-888f597d4ac4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 1102 time: 0.0718250 May 09 05:26:36.524519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12c6b8bd-5cd8-419b-9aac-3112be75198c req-a55507c3-56da-48dd-bbf3-7f33c88eaebc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 May 09 05:26:36.670085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373fee-4da8-4908-87b5-dd32591d017e req-6d6b6f27-67ae-42eb-855d-0cbd14c714ca tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:36.671581 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-82373fee-4da8-4908-87b5-dd32591d017e req-6d6b6f27-67ae-42eb-855d-0cbd14c714ca tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 949 time: 0.0863903 May 09 05:26:36.716316 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-82373fee-4da8-4908-87b5-dd32591d017e req-fd106d4e-165b-461c-ac40-d943ffba9099 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 May 09 05:26:37.914487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74722a1e-3777-4d34-9b73-2d91108ee1e2 req-de75309d-d244-4113-838a-c6b72e3d71ab tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:37.916003 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74722a1e-3777-4d34-9b73-2d91108ee1e2 req-de75309d-d244-4113-838a-c6b72e3d71ab tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 949 time: 0.0850706 May 09 05:26:37.960319 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74722a1e-3777-4d34-9b73-2d91108ee1e2 req-c575a8e5-dd76-49de-8834-ea78b1eedc6f tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 May 09 05:26:39.146725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3481e1-ef9a-46ec-83e8-36487d2bffba req-e8db6132-242a-4baf-a63f-7c33c0b395e3 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:39.148069 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2b3481e1-ef9a-46ec-83e8-36487d2bffba req-e8db6132-242a-4baf-a63f-7c33c0b395e3 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 949 time: 0.0845172 May 09 05:26:39.191803 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2b3481e1-ef9a-46ec-83e8-36487d2bffba req-6ed94f79-563c-4d60-be7d-ab122224ffed tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 May 09 05:26:40.399644 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fb2a4-78ce-4000-b89a-77b287b92d9e req-06ee77f4-635e-401b-b821-92ca203872c5 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:40.401115 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c45fb2a4-78ce-4000-b89a-77b287b92d9e req-06ee77f4-635e-401b-b821-92ca203872c5 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 949 time: 0.0965664 May 09 05:26:40.449477 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c45fb2a4-78ce-4000-b89a-77b287b92d9e req-52c52d85-7353-461f-ab31-385e43fd06c5 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 May 09 05:26:41.659629 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41090113-a784-4c8d-b71d-f53d879b2a6d req-3f0c1a93-c666-4189-b91f-a0a1e8bec933 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:41.661412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41090113-a784-4c8d-b71d-f53d879b2a6d req-3f0c1a93-c666-4189-b91f-a0a1e8bec933 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 949 time: 0.0931480 May 09 05:26:41.707468 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41090113-a784-4c8d-b71d-f53d879b2a6d req-4a355106-125f-4b68-b710-4d1222d0b2f2 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9fd71ee-3446-4808-9305-434f99d8f0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 May 09 05:26:41.956794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-cb980729-81ae-4d65-942d-1aed8b060035 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:41.958235 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-cb980729-81ae-4d65-942d-1aed8b060035 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 949 time: 0.0967855 May 09 05:26:42.028565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Deleting port 063595d0-6178-47b4-ae52-361db4122146 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:26:42.028919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:42.284497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] For port 063595d0-6178-47b4-ae52-361db4122146, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=063595d0-6178-47b4-ae52-361db4122146,segment=NetworkSegment(7068010c-c68f-485f-99ac-f0690aece831),segment_id=7068010c-c68f-485f-99ac-f0690aece831)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:42.284737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:42.350423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c6fdc391-2788-4d66-98ae-fcdca3006d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:42.407588 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Calling delete_port for 063595d0-6178-47b4-ae52-361db4122146 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:26:42.559593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:42.594812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['063595d0-6178-47b4-ae52-361db4122146'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:26:42.711101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Pushing event deleted for resources: {'Port': ['ID=063595d0-6178-47b4-ae52-361db4122146,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:42.788608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] No DVR routers for this DVR port 063595d0-6178-47b4-ae52-361db4122146 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:26:42.791654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:42.794595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e5ca63-f537-45c1-bfce-140e268a6923', 'name': 'network-vif-deleted', 'tag': '063595d0-6178-47b4-ae52-361db4122146'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:26:42.813555 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4fe1ebb4-e22f-4c5d-b60e-b005154ac8e2 req-68e22692-b8fd-4b86-9912-39e78d353fce tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.59 "DELETE /v2.0/ports/063595d0-6178-47b4-ae52-361db4122146 HTTP/1.1" status: 204 len: 173 time: 0.8495903 May 09 05:26:42.847956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660d2317-7358-4fab-923b-547bed92a1c8'] response: {'server_uuid': '41e5ca63-f537-45c1-bfce-140e268a6923', 'name': 'network-vif-deleted', 'tag': '063595d0-6178-47b4-ae52-361db4122146', 'status': 'completed', 'code': 200} May 09 05:26:42.872965 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0778f57e-5f95-44f3-9fba-5a8ade0e87d0 req-a34bde22-0899-4138-8394-2e9695ffa975 tempest-ServersAdminNegativeTestJSON-1829397128 tempest-ServersAdminNegativeTestJSON-1829397128-project] 10.222.0.50 "GET /v2.0/ports?device_id=41e5ca63-f537-45c1-bfce-140e268a6923 HTTP/1.1" status: 200 len: 210 time: 0.0500998 May 09 05:26:44.289151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44118) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:44.448448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a001407b-70cc-462d-a0ae-b85742c1429b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0f376d24fa74ea9af70bda00726fcc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577320 May 09 05:26:44.451895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44124) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:44.515571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd0a14ce-f31d-4194-8f14-307a006dffb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:44.543289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd0a14ce-f31d-4194-8f14-307a006dffb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:44.602150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8732a02f-086a-4998-a124-1ae41bfdebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:44.605437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd0a14ce-f31d-4194-8f14-307a006dffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:44.624165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a14ce-f31d-4194-8f14-307a006dffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd71ee-3446-4808-9305-434f99d8f0ae,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:44.633335 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd0a14ce-f31d-4194-8f14-307a006dffb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:44.634844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cd0a14ce-f31d-4194-8f14-307a006dffb4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9fd71ee-3446-4808-9305-434f99d8f0ae HTTP/1.1" status: 204 len: 168 time: 0.1816683 May 09 05:26:44.936160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44132) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:44.953435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:44.968288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:44.972515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:cc32d8427ef040c49883fc7b4f418bc5 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:44.975354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:44.981036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:45.069502 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.075377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.127289 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc32d8427ef040c49883fc7b4f418bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900508 May 09 05:26:45.128215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2f5d0-c229-40f5-9619-65206b66b6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855f4d6f-f74f-4334-bd5b-37dcf8acfd68,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:45.131218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44136) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:45.198447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-502b7e21-bd09-43b4-a56a-a4a83f2d1fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.223960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-502b7e21-bd09-43b4-a56a-a4a83f2d1fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.279505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-502b7e21-bd09-43b4-a56a-a4a83f2d1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.293090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b7e21-bd09-43b4-a56a-a4a83f2d1fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855f4d6f-f74f-4334-bd5b-37dcf8acfd68,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:45.299991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-502b7e21-bd09-43b4-a56a-a4a83f2d1fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.301120 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-502b7e21-bd09-43b4-a56a-a4a83f2d1fc4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/855f4d6f-f74f-4334-bd5b-37dcf8acfd68 HTTP/1.1" status: 204 len: 168 time: 0.1686044 May 09 05:26:45.723167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.922066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:45.948985 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 063595d0-6178-47b4-ae52-361db4122146 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:26:45.983243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 063595d0-6178-47b4-ae52-361db4122146 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:26:45.983881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 063595d0-6178-47b4-ae52-361db4122146 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:26:46.084086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44160) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:46.195852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-644114891-network', 'tenant_id': '08b038794f8641f09b25860041aeb675'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:26:46.200898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:46.204892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Usage tracker for resource:network and tenant:08b038794f8641f09b25860041aeb675 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:46.207772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:46.214231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:46.227201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Made reservation on behalf of 08b038794f8641f09b25860041aeb675 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:26:46.229510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.241560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.256048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:46.259920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Usage tracker for resource:security_group_rule and tenant:08b038794f8641f09b25860041aeb675 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:46.263051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:46.268809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:46.352128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.357913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.383760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:26:46.395740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3ac522-c851-4cdf-a107-4d3d5183dd55,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:46.400453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.400771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Added segment 0b7858a3-7e09-46b7-ab4c-b4c86a6345a5 of type vlan for network 66b6ed58-deca-4054-a72f-02b32e9dbd4a May 09 05:26:46.426840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.457160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.458081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:46.458660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.556869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] Pushing event updated for resources: {'Network': ['ID=66b6ed58-deca-4054-a72f-02b32e9dbd4a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:46.560326 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5f968e98-3a06-46ba-a853-97868af996fb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4749029 May 09 05:26:46.563419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44166) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:26:46.567439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 66b6ed58-deca-4054-a72f-02b32e9dbd4a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:26:46.569093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Request body: {'subnet': {'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-644114891-subnet', 'tenant_id': '08b038794f8641f09b25860041aeb675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:26:46.574409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:46.578326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Usage tracker for resource:subnet and tenant:08b038794f8641f09b25860041aeb675 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:46.581178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:46.591057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:46.601894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Made reservation on behalf of 08b038794f8641f09b25860041aeb675 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:26:46.604327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.817329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.886399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:46.896593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Checking segment: {'id': '0b7858a3-7e09-46b7-ab4c-b4c86a6345a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:26:46.896937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Network hostable DHCP agents. Network: 66b6ed58-deca-4054-a72f-02b32e9dbd4a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:26:46.918117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Network 66b6ed58-deca-4054-a72f-02b32e9dbd4a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:26:46.928147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 66b6ed58-deca-4054-a72f-02b32e9dbd4a) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:26:46.932382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:46.933059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:46.937888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ac18f-bfe0-459d-a43e-e888d43768bb None None] Network 66b6ed58-deca-4054-a72f-02b32e9dbd4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:26:46.972428 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d3e0d1dc-428a-498e-8b37-b24410d1b543 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3993344 May 09 05:26:47.152611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73475c5c-37c5-4f81-b3c2-4859db8d768e None None] Network 66b6ed58-deca-4054-a72f-02b32e9dbd4a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:26:47.457245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:47.495977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-b5ed1643-85d8-483e-b5b2-0011802e9da7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:47.497425 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-b5ed1643-85d8-483e-b5b2-0011802e9da7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/networks?id=66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 200 len: 811 time: 0.1519392 May 09 05:26:47.515338 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-f0b891ea-f019-41d4-bced-6416a401576c tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/quotas/08b038794f8641f09b25860041aeb675 HTTP/1.1" status: 200 len: 375 time: 0.0094225 May 09 05:26:47.566281 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-27dac925-d302-4575-a28f-96a135c90e27 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=08b038794f8641f09b25860041aeb675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430255 May 09 05:26:47.579209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-07828722-d967-47f7-ab11-bd6c676ea569 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:26:47.580119 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-07828722-d967-47f7-ab11-bd6c676ea569 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049694 May 09 05:26:47.808715 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-cec53968-6ec9-48ad-82ac-c04740bf23b5 service neutron] 10.222.0.50 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231686 May 09 05:26:47.950104 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-91957b9c-7202-4f59-9973-2ce26c829dbc service neutron] 10.222.0.50 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328025 May 09 05:26:48.138793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fceefab1-1084-4f5d-868e-ceab6d8c6fa1 req-fe046696-550f-4965-9656-ef69e1fa0fd8 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 210 time: 0.0470684 May 09 05:26:48.849367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:49.290986 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9e695007-34ac-4e69-9062-794a6e16d1fa req-21129bee-81ba-4879-b791-03d11bb9a0de tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 210 time: 0.0445461 May 09 05:26:49.310451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-524a14bb-9c0d-415a-a16f-2f7646f3c551 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:49.311133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-524a14bb-9c0d-415a-a16f-2f7646f3c551 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Synchronizing usage tracker for tenant:08b038794f8641f09b25860041aeb675 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:26:49.330673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-524a14bb-9c0d-415a-a16f-2f7646f3c551 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Unset dirty status for tenant:08b038794f8641f09b25860041aeb675 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:26:49.332092 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-524a14bb-9c0d-415a-a16f-2f7646f3c551 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.59 "GET /v2.0/networks?id=66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 200 len: 811 time: 0.1821916 May 09 05:26:49.361348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Request body: {'port': {'device_id': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a', 'admin_state_up': True, 'tenant_id': '08b038794f8641f09b25860041aeb675'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:26:49.505826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:26:49.509959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Usage tracker for resource:port and tenant:08b038794f8641f09b25860041aeb675 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:26:49.512960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:26:49.519184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:26:49.532428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Made reservation on behalf of 08b038794f8641f09b25860041aeb675 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:26:49.535973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:49.717974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Allocated IP 172.20.0.8 (66b6ed58-deca-4054-a72f-02b32e9dbd4a/c0dd5006-8ffd-4ed2-b5a2-da0fe026183f/bd6b49f5-e75a-4213-9312-729390f7bd3d) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:26:49.930803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:49.966884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:50.037139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Network 66b6ed58-deca-4054-a72f-02b32e9dbd4a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:26:50.040073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:26:50.043163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:26:50.096249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:50.122113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:50.122718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:50.146429 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c02e47cb-bb44-470c-87a0-63f4397ce566 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7910392 May 09 05:26:50.163685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Request body: {'port': {'device_id': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:26:50.278171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:50.700513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148eea5-6d1a-4671-9dd5-c0a5c893ed4d req-262262b1-31d6-450e-828d-10168ceb835b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:50.701180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4148eea5-6d1a-4671-9dd5-c0a5c893ed4d req-262262b1-31d6-450e-828d-10168ceb835b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Synchronizing usage tracker for tenant:08b038794f8641f09b25860041aeb675 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:26:50.743766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4148eea5-6d1a-4671-9dd5-c0a5c893ed4d req-262262b1-31d6-450e-828d-10168ceb835b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Unset dirty status for tenant:08b038794f8641f09b25860041aeb675 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:26:50.744956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4148eea5-6d1a-4671-9dd5-c0a5c893ed4d req-262262b1-31d6-450e-828d-10168ceb835b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 931 time: 0.3386590 May 09 05:26:50.828572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6b49f5-e75a-4213-9312-729390f7bd3d {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:26:50.839893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:50.846784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4148eea5-6d1a-4671-9dd5-c0a5c893ed4d req-263393ed-4790-43f8-9550-6ed18adb1411 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Synchronizing usage tracker for tenant:08b038794f8641f09b25860041aeb675 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:26:50.863008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Transition to ACTIVE for port object bd6b49f5-e75a-4213-9312-729390f7bd3d will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:26:50.869795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:50.909279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4148eea5-6d1a-4671-9dd5-c0a5c893ed4d req-263393ed-4790-43f8-9550-6ed18adb1411 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Unset dirty status for tenant:08b038794f8641f09b25860041aeb675 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:26:50.910428 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4148eea5-6d1a-4671-9dd5-c0a5c893ed4d req-263393ed-4790-43f8-9550-6ed18adb1411 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330454 May 09 05:26:51.001561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:51.105093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Attempting to bind port bd6b49f5-e75a-4213-9312-729390f7bd3d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:26:51.105427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Attempting to bind port bd6b49f5-e75a-4213-9312-729390f7bd3d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '0b7858a3-7e09-46b7-ab4c-b4c86a6345a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:26:51.105770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Attempting to bind port bd6b49f5-e75a-4213-9312-729390f7bd3d on network 66b6ed58-deca-4054-a72f-02b32e9dbd4a {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:26:51.110566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Port bd6b49f5-e75a-4213-9312-729390f7bd3d on network 66b6ed58-deca-4054-a72f-02b32e9dbd4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:26:51.110890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Attempting to bind port bd6b49f5-e75a-4213-9312-729390f7bd3d on network 66b6ed58-deca-4054-a72f-02b32e9dbd4a {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:26:51.116161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:26:51.116532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Checking segment: {'id': '0b7858a3-7e09-46b7-ab4c-b4c86a6345a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:26:51.116927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Bound using segment: {'id': '0b7858a3-7e09-46b7-ab4c-b4c86a6345a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:26:51.117359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Bound port: bd6b49f5-e75a-4213-9312-729390f7bd3d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7858a3-7e09-46b7-ab4c-b4c86a6345a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:26:51.117694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:51.212204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:26:51.215341 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:26:51.224653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:51.293321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:51.294275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:51.296290 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] 10.222.0.59 "PUT /v2.0/ports/bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 200 len: 1093 time: 1.1365068 May 09 05:26:51.296928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:26:51.321823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0548d-6cce-43b9-bdab-7974ce24b79b service neutron] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:51.343376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e858c0b5-240e-4d17-90e0-a43b8d19d90d'] response: {'name': 'network-changed', 'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'status': 'completed', 'code': 200} May 09 05:26:51.436063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-ad7ddac4-4417-4c68-9559-c605dbf4c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:51.437587 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-ad7ddac4-4417-4c68-9559-c605dbf4c1c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b038794f8641f09b25860041aeb675&device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0761926 May 09 05:26:51.526846 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-63e0aa9d-8a51-4223-a2bd-c322cff4d3bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 200 len: 217 time: 0.0724669 May 09 05:26:51.594098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-714d4b55-1712-4002-b508-55f15aad0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:51.595483 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-714d4b55-1712-4002-b508-55f15aad0556 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f HTTP/1.1" status: 200 len: 851 time: 0.0621831 May 09 05:26:51.646515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-5fbf35e7-bd17-47b6-ae61-a6cc65860a77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66b6ed58-deca-4054-a72f-02b32e9dbd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447583 May 09 05:26:51.793508 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-c6517567-9405-40a5-a977-efcf2c260405 service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403837 May 09 05:26:51.928418 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0252f62b-b604-40e3-a78a-ec8b85169396 req-0c16a37e-1291-4f66-8cc6-0292a424a09d service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279454 May 09 05:26:52.176824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-6cdd187e-5f23-454b-a374-828d0247698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:52.178658 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-6cdd187e-5f23-454b-a374-828d0247698c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b038794f8641f09b25860041aeb675&device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 1096 time: 0.1402197 May 09 05:26:52.186818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946c4e-66b9-4b2e-81e1-950a84cfb5a8 req-3e18e799-8509-45b5-a498-9f05f960693d tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:52.188160 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9d946c4e-66b9-4b2e-81e1-950a84cfb5a8 req-3e18e799-8509-45b5-a498-9f05f960693d tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.1528275 May 09 05:26:52.315050 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9d946c4e-66b9-4b2e-81e1-950a84cfb5a8 req-5a122979-055d-4525-ae56-380b11aba7cb tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085608 May 09 05:26:52.350516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-05ada566-0952-4b19-969d-30ef8ebe1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:52.351956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-05ada566-0952-4b19-969d-30ef8ebe1862 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 200 len: 912 time: 0.1629481 May 09 05:26:52.558304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-97836e8c-66db-48ca-ae0b-6de1a66ed1ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 200 len: 217 time: 0.1997128 May 09 05:26:52.625277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-485af20f-76d1-4e31-917a-8bd31bc89f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:52.626718 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-485af20f-76d1-4e31-917a-8bd31bc89f6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f HTTP/1.1" status: 200 len: 851 time: 0.0621653 May 09 05:26:52.673721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-f3f71548-76dd-4868-b80c-c421bec0820e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66b6ed58-deca-4054-a72f-02b32e9dbd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407679 May 09 05:26:52.818155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-36bf6d00-f6f0-496e-b9c3-d35387e43576 service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381094 May 09 05:26:52.951951 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90656e51-5dec-4db8-8cf8-2ad0cbe8ea2c req-cf1cd939-2a6a-4f97-8a1b-3f0da5670edc service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266012 May 09 05:26:53.547599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64763-f081-44a6-b7af-8e8d6288b037 req-ff512205-4dce-45e4-bc6d-5f166b1b1646 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:53.549087 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-49c64763-f081-44a6-b7af-8e8d6288b037 req-ff512205-4dce-45e4-bc6d-5f166b1b1646 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.0958717 May 09 05:26:53.597245 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-49c64763-f081-44a6-b7af-8e8d6288b037 req-44caefb0-4f85-4840-937b-c881c3b6c73d tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 May 09 05:26:54.793630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb50ed-3196-4b5f-87ee-153c60964690 req-06dbd1f8-556d-4e7d-8071-fd38d26f480b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:54.795080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cbbb50ed-3196-4b5f-87ee-153c60964690 req-06dbd1f8-556d-4e7d-8071-fd38d26f480b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.0852962 May 09 05:26:54.843981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cbbb50ed-3196-4b5f-87ee-153c60964690 req-c3a6f56a-96c0-4284-b283-5fb15f7fe951 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 May 09 05:26:56.005684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bd6b49f5-e75a-4213-9312-729390f7bd3d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:26:56.041998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71dde2-8251-4c28-b893-afeb23671fa4 req-943c634d-15b3-4755-863d-d6f16fcb457f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:56.043561 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-aa71dde2-8251-4c28-b893-afeb23671fa4 req-943c634d-15b3-4755-863d-d6f16fcb457f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.0835462 May 09 05:26:56.088941 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-aa71dde2-8251-4c28-b893-afeb23671fa4 req-f1c22489-5a6f-4492-9599-f15508c0abde tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 May 09 05:26:56.143233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:56.156735 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a', 'port_id': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'mac_address': 'fa:16:3e:94:eb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0dd5006-8ffd-4ed2-b5a2-da0fe026183f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:26:56.215139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:56.231776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6b49f5-e75a-4213-9312-729390f7bd3d {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:26:56.247949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:56.253345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:56.323848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:56.640197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['bd6b49f5-e75a-4213-9312-729390f7bd3d'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:26:57.285006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4b1d-d21b-45ef-ad82-3260f741a651 req-a8c6368d-af03-45cb-bfac-0f6ed4bfd294 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:57.286375 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-019a4b1d-d21b-45ef-ad82-3260f741a651 req-a8c6368d-af03-45cb-bfac-0f6ed4bfd294 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 944 time: 0.0912480 May 09 05:26:57.338239 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-019a4b1d-d21b-45ef-ad82-3260f741a651 req-bc8d0482-b08b-4e8b-be40-0c6b1c7e5514 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 May 09 05:26:58.003690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bd6b49f5-e75a-4213-9312-729390f7bd3d up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:26:58.075560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port bd6b49f5-e75a-4213-9312-729390f7bd3d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:26:58.080575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port bd6b49f5-e75a-4213-9312-729390f7bd3d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:26:58.080965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:58.203449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:58.230953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:26:58.240966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:26:58.246552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:26:58.283500 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1abf981-7c75-4808-b013-1b228e74727d'] response: {'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'code': 200} May 09 05:26:58.321836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:26:58.584611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f0743-7b15-48de-b0a6-b5aecaf3ca2a req-f28c56b4-8a57-4c57-b630-120f3a725a84 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:58.586062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f52f0743-7b15-48de-b0a6-b5aecaf3ca2a req-f28c56b4-8a57-4c57-b630-120f3a725a84 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.1376030 May 09 05:26:58.587930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d343-3164-48c4-94d4-ae44a13323e5 req-3b207057-048d-44b3-8678-9169a72aea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:58.589327 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9010d343-3164-48c4-94d4-ae44a13323e5 req-3b207057-048d-44b3-8678-9169a72aea42 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1098404 May 09 05:26:58.656456 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f52f0743-7b15-48de-b0a6-b5aecaf3ca2a req-8f342a26-6f05-44a1-ada5-28b524cf166c tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643072 May 09 05:26:58.664459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9010d343-3164-48c4-94d4-ae44a13323e5 req-16d81bbf-1228-48d1-80db-0e4564485fcc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577524 May 09 05:26:59.880430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0634-6bda-4d1b-a77c-f9c6d5925bf9 req-2d8998de-d4cb-47b6-99b9-d8e207a7278b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:26:59.882669 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6cda0634-6bda-4d1b-a77c-f9c6d5925bf9 req-2d8998de-d4cb-47b6-99b9-d8e207a7278b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0998523 May 09 05:26:59.938734 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6cda0634-6bda-4d1b-a77c-f9c6d5925bf9 req-f6034088-6fc3-4509-9c87-e8665fe9bb96 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491722 May 09 05:27:00.611961 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:27:01.135291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df2c3-bf20-42f7-8178-2f70df05fcca req-ced04f91-b6f5-417f-b8e9-57ddba7b20f8 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:01.136770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fd7df2c3-bf20-42f7-8178-2f70df05fcca req-ced04f91-b6f5-417f-b8e9-57ddba7b20f8 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0830367 May 09 05:27:01.182995 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fd7df2c3-bf20-42f7-8178-2f70df05fcca req-d4da3757-8ae1-45aa-afe2-e9b3a66b79c8 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 May 09 05:27:01.581850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44232) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:27:01.611255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439b98-f228-4bc9-aa9c-152dd71d54d7 req-d88808c9-2ff7-4c4f-99d5-6843e161127a tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:01.612698 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fe439b98-f228-4bc9-aa9c-152dd71d54d7 req-d88808c9-2ff7-4c4f-99d5-6843e161127a tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0872793 May 09 05:27:01.658288 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fe439b98-f228-4bc9-aa9c-152dd71d54d7 req-8519051f-6145-4c68-8917-ac1e7a5fa0af tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 May 09 05:27:01.696320 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-5004f761-96dc-485a-b2a4-86b36a51e9d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131852 May 09 05:27:02.853490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb843fa-08cc-4b20-b7bc-a851ad110bde req-974cc0b9-6053-4ded-b879-2558e0af7750 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:02.854970 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5fb843fa-08cc-4b20-b7bc-a851ad110bde req-974cc0b9-6053-4ded-b879-2558e0af7750 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0854597 May 09 05:27:02.902670 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5fb843fa-08cc-4b20-b7bc-a851ad110bde req-99972b42-92ac-4c12-9532-c8d0c9c09184 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 May 09 05:27:03.056770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-3ccf0f0d-c390-4187-bd67-5c742baeba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:03.058238 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-3ccf0f0d-c390-4187-bd67-5c742baeba18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b038794f8641f09b25860041aeb675&device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0726039 May 09 05:27:03.195479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-cf3327fd-bb90-4fdc-a22a-ef9009ba65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:03.196869 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-cf3327fd-bb90-4fdc-a22a-ef9009ba65cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 200 len: 912 time: 0.1322396 May 09 05:27:03.270339 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-197d0da0-acd6-41a6-9e10-be4ecbdc2e33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 200 len: 217 time: 0.0665703 May 09 05:27:03.333591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-5f49b2a2-9060-42f6-a327-82468ef30638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:03.335012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-5f49b2a2-9060-42f6-a327-82468ef30638 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f HTTP/1.1" status: 200 len: 851 time: 0.0584590 May 09 05:27:03.384951 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-adf3ef4d-d25f-4113-aace-3c17cb66e943 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66b6ed58-deca-4054-a72f-02b32e9dbd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437882 May 09 05:27:03.519790 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-cc8bfe22-ebbf-4872-b6a4-288de94a23f5 service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282110 May 09 05:27:03.753757 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-41141f41-567a-41ef-9c54-79dd5259d09f service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284999 May 09 05:27:04.102141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f2f22-f900-4d8a-97cb-bf547c5defd7 req-5b040c54-2891-4c29-b7c8-04b4ca40ec51 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:04.103578 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a05f2f22-f900-4d8a-97cb-bf547c5defd7 req-5b040c54-2891-4c29-b7c8-04b4ca40ec51 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0882030 May 09 05:27:04.150045 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a05f2f22-f900-4d8a-97cb-bf547c5defd7 req-ec494ec1-52d8-444c-8dae-6544d460b28a tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 May 09 05:27:05.346973 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b403f-f6c5-438a-b7a9-7d90afc2df40 req-8f563a92-50ec-4933-8c8e-ea77b6f8fda0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:05.348413 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b39b403f-f6c5-438a-b7a9-7d90afc2df40 req-8f563a92-50ec-4933-8c8e-ea77b6f8fda0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0857785 May 09 05:27:05.397819 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b39b403f-f6c5-438a-b7a9-7d90afc2df40 req-1b8f6302-729c-497e-8772-941cadef1259 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 May 09 05:27:06.599395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cbec-5ad2-4c80-b787-61960eecf9ca req-b226cf05-cad7-4079-9bd7-a858f2b6572d tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:06.600848 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c342cbec-5ad2-4c80-b787-61960eecf9ca req-b226cf05-cad7-4079-9bd7-a858f2b6572d tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0863011 May 09 05:27:06.646566 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c342cbec-5ad2-4c80-b787-61960eecf9ca req-de715724-2929-4e21-916e-9db1b7a1c851 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393794 May 09 05:27:07.853244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af42a2-85e8-4e61-afee-acd4d02a2e37 req-b5a8e210-c134-4e66-856d-de1f49af9e86 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:07.854689 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-55af42a2-85e8-4e61-afee-acd4d02a2e37 req-b5a8e210-c134-4e66-856d-de1f49af9e86 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0901279 May 09 05:27:07.901028 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-55af42a2-85e8-4e61-afee-acd4d02a2e37 req-13953ff3-8cd3-42b2-9d9c-4d8fc702c858 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 May 09 05:27:09.090086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6e8c6-f15a-4dc1-bb62-8000e6e742cc req-b4e5cf92-4478-43b5-b94f-77eb808dc20f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:09.091671 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-afc6e8c6-f15a-4dc1-bb62-8000e6e742cc req-b4e5cf92-4478-43b5-b94f-77eb808dc20f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0828466 May 09 05:27:09.137175 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-afc6e8c6-f15a-4dc1-bb62-8000e6e742cc req-dff2a3f8-b2f6-48f4-a10e-236ca2cdb6b0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 May 09 05:27:10.338748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202646cf-9601-4811-8aee-46d2e699c9aa req-142f23bd-c7d2-428c-85ff-67c7d0b44a45 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:10.340174 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-202646cf-9601-4811-8aee-46d2e699c9aa req-142f23bd-c7d2-428c-85ff-67c7d0b44a45 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0908730 May 09 05:27:10.385577 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-202646cf-9601-4811-8aee-46d2e699c9aa req-deb96100-fd6f-46da-ae0c-9c50a54da37b tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 May 09 05:27:11.599558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8100a3-2510-44b6-a25e-d5ac6a5debe4 req-2cceb0bd-4a99-4f6d-91a1-a1d6f091cf15 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:11.601054 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a8100a3-2510-44b6-a25e-d5ac6a5debe4 req-2cceb0bd-4a99-4f6d-91a1-a1d6f091cf15 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0878074 May 09 05:27:11.646430 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a8100a3-2510-44b6-a25e-d5ac6a5debe4 req-c9204314-c3e5-4c85-985f-7242b330180e tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 May 09 05:27:12.365631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-26efda9f-87e8-4472-9743-8ccb5a1b6ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:12.832660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bbef3-fd1a-4a93-8774-c6aed4735b2b req-5413b48c-2494-4a59-9991-d42bcfa92b76 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:12.834039 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d06bbef3-fd1a-4a93-8774-c6aed4735b2b req-5413b48c-2494-4a59-9991-d42bcfa92b76 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0812042 May 09 05:27:12.881530 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d06bbef3-fd1a-4a93-8774-c6aed4735b2b req-ba602f61-55df-4a6c-b637-0a1da3a04ce2 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386786 May 09 05:27:14.074870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b16ccb-9147-4bf4-be32-c302d6c0ea95 req-b9def8d8-c78c-42b7-820a-b0eddb67f74d tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:14.076541 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-33b16ccb-9147-4bf4-be32-c302d6c0ea95 req-b9def8d8-c78c-42b7-820a-b0eddb67f74d tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0808942 May 09 05:27:14.134195 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-33b16ccb-9147-4bf4-be32-c302d6c0ea95 req-9e3a8ee9-12b7-4520-8e0a-30352796bcd5 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518630 May 09 05:27:14.615782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ccc34994-2a3d-41bb-a10c-3271d459df5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:15.347595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7915f-dbde-4777-a4d3-28b255aab594 req-901a6fb5-fc4a-4a89-830f-ea29259408fd tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:15.349080 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0d7915f-dbde-4777-a4d3-28b255aab594 req-901a6fb5-fc4a-4a89-830f-ea29259408fd tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0928748 May 09 05:27:15.397065 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0d7915f-dbde-4777-a4d3-28b255aab594 req-506241e6-0373-4f4f-bd5e-9058c66e138e tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389464 May 09 05:27:15.732724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:15.921658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:16.618301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc109-acd8-4061-aaba-f85231b56266 req-225c954b-0290-4351-b44e-7a27d00ad01c tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:16.619844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-213bc109-acd8-4061-aaba-f85231b56266 req-225c954b-0290-4351-b44e-7a27d00ad01c tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.1000645 May 09 05:27:16.666741 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-213bc109-acd8-4061-aaba-f85231b56266 req-f44830b7-9a3d-4dd5-9ce6-2a0640faffb2 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 May 09 05:27:17.471925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:17.865334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de797c-4e7d-4243-a175-71f7270d0877 req-12cd6ec4-080c-45dc-9750-a38509bbcb42 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:17.866878 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-31de797c-4e7d-4243-a175-71f7270d0877 req-12cd6ec4-080c-45dc-9750-a38509bbcb42 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0912735 May 09 05:27:17.915507 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-31de797c-4e7d-4243-a175-71f7270d0877 req-2086d392-f28f-40c9-b6d7-0c0ab1487bce tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 May 09 05:27:18.854419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:19.124857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0958551-2632-4e1f-8f9c-90dbcd626964 req-9a171feb-cdf3-403b-9a26-216aff0de45e tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:19.126232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d0958551-2632-4e1f-8f9c-90dbcd626964 req-9a171feb-cdf3-403b-9a26-216aff0de45e tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0926933 May 09 05:27:19.172067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d0958551-2632-4e1f-8f9c-90dbcd626964 req-7403983b-a48d-4dd4-894f-8cffeb05758f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 May 09 05:27:20.468556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7875-b89c-4cd7-a47c-c436f663206b req-57466fe9-2e97-4f31-bffe-fd5a9217e0d0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:20.470017 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-927f7875-b89c-4cd7-a47c-c436f663206b req-57466fe9-2e97-4f31-bffe-fd5a9217e0d0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.1778409 May 09 05:27:20.519238 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-927f7875-b89c-4cd7-a47c-c436f663206b req-3b9c7a40-cc37-44d1-b0ab-752b2776a0fd tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 May 09 05:27:21.578542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-c0b7d0e2-1d48-49e1-ace2-493831789f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:21.580067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-c0b7d0e2-1d48-49e1-ace2-493831789f95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b038794f8641f09b25860041aeb675&device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0851226 May 09 05:27:21.782055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-9944b7a7-3ddc-473b-a903-704166407c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:21.783526 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-9944b7a7-3ddc-473b-a903-704166407c0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 200 len: 912 time: 0.1838126 May 09 05:27:21.852204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f82506-ec2e-46ba-9300-019a91ed869e req-78edddc1-72f5-48aa-b39c-3795bfe1b5c7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:21.853621 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-91f82506-ec2e-46ba-9300-019a91ed869e req-78edddc1-72f5-48aa-b39c-3795bfe1b5c7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.1841528 May 09 05:27:21.866821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-5eb841ca-c40c-44b0-b0c6-c51127d60df4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 200 len: 217 time: 0.0765674 May 09 05:27:21.954753 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-91f82506-ec2e-46ba-9300-019a91ed869e req-388241df-3b9f-435d-906d-b5ae951bab19 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897136 May 09 05:27:21.959976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-f63c34d9-7fd1-452b-849f-3a62b22a4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:21.961359 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-f63c34d9-7fd1-452b-849f-3a62b22a4210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f HTTP/1.1" status: 200 len: 851 time: 0.0811443 May 09 05:27:22.009725 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-e886b161-25aa-48c7-81c5-3984354c17ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66b6ed58-deca-4054-a72f-02b32e9dbd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407789 May 09 05:27:22.143969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-0673d7f2-9871-4ce9-9c07-4c2751ebd2bd service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273186 May 09 05:27:22.284332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66e897bf-a5f0-4393-b906-ced2e7c507f2 req-0dca1a78-eabd-4ef7-888a-52fe6476ccc6 service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342549 May 09 05:27:23.145752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3832-497b-4faf-9942-bedf0bfc09db req-741fb6c9-31e0-45fb-a5e4-8dfa9ca29fa1 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:23.147172 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8def3832-497b-4faf-9942-bedf0bfc09db req-741fb6c9-31e0-45fb-a5e4-8dfa9ca29fa1 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0838392 May 09 05:27:23.199522 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8def3832-497b-4faf-9942-bedf0bfc09db req-04a04954-bd9b-4e66-a7f1-a0807d741370 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 May 09 05:27:24.515423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc3a08-0af5-4f8c-8198-6abce63a94e1 req-85b1853f-1a0f-427f-9c45-35d067fe7ff0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:24.516915 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95dc3a08-0af5-4f8c-8198-6abce63a94e1 req-85b1853f-1a0f-427f-9c45-35d067fe7ff0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.2041607 May 09 05:27:24.562042 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95dc3a08-0af5-4f8c-8198-6abce63a94e1 req-3404708e-674c-49a9-b944-37b9255741f0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392313 May 09 05:27:25.775305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cffb17-d013-4843-95bc-a4463b02f31e req-2bc86645-7dd0-4db0-96b3-16f6945a2f18 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:25.776777 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51cffb17-d013-4843-95bc-a4463b02f31e req-2bc86645-7dd0-4db0-96b3-16f6945a2f18 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0875859 May 09 05:27:25.832711 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51cffb17-d013-4843-95bc-a4463b02f31e req-2e6eb21f-e069-4fc3-9744-aa239d855785 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497668 May 09 05:27:27.027479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a04cf-0144-4920-ace3-db312b295818 req-82492720-dd94-45e4-ac87-4418b88abff0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:27.029099 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b23a04cf-0144-4920-ace3-db312b295818 req-82492720-dd94-45e4-ac87-4418b88abff0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0849030 May 09 05:27:27.073356 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b23a04cf-0144-4920-ace3-db312b295818 req-54e2d8b4-1ea2-4f69-8c82-bca03eb03caa tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 May 09 05:27:28.285639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f20eb7-5bf3-46b3-a396-eca63736eb26 req-cfdf5e2f-3736-48f5-9db7-82433a950e45 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:28.286965 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e3f20eb7-5bf3-46b3-a396-eca63736eb26 req-cfdf5e2f-3736-48f5-9db7-82433a950e45 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0962019 May 09 05:27:28.331652 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e3f20eb7-5bf3-46b3-a396-eca63736eb26 req-d9bb6b38-4633-4514-912d-02ae3a70800e tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 May 09 05:27:29.524135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43003358-5657-4edb-84a8-09ce4830d963 req-7b71b98e-f7db-4fa8-ad9e-ccb8751d7841 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:29.525602 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43003358-5657-4edb-84a8-09ce4830d963 req-7b71b98e-f7db-4fa8-ad9e-ccb8751d7841 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0850701 May 09 05:27:29.571091 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43003358-5657-4edb-84a8-09ce4830d963 req-e177659c-dae3-4cdd-a3fe-6eb68e94d07f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 May 09 05:27:30.652527 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-547d84c4-f963-4e12-a052-9e2c2dd77897 service neutron] 10.222.0.59 "GET /v2.0/ports/bd6b49f5-e75a-4213-9312-729390f7bd3d/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0848708 May 09 05:27:30.760709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b09b2-a35b-4e22-a131-e8f9350afc48 req-44901a84-f559-4c38-8f8c-98224ec1d39c tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:30.762149 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7c8b09b2-a35b-4e22-a131-e8f9350afc48 req-44901a84-f559-4c38-8f8c-98224ec1d39c tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0797150 May 09 05:27:30.807514 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7c8b09b2-a35b-4e22-a131-e8f9350afc48 req-c94fb381-5091-4ce4-9238-f3e0416d4315 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 May 09 05:27:30.935520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-9b62c917-5bfc-4c06-8835-49f6fd79f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:30.937076 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-9b62c917-5bfc-4c06-8835-49f6fd79f9a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3&tenant_id=08b038794f8641f09b25860041aeb675 HTTP/1.1" status: 200 len: 1098 time: 0.0748072 May 09 05:27:31.046156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-a0d3bae3-d53c-4e68-a844-dc8596e4287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:31.047687 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-a0d3bae3-d53c-4e68-a844-dc8596e4287f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b038794f8641f09b25860041aeb675&device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0768604 May 09 05:27:31.196998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-13d3f81b-2ae9-4048-a8e9-924eb65fd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:31.199212 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-13d3f81b-2ae9-4048-a8e9-924eb65fd8e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 200 len: 912 time: 0.1456950 May 09 05:27:31.271619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-0f865c07-566a-48fa-be48-71a2c9af6f40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 200 len: 217 time: 0.0648861 May 09 05:27:31.336265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-b4e141be-b0ef-4233-a31b-f54f8effbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:31.337711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-b4e141be-b0ef-4233-a31b-f54f8effbac6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f HTTP/1.1" status: 200 len: 851 time: 0.0600655 May 09 05:27:31.383601 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-8f335f09-2061-4416-98d1-9b01aa31c6c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66b6ed58-deca-4054-a72f-02b32e9dbd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398026 May 09 05:27:31.527897 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-35b23c7d-8962-49b9-b0c9-d22818abeef1 service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369750 May 09 05:27:31.663275 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbe0c09d-810b-464f-9b02-2ac24d615baa req-545632c9-3228-4353-9c7a-44966901548f service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292593 May 09 05:27:31.996578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4ce17-c0b2-4891-a4a4-49ae6c6cd4ef req-e2685be4-a095-4f9c-8638-08e7246aad12 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:31.998025 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e6a4ce17-c0b2-4891-a4a4-49ae6c6cd4ef req-e2685be4-a095-4f9c-8638-08e7246aad12 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0832341 May 09 05:27:32.046148 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e6a4ce17-c0b2-4891-a4a4-49ae6c6cd4ef req-0cc3dda8-d682-4ed2-acc5-f98d9cdc02f6 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 May 09 05:27:33.247092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28c69e-b792-495b-88cc-632ee4050b4c req-2b7655ee-677a-4eae-bce0-487fa8c9c9f0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:33.248434 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fb28c69e-b792-495b-88cc-632ee4050b4c req-2b7655ee-677a-4eae-bce0-487fa8c9c9f0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.0957146 May 09 05:27:33.294964 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fb28c69e-b792-495b-88cc-632ee4050b4c req-22695c8b-7d69-4346-8630-029cacbe1142 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 May 09 05:27:34.139548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bd6b49f5-e75a-4213-9312-729390f7bd3d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:27:34.149042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bd6b49f5-e75a-4213-9312-729390f7bd3d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:27:34.371564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:34.385499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:34.413120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'network_id': '66b6ed58-deca-4054-a72f-02b32e9dbd4a', 'port_id': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'mac_address': 'fa:16:3e:94:eb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0dd5006-8ffd-4ed2-b5a2-da0fe026183f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:27:34.421132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:27:34.497997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:34.552504 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e8e2-204c-4379-9351-3475a26d84aa req-0c072d24-c542-4eba-b5c0-3946d1e2f9a1 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:34.556614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:34.560965 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aba8e8e2-204c-4379-9351-3475a26d84aa req-0c072d24-c542-4eba-b5c0-3946d1e2f9a1 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 945 time: 0.1458757 May 09 05:27:34.600012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:34.609999 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aba8e8e2-204c-4379-9351-3475a26d84aa req-193e1da0-2408-48d4-ae5d-dc829368d29c tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 May 09 05:27:34.614079 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e0dd1e-78d6-4503-bccd-926baf3ba1a4'] response: {'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'code': 200} May 09 05:27:34.679505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd6b49f5-e75a-4213-9312-729390f7bd3d {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:27:34.735746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:34.747841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.748179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.748537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.748867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.749188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.749501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.749818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.750130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.750544 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.750853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.751203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.751564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:34.761204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:27:34.761557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:27:35.332073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:35.351965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6b49f5-e75a-4213-9312-729390f7bd3d {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:27:35.367452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:35.373753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:35.439265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:35.509198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['bd6b49f5-e75a-4213-9312-729390f7bd3d'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:27:35.799516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ce65-00a2-4420-bf5f-03efa14261e7 req-1d6002ce-49da-4217-adb8-5d5c2491ffeb tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:35.800972 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c64ce65-00a2-4420-bf5f-03efa14261e7 req-1d6002ce-49da-4217-adb8-5d5c2491ffeb tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 944 time: 0.0810640 May 09 05:27:35.849096 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c64ce65-00a2-4420-bf5f-03efa14261e7 req-cfd04852-2cdc-4014-9591-599852a9e487 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 May 09 05:27:36.171774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bd6b49f5-e75a-4213-9312-729390f7bd3d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:27:36.254743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-8c44e99a-be62-4045-93c1-f59c97d4c76f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:36.256167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-8c44e99a-be62-4045-93c1-f59c97d4c76f tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.59 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3&tenant_id=08b038794f8641f09b25860041aeb675&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 944 time: 0.0868542 May 09 05:27:36.291208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:36.314980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bd6b49f5-e75a-4213-9312-729390f7bd3d {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:27:36.331124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:36.336696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:36.406444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:36.420544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-2a9b9ee2-c0b6-472c-ac99-bae21bb6899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:36.422139 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-2a9b9ee2-c0b6-472c-ac99-bae21bb6899c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=08b038794f8641f09b25860041aeb675&device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0755723 May 09 05:27:36.551797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-bbf004cc-0151-4712-8116-e1d3b7f2a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:36.553250 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-bbf004cc-0151-4712-8116-e1d3b7f2a48f service neutron] 10.222.0.59 "GET /v2.0/networks?id=66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 200 len: 912 time: 0.1252322 May 09 05:27:36.726884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-92cdd93f-ee49-471d-8842-f50f13d81dba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 200 len: 217 time: 0.1675665 May 09 05:27:36.789938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-ecc17724-de71-48ec-b1fc-8d9ddd01eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:36.791299 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-ecc17724-de71-48ec-b1fc-8d9ddd01eb7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f HTTP/1.1" status: 200 len: 851 time: 0.0584373 May 09 05:27:36.836296 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-2b3751b2-50cb-4c04-8dd6-9875bf0b11e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66b6ed58-deca-4054-a72f-02b32e9dbd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387678 May 09 05:27:36.967453 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-a218ad65-8b58-4f25-86f0-b787e0dd40fa service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242969 May 09 05:27:37.106673 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-0fb42a83-21ba-4a31-b129-70ac23769d39 service neutron] 10.222.0.59 "GET /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332848 May 09 05:27:37.611249 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:27:38.037940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ced1-f64d-4a4b-9b12-91638d5081e5 req-d4550197-9f79-4b99-9a96-305851072432 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:38.039436 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5228ced1-f64d-4a4b-9b12-91638d5081e5 req-d4550197-9f79-4b99-9a96-305851072432 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.0851581 May 09 05:27:38.084612 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5228ced1-f64d-4a4b-9b12-91638d5081e5 req-2f01a138-0da2-4aa2-b05a-310f33d0b5d0 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 May 09 05:27:39.297174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89453920-abe2-4255-b808-cdeef1ed294d req-329f8848-6ef1-4c08-a2a9-6443bf2a6d46 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:39.298545 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-89453920-abe2-4255-b808-cdeef1ed294d req-329f8848-6ef1-4c08-a2a9-6443bf2a6d46 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.0882287 May 09 05:27:39.345420 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-89453920-abe2-4255-b808-cdeef1ed294d req-f2c6fdfb-8b6e-457f-aabf-210aa66723eb tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 May 09 05:27:39.921994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-dbe6b46b-2fce-4ee8-909d-055bed402d14 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:39.924098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-dbe6b46b-2fce-4ee8-909d-055bed402d14 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.59 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.0907049 May 09 05:27:40.002217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Deleting port bd6b49f5-e75a-4213-9312-729390f7bd3d {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:27:40.002555 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:40.252952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] For port bd6b49f5-e75a-4213-9312-729390f7bd3d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd6b49f5-e75a-4213-9312-729390f7bd3d,segment=NetworkSegment(0b7858a3-7e09-46b7-ab4c-b4c86a6345a5),segment_id=0b7858a3-7e09-46b7-ab4c-b4c86a6345a5)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:40.253181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:40.377664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Calling delete_port for bd6b49f5-e75a-4213-9312-729390f7bd3d owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:27:40.528470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:40.541428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cc4c7-f800-46d4-b8a2-5b0a112808c4 req-819e2814-9e13-4b53-8601-e3a9d1553020 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:40.542917 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fa3cc4c7-f800-46d4-b8a2-5b0a112808c4 req-819e2814-9e13-4b53-8601-e3a9d1553020 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/ports?device_id=862ba9c5-dd52-444a-a8f9-2b2b369cb4c3 HTTP/1.1" status: 200 len: 943 time: 0.0862854 May 09 05:27:40.608542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Pushing event deleted for resources: {'Port': ['ID=bd6b49f5-e75a-4213-9312-729390f7bd3d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:40.630129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.630436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.630790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.631120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.631416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.631744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.632093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.632437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.632756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.633072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.633404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.633693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:40.674535 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] No DVR routers for this DVR port bd6b49f5-e75a-4213-9312-729390f7bd3d on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:27:40.677450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:40.680102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'name': 'network-vif-deleted', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:27:40.697436 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fa3cc4c7-f800-46d4-b8a2-5b0a112808c4 req-7e133155-2851-47bf-90b4-438bc3742f27 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3ac522-c851-4cdf-a107-4d3d5183dd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486940 May 09 05:27:40.698195 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5477af4d-d166-42e4-8ead-a5a48c94d73b req-1ff34a94-8819-4824-9f7e-32ea4e050ce7 tempest-DeleteServersTestJSON-154823416 tempest-DeleteServersTestJSON-154823416-project] 10.222.0.59 "DELETE /v2.0/ports/bd6b49f5-e75a-4213-9312-729390f7bd3d HTTP/1.1" status: 204 len: 173 time: 0.7683668 May 09 05:27:40.792055 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36706d8d-b7fa-4e4d-ac48-fed8718b669c'] response: {'server_uuid': '862ba9c5-dd52-444a-a8f9-2b2b369cb4c3', 'name': 'network-vif-deleted', 'tag': 'bd6b49f5-e75a-4213-9312-729390f7bd3d', 'status': 'completed', 'code': 200} May 09 05:27:41.946880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44346) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:27:42.008827 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Deleting subnet c0dd5006-8ffd-4ed2-b5a2-da0fe026183f {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:27:42.011683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.065424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.118704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.186537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.226631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0dd5006-8ffd-4ed2-b5a2-da0fe026183f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:42.231511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.238508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.238832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.239180 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.239501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.239843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.240144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.240451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.240776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.241072 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.241385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.241681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.241985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:27:42.247608 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5a7a4aac-254e-48cd-aec2-39ecfd6ce669 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c0dd5006-8ffd-4ed2-b5a2-da0fe026183f HTTP/1.1" status: 204 len: 168 time: 0.2987781 May 09 05:27:42.250411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44350) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:27:42.355466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.360033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-05e0a2d6-43ea-4ecb-a57e-add4e4ca2bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.486022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.510878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b6ed58-deca-4054-a72f-02b32e9dbd4a']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:27:42.522943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7858a3-7e09-46b7-ab4c-b4c86a6345a5') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:27:42.523229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7858a3-7e09-46b7-ab4c-b4c86a6345a5') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:27:42.534718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.551196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.557334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:27:42.557707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:27:42.570985 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:27:42.652086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.673757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.684608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b6ed58-deca-4054-a72f-02b32e9dbd4a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:42.695935 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f2a15db7-e941-4554-b111-ab3c96302190 admin admin] 10.222.0.50 "DELETE /v2.0/networks/66b6ed58-deca-4054-a72f-02b32e9dbd4a HTTP/1.1" status: 204 len: 168 time: 0.4443493 May 09 05:27:42.836960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44356) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:27:42.886026 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e9b89f76-a3c3-450e-8a9e-4653c07ecacf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08b038794f8641f09b25860041aeb675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478852 May 09 05:27:42.888491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44360) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:27:42.947982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20f35429-892a-4313-b976-731b2effb07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:42.974605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20f35429-892a-4313-b976-731b2effb07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:43.029147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20f35429-892a-4313-b976-731b2effb07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:43.049884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f35429-892a-4313-b976-731b2effb07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3ac522-c851-4cdf-a107-4d3d5183dd55,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:43.059752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20f35429-892a-4313-b976-731b2effb07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:43.060918 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-20f35429-892a-4313-b976-731b2effb07f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d3ac522-c851-4cdf-a107-4d3d5183dd55 HTTP/1.1" status: 204 len: 168 time: 0.1715577 May 09 05:27:43.840068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44384) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:27:43.948125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1392882727-network', 'tenant_id': '781b1ad4fd314abea9a10013f86ad0ca'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:27:43.953020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:27:43.957575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Usage tracker for resource:network and tenant:781b1ad4fd314abea9a10013f86ad0ca is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:27:43.960553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:27:43.967814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:27:43.979611 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Made reservation on behalf of 781b1ad4fd314abea9a10013f86ad0ca for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:27:43.982272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:43.994608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.009618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:27:44.013682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Usage tracker for resource:security_group_rule and tenant:781b1ad4fd314abea9a10013f86ad0ca is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:27:44.016752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:27:44.023344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:27:44.108240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.114266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.140830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:27:44.153636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3192d02-c63a-4acc-9e61-ecfa70cfed08,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:44.157919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.158256 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Added segment 42e5cba8-932a-4831-9555-2b15a582c095 of type vlan for network f2f12e9c-53fc-4801-bd92-7e955172f07c May 09 05:27:44.181103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bd6b49f5-e75a-4213-9312-729390f7bd3d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:27:44.186440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.215473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: bd6b49f5-e75a-4213-9312-729390f7bd3d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:27:44.215871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device bd6b49f5-e75a-4213-9312-729390f7bd3d not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:27:44.222785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.223780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:44.224345 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.325512 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4842758 May 09 05:27:44.326238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7bcff-94c0-40e7-97d7-6d96c89f340e admin admin] Pushing event updated for resources: {'Network': ['ID=f2f12e9c-53fc-4801-bd92-7e955172f07c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:44.328846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44390) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:27:44.334728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Request body: {'subnet': {'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1392882727-subnet', 'tenant_id': '781b1ad4fd314abea9a10013f86ad0ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:27:44.338032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f2f12e9c-53fc-4801-bd92-7e955172f07c details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:27:44.339598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:27:44.343542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Usage tracker for resource:subnet and tenant:781b1ad4fd314abea9a10013f86ad0ca is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:27:44.346538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:27:44.356842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:27:44.366795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Made reservation on behalf of 781b1ad4fd314abea9a10013f86ad0ca for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:27:44.369112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.568828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.610392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a8caa81c-37b3-4b42-a716-09d6f84766c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.639415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae73ab4-d064-4200-b309-499c97c33769,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:44.650834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Checking segment: {'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:27:44.651398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Network hostable DHCP agents. Network: f2f12e9c-53fc-4801-bd92-7e955172f07c, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:27:44.675470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Network f2f12e9c-53fc-4801-bd92-7e955172f07c is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:27:44.685193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, f2f12e9c-53fc-4801-bd92-7e955172f07c) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:27:44.689012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:44.689580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:44.694106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278fa47-d5e9-430c-a50a-a3e0a81f533e None None] Network f2f12e9c-53fc-4801-bd92-7e955172f07c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:27:44.710464 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1e009f0e-848f-44fb-a757-085f4ae3f40a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3806505 May 09 05:27:44.908647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13b628-f4f2-451b-8461-98574266d774 None None] Network f2f12e9c-53fc-4801-bd92-7e955172f07c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:27:45.217119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-f2b9405d-f33c-4506-ad1a-5b421f6feed2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:45.218530 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-f2b9405d-f33c-4506-ad1a-5b421f6feed2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 815 time: 0.1473918 May 09 05:27:45.234577 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-4a6fdae8-dd83-4392-83cc-feaede9dca53 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/quotas/781b1ad4fd314abea9a10013f86ad0ca HTTP/1.1" status: 200 len: 375 time: 0.0090902 May 09 05:27:45.281294 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-e586cf52-6708-444f-9b51-84cebef8cf11 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418048 May 09 05:27:45.474137 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-eb57934f-7033-4baf-8d73-279770d2f091 service neutron] 10.222.0.50 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825891 May 09 05:27:45.707528 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-baaf25b9-e12b-4e05-bc4f-4ac1fc4027e2 service neutron] 10.222.0.50 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281396 May 09 05:27:45.739232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:45.920980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:45.921439 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b47ae67-85d7-47ef-9611-8b907b2d8b6a req-7a93c51a-d7b2-4592-b2e7-f2df4ba1fa64 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 210 time: 0.0463903 May 09 05:27:47.082853 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ddb8336-5ede-4847-8f89-09404131eee5 req-1ead33e3-5a19-451f-a236-b019a3aea814 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 210 time: 0.0515409 May 09 05:27:47.133309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-a1c40ae3-8a8c-4bcc-8a61-28faf4d47661 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:47.134742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-a1c40ae3-8a8c-4bcc-8a61-28faf4d47661 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 815 time: 0.1958737 May 09 05:27:47.162762 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Request body: {'port': {'device_id': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c', 'admin_state_up': True, 'tenant_id': '781b1ad4fd314abea9a10013f86ad0ca'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:27:47.297961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:27:47.303204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Usage tracker for resource:port and tenant:781b1ad4fd314abea9a10013f86ad0ca is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:27:47.306381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:27:47.312706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:27:47.325185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Made reservation on behalf of 781b1ad4fd314abea9a10013f86ad0ca for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:27:47.329478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:47.470850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:47.501589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Allocated IP 172.20.0.14 (f2f12e9c-53fc-4801-bd92-7e955172f07c/4ae73ab4-d064-4200-b309-499c97c33769/aed99d9f-4cef-43b7-b248-1f1428c1dbd5) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:27:47.726224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:47.763054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:47.833794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Network f2f12e9c-53fc-4801-bd92-7e955172f07c is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:27:47.837096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:27:47.841091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:27:47.871655 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:47.908871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:47.909467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:47.931366 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-09cf5bc9-1c44-4fb4-b2f0-dd7f54d4160a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7724247 May 09 05:27:47.949028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Request body: {'port': {'device_id': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:27:48.066879 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:48.280725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3dc30-7881-4a82-bc51-b25e203e9485 req-34ef2e60-4940-44b4-8555-a1e98dd3175a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:48.282068 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0f3dc30-7881-4a82-bc51-b25e203e9485 req-34ef2e60-4940-44b4-8555-a1e98dd3175a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 932 time: 0.0805993 May 09 05:27:48.325541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d0f3dc30-7881-4a82-bc51-b25e203e9485 req-34ca8bd3-c48f-418c-83f6-53eb9ea987a3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Synchronizing usage tracker for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:27:48.343655 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-d0f3dc30-7881-4a82-bc51-b25e203e9485 req-34ca8bd3-c48f-418c-83f6-53eb9ea987a3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Unset dirty status for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:27:48.344947 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0f3dc30-7881-4a82-bc51-b25e203e9485 req-34ca8bd3-c48f-418c-83f6-53eb9ea987a3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 May 09 05:27:48.430661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed99d9f-4cef-43b7-b248-1f1428c1dbd5 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:27:48.442012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:48.466470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Transition to ACTIVE for port object aed99d9f-4cef-43b7-b248-1f1428c1dbd5 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:27:48.471079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:48.603557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:48.708830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Attempting to bind port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:27:48.709155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Attempting to bind port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:27:48.709457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Attempting to bind port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 on network f2f12e9c-53fc-4801-bd92-7e955172f07c {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:27:48.714495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 on network f2f12e9c-53fc-4801-bd92-7e955172f07c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:27:48.714813 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Attempting to bind port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 on network f2f12e9c-53fc-4801-bd92-7e955172f07c {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:27:48.720336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:27:48.720701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Checking segment: {'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:27:48.721079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Bound using segment: {'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:27:48.721499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Bound port: aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:27:48.721828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:48.818209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:27:48.821305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:27:48.828031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:48.845225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:48.889076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:48.889678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:48.891041 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] 10.222.0.59 "PUT /v2.0/ports/aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 200 len: 1094 time: 0.9462085 May 09 05:27:48.891464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:27:48.913208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0caa2-ce77-4d35-9832-8aaba001f88e service neutron] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:48.977219 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc541c0a-318e-4db0-a542-2660664999eb'] response: {'name': 'network-changed', 'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'status': 'completed', 'code': 200} May 09 05:27:49.016953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-8419f396-71a3-45ba-9f0f-571c7c731719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:49.018430 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-8419f396-71a3-45ba-9f0f-571c7c731719 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 1097 time: 0.0754626 May 09 05:27:49.091003 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-3afa2b69-477d-4c06-9c24-fc7511c449e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0609272 May 09 05:27:49.255850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-bb0ba640-0d3c-4338-b8d0-6ae425dcba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:49.257307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-bb0ba640-0d3c-4338-b8d0-6ae425dcba06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.1603420 May 09 05:27:49.303182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-2d09dba0-0643-4469-9249-701da4679f07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399611 May 09 05:27:49.438193 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-1f9aa689-9015-4b1b-a3f6-0282049cdea7 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287475 May 09 05:27:49.534241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f92b2-a67b-48ee-943b-d5106d7ee55d req-c445f308-5590-4a38-a243-b6bb2f92a6e3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:49.535836 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-673f92b2-a67b-48ee-943b-d5106d7ee55d req-c445f308-5590-4a38-a243-b6bb2f92a6e3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 944 time: 0.0869038 May 09 05:27:49.572784 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d066b5f-caa1-4861-9810-a21ef7d781b2 req-22ce2c81-3ae3-48e6-8dfd-596a8e6e94f0 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283851 May 09 05:27:49.584661 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-673f92b2-a67b-48ee-943b-d5106d7ee55d req-d9c4f51a-509e-4d2f-ae4e-9fe3bb036b22 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 May 09 05:27:49.735710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-3ade7601-4965-4c1d-962b-0287ed0c0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:49.737135 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-3ade7601-4965-4c1d-962b-0287ed0c0564 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 1097 time: 0.0797253 May 09 05:27:49.890143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-fcfb8cba-215e-4780-9701-34d8e7606df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:49.891601 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-fcfb8cba-215e-4780-9701-34d8e7606df6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1477747 May 09 05:27:49.959921 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-6dcf58e3-2839-4bab-9d7d-2af773e15191 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0623767 May 09 05:27:50.027565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-14a2c8f4-59c4-4613-a4f6-2d9e1c7bb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:50.028958 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-14a2c8f4-59c4-4613-a4f6-2d9e1c7bb61d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0634944 May 09 05:27:50.075501 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-10c29125-d792-4be9-b933-ce40703f9535 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400679 May 09 05:27:50.211724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-989cbbf0-e6e9-48c4-b2e9-4b7c562280cf service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288631 May 09 05:27:50.345414 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac7dd7fd-83eb-4035-b84b-a6dee6df1972 req-d3dc983f-2ce2-43ba-a1d2-c35504ab8ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267030 May 09 05:27:50.791043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a660a0-a407-4bae-ab7f-56b41b596f48 req-4a79600e-b7bd-455b-866a-d75c29c13806 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:50.791789 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-73a660a0-a407-4bae-ab7f-56b41b596f48 req-4a79600e-b7bd-455b-866a-d75c29c13806 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Synchronizing usage tracker for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:27:50.813595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-73a660a0-a407-4bae-ab7f-56b41b596f48 req-4a79600e-b7bd-455b-866a-d75c29c13806 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Unset dirty status for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:27:50.815397 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73a660a0-a407-4bae-ab7f-56b41b596f48 req-4a79600e-b7bd-455b-866a-d75c29c13806 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 944 time: 0.1166303 May 09 05:27:50.867964 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73a660a0-a407-4bae-ab7f-56b41b596f48 req-c8f1abb2-b990-4a77-a8b6-f95699cffaaa tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 May 09 05:27:52.062167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4231d8-783c-44f4-958c-d621c55cc35f req-aa1bd18a-4cea-4a06-b933-291a1fb058a1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:52.064532 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ac4231d8-783c-44f4-958c-d621c55cc35f req-aa1bd18a-4cea-4a06-b933-291a1fb058a1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 944 time: 0.0908597 May 09 05:27:52.111462 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ac4231d8-783c-44f4-958c-d621c55cc35f req-ec8d3150-6743-4872-bd5d-efbf27d03a0d tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 May 09 05:27:52.181622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device aed99d9f-4cef-43b7-b248-1f1428c1dbd5 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:27:52.337543 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:52.358419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c', 'port_id': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'mac_address': 'fa:16:3e:ed:b5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae73ab4-d064-4200-b309-499c97c33769', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:27:52.415325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:52.432577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed99d9f-4cef-43b7-b248-1f1428c1dbd5 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:27:52.448657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:52.456877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:52.531468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:52.867653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['aed99d9f-4cef-43b7-b248-1f1428c1dbd5'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:27:53.318011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31668aa5-7595-4cce-bd1a-0a7270cbc786 req-858f33fd-a142-459b-8523-b9de94db7447 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:53.319469 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-31668aa5-7595-4cce-bd1a-0a7270cbc786 req-858f33fd-a142-459b-8523-b9de94db7447 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 945 time: 0.0991120 May 09 05:27:53.365210 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-31668aa5-7595-4cce-bd1a-0a7270cbc786 req-6ffd1dd8-a792-461f-8e1b-18c9db7f380b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 May 09 05:27:54.179641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device aed99d9f-4cef-43b7-b248-1f1428c1dbd5 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:27:54.285197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:27:54.290089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:27:54.290386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:54.418466 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:54.445194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:27:54.455656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:27:54.460303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:27:54.497298 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a9193f-88bd-4542-b3bf-c778625792d0'] response: {'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'code': 200} May 09 05:27:54.532051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:27:54.572232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589fa1-0d5a-40a1-a9ef-88adf99eeb76 req-706ef2f6-8b3b-41e2-8918-9a1ce7318e70 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:54.573724 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae589fa1-0d5a-40a1-a9ef-88adf99eeb76 req-706ef2f6-8b3b-41e2-8918-9a1ce7318e70 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0842907 May 09 05:27:54.618440 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae589fa1-0d5a-40a1-a9ef-88adf99eeb76 req-d64a3c7c-de93-4132-8eec-d21876630ff4 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 May 09 05:27:54.770174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b039033-872f-41c0-b3a7-017cc90d52a6 req-c0208a1d-0156-4182-82cc-65bb5bfd9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:54.771606 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8b039033-872f-41c0-b3a7-017cc90d52a6 req-c0208a1d-0156-4182-82cc-65bb5bfd9e8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 1099 time: 0.0802679 May 09 05:27:54.810707 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8b039033-872f-41c0-b3a7-017cc90d52a6 req-2b95e325-f655-441d-9559-8aa9e631a2c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 May 09 05:27:55.831007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103e9b-1f12-434e-af5a-ff27ca698792 req-80187d65-41b5-4d48-9ecb-f5d0e4084ca5 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:55.832458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-79103e9b-1f12-434e-af5a-ff27ca698792 req-80187d65-41b5-4d48-9ecb-f5d0e4084ca5 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0957630 May 09 05:27:55.876207 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-79103e9b-1f12-434e-af5a-ff27ca698792 req-742ae113-6066-40ce-8ed1-724684d7e86f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378084 May 09 05:27:57.067658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0d41c-89f3-4d16-975a-3446b08aec38 req-64d240a0-f4b5-419e-8c1e-f892e8f74f84 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:57.069200 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a7d0d41c-89f3-4d16-975a-3446b08aec38 req-64d240a0-f4b5-419e-8c1e-f892e8f74f84 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0882924 May 09 05:27:57.114948 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a7d0d41c-89f3-4d16-975a-3446b08aec38 req-84750954-2ba6-42dd-bc69-72d32319bb79 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399239 May 09 05:27:57.321754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bc76c-dbb0-4246-b2fa-85024a7f00e1 req-f3fe3049-3a00-45a6-9356-d149ab8a15bd tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:57.323182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-862bc76c-dbb0-4246-b2fa-85024a7f00e1 req-f3fe3049-3a00-45a6-9356-d149ab8a15bd tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0968671 May 09 05:27:57.367730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-862bc76c-dbb0-4246-b2fa-85024a7f00e1 req-86b9b8d9-c41b-46cf-8520-4f901069f3cd tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383430 May 09 05:27:57.719768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce53ff-e8b1-4898-a8cc-c1db4b7cdd88 req-9a839dff-b862-4ee5-9a25-43378e220945 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:57.721145 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e0ce53ff-e8b1-4898-a8cc-c1db4b7cdd88 req-9a839dff-b862-4ee5-9a25-43378e220945 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0870006 May 09 05:27:57.771126 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e0ce53ff-e8b1-4898-a8cc-c1db4b7cdd88 req-17c1c9c5-1c43-4702-99d8-39139fcc5c41 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 May 09 05:27:57.963848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f82e6-8428-4052-a995-15e0b9dbeb24 req-3d88b122-c6ca-401e-adcc-52c179309b83 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:57.965339 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c5f82e6-8428-4052-a995-15e0b9dbeb24 req-3d88b122-c6ca-401e-adcc-52c179309b83 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0851285 May 09 05:27:58.009372 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c5f82e6-8428-4052-a995-15e0b9dbeb24 req-42dcef53-52fa-4e02-9992-fd4050e84223 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 May 09 05:27:58.516988 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-49c61a1e-40a4-4614-b9e4-185f13dbc0b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2215648 May 09 05:27:58.531680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdaf7c-4698-483e-bbac-1382df0b6e7f req-8f0adfcc-5a16-4cce-932f-2e18052b593c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:58.533132 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-22cdaf7c-4698-483e-bbac-1382df0b6e7f req-8f0adfcc-5a16-4cce-932f-2e18052b593c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.1993513 May 09 05:27:58.585410 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-22cdaf7c-4698-483e-bbac-1382df0b6e7f req-9dce4106-4433-495f-950d-6e82c1abbabe tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 May 09 05:27:59.943903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0d65-937a-4c39-85d5-a5628b7cad5a req-b66ea260-de4f-4980-8d85-3a0a66c492d1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:59.945296 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-af0f0d65-937a-4c39-85d5-a5628b7cad5a req-b66ea260-de4f-4980-8d85-3a0a66c492d1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.2436938 May 09 05:27:59.950633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-84374035-2894-44b9-ae67-64442cfd14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:27:59.951979 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-84374035-2894-44b9-ae67-64442cfd14f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 1099 time: 0.2077322 May 09 05:28:00.073399 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-af0f0d65-937a-4c39-85d5-a5628b7cad5a req-88c0bc25-7e9a-49c8-94f1-24ff5180b450 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204479 May 09 05:28:00.116821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-d984f6c5-0a58-4d0a-8d18-1890240ff68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:00.118264 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-d984f6c5-0a58-4d0a-8d18-1890240ff68e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1523635 May 09 05:28:00.189328 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-e2dd84bb-8f31-4c82-925d-0433c4386289 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0648663 May 09 05:28:00.256138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-1fea3f0e-5a8c-4dc7-b545-4672efe7217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:00.257496 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-1fea3f0e-5a8c-4dc7-b545-4672efe7217a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0627289 May 09 05:28:00.305699 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-26973500-0dfc-481f-930c-047cd2c0fedf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415778 May 09 05:28:00.449384 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-e9b5c2de-1920-4dab-a81f-b7d024a54ffb service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374409 May 09 05:28:00.588136 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-346e1445-3b77-44a9-9eff-d649e4f7d00c service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325626 May 09 05:28:01.427118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29428d4-bbc2-46fa-a964-4c74fdb16453 req-18c3e90f-4f1f-4b4b-b2e4-786bcd0c32e8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:01.428986 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d29428d4-bbc2-46fa-a964-4c74fdb16453 req-18c3e90f-4f1f-4b4b-b2e4-786bcd0c32e8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0845046 May 09 05:28:01.473125 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d29428d4-bbc2-46fa-a964-4c74fdb16453 req-4602f75b-5fba-445d-8d16-0fb4f3672556 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 May 09 05:28:02.833318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb78c1-31c2-4415-ba9f-244cc556ca2f req-f328a51f-310a-467f-9a85-d7f16519b4fa tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:02.834799 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41cb78c1-31c2-4415-ba9f-244cc556ca2f req-f328a51f-310a-467f-9a85-d7f16519b4fa tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0961869 May 09 05:28:02.882161 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41cb78c1-31c2-4415-ba9f-244cc556ca2f req-caa19e3e-6393-4cf1-87ae-d25bc1cdb840 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 May 09 05:28:04.098811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482efe8-3658-4515-a0cd-eb10baf6aa74 req-3d243d97-af55-4aa2-b083-a04feb22fe6d tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:04.100360 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1482efe8-3658-4515-a0cd-eb10baf6aa74 req-3d243d97-af55-4aa2-b083-a04feb22fe6d tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0953825 May 09 05:28:04.146709 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1482efe8-3658-4515-a0cd-eb10baf6aa74 req-b9e7c94b-4233-4f19-a65c-cb691a7cc7ee tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 May 09 05:28:05.340391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4de8b-1ffe-4b2d-a834-ce837bdac842 req-96096143-9842-4aa5-b7dd-daa19119f558 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:05.341857 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f4a4de8b-1ffe-4b2d-a834-ce837bdac842 req-96096143-9842-4aa5-b7dd-daa19119f558 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0834799 May 09 05:28:05.390574 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f4a4de8b-1ffe-4b2d-a834-ce837bdac842 req-d3bab892-4b6d-4340-aa05-1fe894ef8af5 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 May 09 05:28:06.583608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c49e1-d826-43a1-889e-53f22f705829 req-62b1d69f-e768-4096-98e9-0c68c54ae347 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:06.585069 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-642c49e1-d826-43a1-889e-53f22f705829 req-62b1d69f-e768-4096-98e9-0c68c54ae347 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0882204 May 09 05:28:06.632810 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-642c49e1-d826-43a1-889e-53f22f705829 req-b2b30429-6bc1-4d49-a3f7-4063699a1cd4 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 May 09 05:28:07.834619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e6126-050c-4e26-9280-667657aab2a3 req-293de496-b183-41c3-bad3-760571bc8ebc tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:07.836065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be1e6126-050c-4e26-9280-667657aab2a3 req-293de496-b183-41c3-bad3-760571bc8ebc tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0861332 May 09 05:28:07.883138 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be1e6126-050c-4e26-9280-667657aab2a3 req-1cb2014c-6194-4d1c-82f5-b1b2d4e366e9 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 May 09 05:28:09.085425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09f7a-e3f7-439d-a63b-1e1117f43899 req-fc20201c-e8b0-40a8-be0f-f7bb36319579 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:09.086927 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cde09f7a-e3f7-439d-a63b-1e1117f43899 req-fc20201c-e8b0-40a8-be0f-f7bb36319579 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0883758 May 09 05:28:09.131520 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cde09f7a-e3f7-439d-a63b-1e1117f43899 req-0332e8da-81e8-4821-955e-7cdc76fdbcf9 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 May 09 05:28:10.326225 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7e19e-a3d7-4c1b-ad6f-97a49db6d40a req-84db472d-c513-4088-aaae-01258b41ddac tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:10.327677 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e2f7e19e-a3d7-4c1b-ad6f-97a49db6d40a req-84db472d-c513-4088-aaae-01258b41ddac tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0793695 May 09 05:28:10.375596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e2f7e19e-a3d7-4c1b-ad6f-97a49db6d40a req-e8e9f7e5-e126-4812-98cf-a5ee4845c85f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 May 09 05:28:11.584174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3192-c83c-4691-8656-a35e02d1daff req-ba47e1da-c892-43b3-9e59-f3371ac3d632 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:11.586406 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-069f3192-c83c-4691-8656-a35e02d1daff req-ba47e1da-c892-43b3-9e59-f3371ac3d632 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0881433 May 09 05:28:11.638390 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-069f3192-c83c-4691-8656-a35e02d1daff req-fe6b91aa-a4a8-422e-935d-3e88f72331e6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 May 09 05:28:12.375637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b17905da-940c-426c-8bd2-09f8c5a1570c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:12.835201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7a649-6d7d-48bd-86d6-31da27060206 req-ab873fe1-06ee-488b-a9ad-2e194e83b13c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:12.836591 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-75d7a649-6d7d-48bd-86d6-31da27060206 req-ab873fe1-06ee-488b-a9ad-2e194e83b13c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0893857 May 09 05:28:12.881550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-75d7a649-6d7d-48bd-86d6-31da27060206 req-ea6ef050-dfa0-49ac-9de7-1657c1f4c403 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389552 May 09 05:28:14.081741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d874fc-a6f1-4c5c-9b77-b56eba7c52c5 req-c0ed84e0-cdce-4e79-a14c-e2518dbbdb35 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:14.083170 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-01d874fc-a6f1-4c5c-9b77-b56eba7c52c5 req-c0ed84e0-cdce-4e79-a14c-e2518dbbdb35 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0820427 May 09 05:28:14.129784 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-01d874fc-a6f1-4c5c-9b77-b56eba7c52c5 req-fd7f33b1-bb04-4431-8f30-8b035e66c938 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 May 09 05:28:14.610218 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:28:14.613723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7b7af0b3-36c7-4ddf-8337-17b9a7e2636c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:15.347766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dce615-9899-4213-b342-9aca8cc95a85 req-5df3662c-e1b7-435d-8ca0-a0f7a9e6feac tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:15.349259 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-93dce615-9899-4213-b342-9aca8cc95a85 req-5df3662c-e1b7-435d-8ca0-a0f7a9e6feac tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.1025152 May 09 05:28:15.393173 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-93dce615-9899-4213-b342-9aca8cc95a85 req-8f888f74-79c9-42a0-b824-621d2571d5aa tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 May 09 05:28:15.742120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:15.926630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:16.604161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46b1ea-7cc8-4255-b6ab-9d129f390854 req-9ac4ff63-f1f0-4c4a-bf81-9af4268b5141 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:16.605622 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2a46b1ea-7cc8-4255-b6ab-9d129f390854 req-9ac4ff63-f1f0-4c4a-bf81-9af4268b5141 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0993249 May 09 05:28:16.650726 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2a46b1ea-7cc8-4255-b6ab-9d129f390854 req-c67863df-2ff9-4b67-8400-bdce4828507a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 May 09 05:28:17.472952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:17.858170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23705848-9da9-4fd0-bee8-a13292731ba2 req-199027fc-2694-4d66-9933-6a8930041bd3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:17.859658 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23705848-9da9-4fd0-bee8-a13292731ba2 req-199027fc-2694-4d66-9933-6a8930041bd3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0940018 May 09 05:28:17.907663 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23705848-9da9-4fd0-bee8-a13292731ba2 req-52432b8a-95c8-4db6-9886-424033007552 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 May 09 05:28:18.891450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:19.127788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d50742-35c4-47f1-bd18-7765603d0f3c req-2e5c2644-698b-470c-868f-e47e63c0bc29 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:19.129257 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-44d50742-35c4-47f1-bd18-7765603d0f3c req-2e5c2644-698b-470c-868f-e47e63c0bc29 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.1009030 May 09 05:28:19.187049 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-44d50742-35c4-47f1-bd18-7765603d0f3c req-0c7f371e-b863-46c6-9799-73fa4a49a2b3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 May 09 05:28:20.422027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034df5f5-164e-4b38-b717-981d335d5ece req-171d5f4f-dedb-406f-bb6d-b2a707e24367 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:20.423514 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-034df5f5-164e-4b38-b717-981d335d5ece req-171d5f4f-dedb-406f-bb6d-b2a707e24367 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.1049473 May 09 05:28:20.476852 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-034df5f5-164e-4b38-b717-981d335d5ece req-9cf7c974-891b-4f4c-a420-3085298de6d5 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 May 09 05:28:21.682660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955acbe-ae90-4709-ab0f-5f40e20dd97c req-df9094f0-77c2-4a8a-9913-dd393b9a1fcf tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:21.684144 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9955acbe-ae90-4709-ab0f-5f40e20dd97c req-df9094f0-77c2-4a8a-9913-dd393b9a1fcf tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0869083 May 09 05:28:21.729166 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9955acbe-ae90-4709-ab0f-5f40e20dd97c req-9579f19c-6dad-4044-b81b-29b703aaa495 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 May 09 05:28:21.827361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-ff3d6afb-9866-4619-a6f9-496dd862f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:21.828885 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-ff3d6afb-9866-4619-a6f9-496dd862f74e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 1099 time: 0.1181238 May 09 05:28:21.986701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-422146ba-8bf7-402b-b7f4-ee39f4457bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:21.988218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-422146ba-8bf7-402b-b7f4-ee39f4457bbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1389287 May 09 05:28:22.061140 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-a98999fc-cceb-41ac-8f5f-4dd6a6e6c73f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0661347 May 09 05:28:22.125073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-1f3d4781-f5bb-4154-aab4-38b8bba4873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:22.126356 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-1f3d4781-f5bb-4154-aab4-38b8bba4873a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0594192 May 09 05:28:22.285058 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-8b7f8d85-21ae-403a-b710-f25b44a3c9f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526816 May 09 05:28:22.418439 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-0880fc78-caba-4575-98ca-ce959312e8e3 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269641 May 09 05:28:22.552776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ff513dfa-8b31-4afc-bc3d-3699ba7be1b4 req-24087d5a-d2b3-472e-99aa-189314e0da7e service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282709 May 09 05:28:22.926501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1ba8-25ff-48ad-b26b-db697dae6f67 req-7dc902a8-1c9c-442c-8b01-f3010c7dd733 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:22.928640 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cfae1ba8-25ff-48ad-b26b-db697dae6f67 req-7dc902a8-1c9c-442c-8b01-f3010c7dd733 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0837655 May 09 05:28:22.981793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cfae1ba8-25ff-48ad-b26b-db697dae6f67 req-cf0fc6ae-953c-4da5-9bb8-56d26bfb0620 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471387 May 09 05:28:24.179962 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fef960-ddd4-4524-8a5d-a13cad08886b req-46ce8b97-9ce3-4379-836c-d4a478c54fae tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:24.181428 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-12fef960-ddd4-4524-8a5d-a13cad08886b req-46ce8b97-9ce3-4379-836c-d4a478c54fae tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0897830 May 09 05:28:24.226677 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-12fef960-ddd4-4524-8a5d-a13cad08886b req-d5eae814-bc4f-4deb-a244-75cde3d0e088 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393298 May 09 05:28:25.431429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940521-a759-448b-a0ac-ceb1f53c3584 req-c6518f50-859e-4548-b10e-16a10e05d33e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:25.432883 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61940521-a759-448b-a0ac-ceb1f53c3584 req-c6518f50-859e-4548-b10e-16a10e05d33e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0859733 May 09 05:28:25.477633 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61940521-a759-448b-a0ac-ceb1f53c3584 req-c37877eb-b0e7-46d0-9a07-4278d9159959 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390077 May 09 05:28:26.686123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf854d6-09d9-4aa7-a22d-88033f8cb915 req-a9f41146-ffe4-47c3-bce3-927fbea98ac4 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:26.687624 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3cf854d6-09d9-4aa7-a22d-88033f8cb915 req-a9f41146-ffe4-47c3-bce3-927fbea98ac4 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0929940 May 09 05:28:26.745572 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3cf854d6-09d9-4aa7-a22d-88033f8cb915 req-1b8994a2-9f66-4bfc-9c7a-702796a3f74a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 May 09 05:28:27.501644 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-562c9ce5-32d9-4b83-bacb-169c9940e6ca service neutron] 10.222.0.59 "GET /v2.0/ports/aed99d9f-4cef-43b7-b248-1f1428c1dbd5/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0917850 May 09 05:28:27.788252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-bf88aa11-5ae0-42df-8f92-bd2c85ce1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:27.789782 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-bf88aa11-5ae0-42df-8f92-bd2c85ce1e76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40&tenant_id=781b1ad4fd314abea9a10013f86ad0ca HTTP/1.1" status: 200 len: 1099 time: 0.0732770 May 09 05:28:27.954643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-c7081867-f77d-4602-a920-703d3e73300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:27.956105 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-c7081867-f77d-4602-a920-703d3e73300c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 1099 time: 0.1337495 May 09 05:28:27.966048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd014be-d260-4083-8ec1-fc9065ff7ba8 req-62be7bb7-f030-4862-a29c-d00fada3e7d6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:27.967394 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cbd014be-d260-4083-8ec1-fc9065ff7ba8 req-62be7bb7-f030-4862-a29c-d00fada3e7d6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.1103313 May 09 05:28:28.091620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cbd014be-d260-4083-8ec1-fc9065ff7ba8 req-4e7891df-41ff-404c-9813-9d3c7191d769 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036987 May 09 05:28:28.123959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-f84c6247-7d1f-4f24-9149-cc3a05207304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:28.125401 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-f84c6247-7d1f-4f24-9149-cc3a05207304 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1571980 May 09 05:28:28.196377 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-41e34f08-d0ae-4984-a963-b7ca3228304c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0637712 May 09 05:28:28.257573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-2997165a-5dca-4881-bd6b-135e7fde944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:28.258927 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-2997165a-5dca-4881-bd6b-135e7fde944b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0563171 May 09 05:28:28.308365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-201f675f-aaa6-49eb-b153-0ff0a105a95d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431542 May 09 05:28:28.443012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-c5ad0782-4d43-4472-9b76-7dac35b6c39a service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284032 May 09 05:28:28.577709 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eda0d499-4b9f-43a0-aa1c-c166f408ce63 req-ee83f69b-0e1b-4103-a46d-926711b78a71 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278708 May 09 05:28:29.292791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694101e4-6390-4b72-8faa-24cbe9ee7d30 req-17a26fe9-586d-4f40-969f-390be7ccd9f8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:29.294252 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694101e4-6390-4b72-8faa-24cbe9ee7d30 req-17a26fe9-586d-4f40-969f-390be7ccd9f8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0850971 May 09 05:28:29.347183 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-694101e4-6390-4b72-8faa-24cbe9ee7d30 req-060d6b40-6c05-409b-8bf6-b0b05a39a175 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 May 09 05:28:30.328460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device aed99d9f-4cef-43b7-b248-1f1428c1dbd5 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:28:30.336759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device aed99d9f-4cef-43b7-b248-1f1428c1dbd5 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:28:30.535808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23137033-7528-4827-94de-1b224711c1eb req-fab1eb8f-1cdc-47c8-abb7-7b300b276de6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:30.537348 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23137033-7528-4827-94de-1b224711c1eb req-fab1eb8f-1cdc-47c8-abb7-7b300b276de6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0815740 May 09 05:28:30.557096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:30.581788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:30.582518 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23137033-7528-4827-94de-1b224711c1eb req-1194e405-d298-4f16-9796-171e903f4719 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 May 09 05:28:30.605109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:28:30.611284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c', 'port_id': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'mac_address': 'fa:16:3e:ed:b5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae73ab4-d064-4200-b309-499c97c33769', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:28:30.617068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:30.645695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:30.690851 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c66942a-a082-4377-ac68-17a8c8766ffe'] response: {'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'code': 200} May 09 05:28:30.728666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:30.752031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed99d9f-4cef-43b7-b248-1f1428c1dbd5 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:28:30.755783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:30.770567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:30.775645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:30.844463 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:30.905270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['aed99d9f-4cef-43b7-b248-1f1428c1dbd5'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:28:31.893331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028d99-9351-4c30-8726-49182094baea req-6d377135-bb16-4694-88a9-e9d907d864b0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:31.894646 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac028d99-9351-4c30-8726-49182094baea req-6d377135-bb16-4694-88a9-e9d907d864b0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 945 time: 0.2036288 May 09 05:28:31.942192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac028d99-9351-4c30-8726-49182094baea req-318ad3ba-29b0-46e2-b319-700fbf2e7d01 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 May 09 05:28:32.319099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843316-d289-4cdc-b105-b52742b627c6 req-43bf75f3-05c0-4e21-a766-d6dea00cfe83 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:32.320594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a843316-d289-4cdc-b105-b52742b627c6 req-43bf75f3-05c0-4e21-a766-d6dea00cfe83 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 945 time: 0.1420417 May 09 05:28:32.321505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device aed99d9f-4cef-43b7-b248-1f1428c1dbd5 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:28:32.330592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-3d1b95aa-3dcd-48f9-a855-49a50e8235a8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:32.331957 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-3d1b95aa-3dcd-48f9-a855-49a50e8235a8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40&tenant_id=781b1ad4fd314abea9a10013f86ad0ca&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.1235335 May 09 05:28:32.372644 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a843316-d289-4cdc-b105-b52742b627c6 req-abe6083e-06f3-47d0-a451-4bc74c65dfc2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 May 09 05:28:32.394075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:28:32.394439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:32.491105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-f829fd72-ce14-4638-a441-785fadbfca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:32.492621 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-f829fd72-ce14-4638-a441-785fadbfca27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 1098 time: 0.0725403 May 09 05:28:32.514529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:32.547533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:32.552901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:32.631859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:32.632086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-cce0a87b-e8ab-4daa-9f9c-250aff6d029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:32.633557 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-cce0a87b-e8ab-4daa-9f9c-250aff6d029b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1345193 May 09 05:28:32.691780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:28:32.704320 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-71fcfaab-4841-4a61-8555-48cbddfed077 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0633063 May 09 05:28:32.748121 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa7b9a5-65c9-44d0-8d2a-df9f6fe577e9'] response: {'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'code': 200} May 09 05:28:32.768437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-33f946f2-d5d7-4617-a13b-5fd74b03796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:32.769928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-33f946f2-d5d7-4617-a13b-5fd74b03796e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0602152 May 09 05:28:32.825833 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-e287d497-3130-49cd-b0a2-05162db8b052 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413623 May 09 05:28:32.958997 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-b7854601-18e4-45ac-9bce-25f9511dedf0 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269908 May 09 05:28:33.091646 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b27ed80-e189-4eb5-8874-2f99738cf996 req-47e9f706-9162-4bf5-b2a7-0ed40bea1e40 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259766 May 09 05:28:33.576677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c6178-03ff-4278-89ee-269bceeb0f0b req-f2a9cdb9-93f7-42cb-991c-7173ae1e9342 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:33.578151 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1d1c6178-03ff-4278-89ee-269bceeb0f0b req-f2a9cdb9-93f7-42cb-991c-7173ae1e9342 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0873263 May 09 05:28:33.628294 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1d1c6178-03ff-4278-89ee-269bceeb0f0b req-94eeb1dd-9854-4d77-a4f5-721a56d8e951 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 May 09 05:28:34.825609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de036daf-f6ff-47c4-963f-e35da39e2857 req-83242ed4-082f-4c01-8e56-e8c56dc04f7c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:34.827110 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de036daf-f6ff-47c4-963f-e35da39e2857 req-83242ed4-082f-4c01-8e56-e8c56dc04f7c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0920022 May 09 05:28:34.875025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-de036daf-f6ff-47c4-963f-e35da39e2857 req-e5608054-a24e-4db9-a1fb-eb0abcc48b4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 May 09 05:28:35.065229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cf9fe-d553-4411-8d45-7d4c07e39636 req-b6d84847-2722-4b25-985b-9ed5f0fdbb17 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:35.066686 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-361cf9fe-d553-4411-8d45-7d4c07e39636 req-b6d84847-2722-4b25-985b-9ed5f0fdbb17 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0839255 May 09 05:28:35.114758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-361cf9fe-d553-4411-8d45-7d4c07e39636 req-18299792-ed1e-440e-ac24-78fb37aea18a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 May 09 05:28:35.319628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90a783-e569-4b79-bb49-d1ff5e833882 req-cbc6ba90-a4c5-467e-85e0-9bd5cb7ebfd3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:35.321126 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1b90a783-e569-4b79-bb49-d1ff5e833882 req-cbc6ba90-a4c5-467e-85e0-9bd5cb7ebfd3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0884054 May 09 05:28:35.369451 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1b90a783-e569-4b79-bb49-d1ff5e833882 req-db4c8f18-3dd3-43e2-971d-6f49a8f0fbea tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 May 09 05:28:35.878953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-a3e76bf7-3cc9-4409-a7c5-14937378770b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:35.879679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-a3e76bf7-3cc9-4409-a7c5-14937378770b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Synchronizing usage tracker for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:28:35.903320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-a3e76bf7-3cc9-4409-a7c5-14937378770b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Unset dirty status for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:28:35.904577 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-a3e76bf7-3cc9-4409-a7c5-14937378770b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 815 time: 0.1752555 May 09 05:28:35.919298 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-8148f907-af2d-4287-83f6-5a375221ebe7 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/quotas/781b1ad4fd314abea9a10013f86ad0ca HTTP/1.1" status: 200 len: 375 time: 0.0091498 May 09 05:28:36.002808 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-71e800f0-8b55-4719-8a09-d5fa8cfd5621 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783846 May 09 05:28:36.181282 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-7df82045-fca2-4469-99a0-fd1497203484 service neutron] 10.222.0.50 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713104 May 09 05:28:36.407464 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-6936c08c-0c28-4835-9a49-e24744f82c56 service neutron] 10.222.0.50 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199767 May 09 05:28:36.609755 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6bbaa209-53bf-4da5-b6a6-aff8a227cede req-ff9a6f79-765b-456f-9397-077aa65fb893 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0451951 May 09 05:28:37.611742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-8092198b-29d7-44e0-9bcc-b8cf54789260 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:37.613200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-8092198b-29d7-44e0-9bcc-b8cf54789260 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "GET /v2.0/ports?device_id=e63d03fd-b232-4b9c-afd9-5e346b4f9b40 HTTP/1.1" status: 200 len: 946 time: 0.0972040 May 09 05:28:37.686703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Deleting port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:28:37.687058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:37.762657 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f9d4d05b-d8bf-435c-9158-49453dfec9ef req-622eb69c-7c56-462d-a7ef-1ba2bfcc2d63 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0452554 May 09 05:28:38.184760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] For port aed99d9f-4cef-43b7-b248-1f1428c1dbd5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:38.185081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:38.198197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-d47e218b-f425-4be0-b496-308bbc4547f1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:38.199600 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-d47e218b-f425-4be0-b496-308bbc4547f1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 815 time: 0.3691361 May 09 05:28:38.260470 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Request body: {'port': {'device_id': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c', 'admin_state_up': True, 'tenant_id': '781b1ad4fd314abea9a10013f86ad0ca'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:28:38.338910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Calling delete_port for aed99d9f-4cef-43b7-b248-1f1428c1dbd5 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:28:38.558795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:28:38.567091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Usage tracker for resource:port and tenant:781b1ad4fd314abea9a10013f86ad0ca is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:28:38.571500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:28:38.581269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:28:38.596605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:38.598541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Made reservation on behalf of 781b1ad4fd314abea9a10013f86ad0ca for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:28:38.601995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:38.669752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Pushing event deleted for resources: {'Port': ['ID=aed99d9f-4cef-43b7-b248-1f1428c1dbd5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:38.791487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] No DVR routers for this DVR port aed99d9f-4cef-43b7-b248-1f1428c1dbd5 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:28:38.800658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:38.803151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-deleted', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:28:38.834076 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9f7ec184-c9ca-4e90-8270-a34c3b649b7b req-63848e15-9a54-4bb2-8493-55c8e929f19b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "DELETE /v2.0/ports/aed99d9f-4cef-43b7-b248-1f1428c1dbd5 HTTP/1.1" status: 204 len: 173 time: 1.2144301 May 09 05:28:38.872187 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01428436-e968-4bae-a4d0-5e3a621c677b'] response: {'server_uuid': 'e63d03fd-b232-4b9c-afd9-5e346b4f9b40', 'name': 'network-vif-deleted', 'tag': 'aed99d9f-4cef-43b7-b248-1f1428c1dbd5', 'status': 'completed', 'code': 200} May 09 05:28:38.937869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2f56fc9e-7e08-4947-8b90-1f895f65868a req-77b01a0e-b78a-4e43-8ea8-4955d5cc4974 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Synchronizing usage tracker for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:28:38.959858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Allocated IP 172.20.0.6 (f2f12e9c-53fc-4801-bd92-7e955172f07c/4ae73ab4-d064-4200-b309-499c97c33769/c261a5b4-32cd-4462-8091-aa00fc0fe3f3) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:28:38.971710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2f56fc9e-7e08-4947-8b90-1f895f65868a req-77b01a0e-b78a-4e43-8ea8-4955d5cc4974 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Unset dirty status for tenant:781b1ad4fd314abea9a10013f86ad0ca on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:28:38.972936 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2f56fc9e-7e08-4947-8b90-1f895f65868a req-77b01a0e-b78a-4e43-8ea8-4955d5cc4974 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0883133 May 09 05:28:39.180271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:39.213841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:39.288118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Network f2f12e9c-53fc-4801-bd92-7e955172f07c is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:28:39.291525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:28:39.295346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:28:39.325975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:39.361021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:39.361625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:39.379490 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-34552077-5eb3-42c9-9199-b4e1be64e148 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1226716 May 09 05:28:39.400836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Request body: {'port': {'device_id': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:28:39.516380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:39.968291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c261a5b4-32cd-4462-8091-aa00fc0fe3f3 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:28:39.975737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:39.990721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Transition to ACTIVE for port object c261a5b4-32cd-4462-8091-aa00fc0fe3f3 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:28:39.994971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:40.153854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:40.166012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a64bc-9d33-4e81-8918-f79fec9db595 req-2e1c7753-a6e5-4f73-9f82-6811ab262bf1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:40.167524 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4a6a64bc-9d33-4e81-8918-f79fec9db595 req-2e1c7753-a6e5-4f73-9f82-6811ab262bf1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 943 time: 0.0803285 May 09 05:28:40.212650 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4a6a64bc-9d33-4e81-8918-f79fec9db595 req-28ae07cc-16db-4cb0-ba94-949e9b37f994 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 May 09 05:28:40.227916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Attempting to bind port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:28:40.228248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Attempting to bind port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:28:40.228601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Attempting to bind port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 on network f2f12e9c-53fc-4801-bd92-7e955172f07c {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:28:40.233213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 on network f2f12e9c-53fc-4801-bd92-7e955172f07c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:28:40.233523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Attempting to bind port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 on network f2f12e9c-53fc-4801-bd92-7e955172f07c {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:28:40.238858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:28:40.239199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Checking segment: {'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:28:40.239563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Bound using segment: {'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:28:40.239978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Bound port: c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e5cba8-932a-4831-9555-2b15a582c095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:28:40.240312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:40.331248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:28:40.334438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:28:40.340129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:40.366595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device aed99d9f-4cef-43b7-b248-1f1428c1dbd5 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:28:40.401831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:40.402445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:40.403093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: aed99d9f-4cef-43b7-b248-1f1428c1dbd5 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:28:40.403403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device aed99d9f-4cef-43b7-b248-1f1428c1dbd5 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:28:40.403817 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 200 len: 1093 time: 1.0074930 May 09 05:28:40.418800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa5469-e45e-4618-bb4d-96bc8574ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:40.530212 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-bc46ddff-5ff8-4ea1-86b4-ddab6458eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:40.531614 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-bc46ddff-5ff8-4ea1-86b4-ddab6458eade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0750139 May 09 05:28:40.607295 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-ede40689-48c8-4fd1-96fd-49492b306e32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 200 len: 217 time: 0.0634880 May 09 05:28:40.679974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-12e6b84c-db64-41be-a7da-f5fe3ee14bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:40.682084 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-12e6b84c-db64-41be-a7da-f5fe3ee14bc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0689564 May 09 05:28:40.728083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-861933aa-caa0-4c09-9e66-8c1567ac6ada service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398707 May 09 05:28:40.861611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-9911999c-cc97-42a8-a0e9-004d2b0e9479 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262980 May 09 05:28:40.884005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:28:40.941340 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ae340e-9d87-4446-b4d4-197f52f47a6d'] response: {'name': 'network-changed', 'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'status': 'completed', 'code': 200} May 09 05:28:41.003069 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3ba5026-fb4e-4c46-8679-54ed9394e7d9 req-bc3deb91-b198-40d2-8ca6-137bc3212ed8 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355510 May 09 05:28:41.173408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-a46176c3-dc8d-497e-be35-590213cec883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:41.174769 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-a46176c3-dc8d-497e-be35-590213cec883 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0747797 May 09 05:28:41.307252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-64531adb-e69c-4fcf-a72e-7b5e6fe0f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:41.308734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-64531adb-e69c-4fcf-a72e-7b5e6fe0f9e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1280527 May 09 05:28:41.382359 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-a4fdf70e-0088-499f-b2b3-052a4c2cb9c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 200 len: 217 time: 0.0674577 May 09 05:28:41.410092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22140390-83b2-4306-a8a1-8c15e57d6b9f req-948d1027-024e-4ccf-9aa5-fc744e84dfd0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:41.411925 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-22140390-83b2-4306-a8a1-8c15e57d6b9f req-948d1027-024e-4ccf-9aa5-fc744e84dfd0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 943 time: 0.0923181 May 09 05:28:41.444630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-c15ae7a6-4690-4155-a0e8-1752e33928a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:41.446115 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-c15ae7a6-4690-4155-a0e8-1752e33928a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0583944 May 09 05:28:41.456790 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-22140390-83b2-4306-a8a1-8c15e57d6b9f req-602ceabc-dc6a-4010-b69b-7c978c010387 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 May 09 05:28:41.496477 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-59a016f8-f168-41bb-b0e3-4f654340316a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437067 May 09 05:28:41.738637 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-a63f7333-f2a7-48bf-9581-9b250ea86605 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353380 May 09 05:28:41.876546 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-624c34cb-d99e-4c00-b9a8-a855e9c09fa3 req-437fedb7-ff9f-433b-83ba-9f5a48b0193e service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315534 May 09 05:28:42.373113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac1660dd-f79d-4da1-88b1-df2bfb8eceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:42.651018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83940a6d-8925-4e4b-8c3a-558e7b545e8c req-c319bf8f-db7d-40c5-8b95-95de41483909 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:42.652448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-83940a6d-8925-4e4b-8c3a-558e7b545e8c req-c319bf8f-db7d-40c5-8b95-95de41483909 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 943 time: 0.0883834 May 09 05:28:42.696312 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-83940a6d-8925-4e4b-8c3a-558e7b545e8c req-b071e61e-772e-46c3-8ca1-078b9b406d4c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381095 May 09 05:28:43.912359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed1573-cb36-4053-a6c7-d87538bd20b6 req-3973f982-11ec-427b-a305-e6a921658594 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:43.913840 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-04ed1573-cb36-4053-a6c7-d87538bd20b6 req-3973f982-11ec-427b-a305-e6a921658594 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 943 time: 0.0960817 May 09 05:28:43.960579 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-04ed1573-cb36-4053-a6c7-d87538bd20b6 req-96ddca8e-65ed-45b0-af0e-ba63dd655357 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 May 09 05:28:44.366859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c261a5b4-32cd-4462-8091-aa00fc0fe3f3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:28:44.513283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:44.527149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c', 'port_id': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'mac_address': 'fa:16:3e:5b:01:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae73ab4-d064-4200-b309-499c97c33769', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:28:44.582758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:44.602107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c261a5b4-32cd-4462-8091-aa00fc0fe3f3 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:28:44.630197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-13369392-8479-467f-bbac-3416b86b268f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:44.632167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:44.636884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:44.703814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:44.711736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.712075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.712429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.712755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.713078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.713397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.713717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.714014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.714327 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.714637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.714946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:44.715254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:28:45.011523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['c261a5b4-32cd-4462-8091-aa00fc0fe3f3'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:28:45.150198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc236e2-575d-497f-a959-a14bed0f4aa5 req-f75b9a3b-79c1-4a1f-9e65-e0946daacb58 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:45.151792 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1cc236e2-575d-497f-a959-a14bed0f4aa5 req-f75b9a3b-79c1-4a1f-9e65-e0946daacb58 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 944 time: 0.0857818 May 09 05:28:45.196721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1cc236e2-575d-497f-a959-a14bed0f4aa5 req-e0f904fe-30cb-47e3-8515-523da4d2403b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 May 09 05:28:45.746167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:45.924896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:46.382278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c261a5b4-32cd-4462-8091-aa00fc0fe3f3 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:28:46.397266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221458b-1bdc-4a9a-bbe5-61cb4973c4ce req-23700095-74e9-4835-9d7f-5229cf10cf5d tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:46.398767 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f221458b-1bdc-4a9a-bbe5-61cb4973c4ce req-23700095-74e9-4835-9d7f-5229cf10cf5d tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 944 time: 0.0951045 May 09 05:28:46.444578 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f221458b-1bdc-4a9a-bbe5-61cb4973c4ce req-4b60e199-6a6f-4837-8292-ddddd2ae655b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 May 09 05:28:46.453632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:28:46.458995 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:28:46.459374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:46.577182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:46.603485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:28:46.613317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:28:46.617595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:46.651403 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a8b4ff-56f8-4ce6-8f48-983c2538bbd3'] response: {'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'code': 200} May 09 05:28:46.691036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:28:46.935986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589a4d-4522-45e6-8cb3-8f2d09635983 req-0a786c81-b4eb-4b71-a133-4d14221b6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:46.938213 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6a589a4d-4522-45e6-8cb3-8f2d09635983 req-0a786c81-b4eb-4b71-a133-4d14221b6486 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0908599 May 09 05:28:46.987972 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6a589a4d-4522-45e6-8cb3-8f2d09635983 req-49716a3e-d958-49fc-8694-2ce88a4e6e28 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429187 May 09 05:28:47.480007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:47.653534 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5559584-6440-4005-b513-189815f9762e req-b859be0f-8ff5-4951-b171-126085913ac6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:47.655485 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c5559584-6440-4005-b513-189815f9762e req-b859be0f-8ff5-4951-b171-126085913ac6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1036053 May 09 05:28:47.704811 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c5559584-6440-4005-b513-189815f9762e req-c850623e-6506-4d02-9f99-d22a0f51f2e5 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 May 09 05:28:48.880748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:28:48.908506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa58e-ca8d-4b68-8d1f-8c9859566131 req-4d355f08-707a-45e8-ab55-d92083b7ccb6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:48.909960 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-432fa58e-ca8d-4b68-8d1f-8c9859566131 req-4d355f08-707a-45e8-ab55-d92083b7ccb6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0874517 May 09 05:28:48.954182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-432fa58e-ca8d-4b68-8d1f-8c9859566131 req-b24f25a5-518c-4bdc-93d1-886252051e85 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383687 May 09 05:28:49.145506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c57676-6166-4ace-8470-a7abc7070465 req-5bdbe544-8751-4c77-98bf-7f5e7b7f00c1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:49.147314 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c0c57676-6166-4ace-8470-a7abc7070465 req-5bdbe544-8751-4c77-98bf-7f5e7b7f00c1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0858216 May 09 05:28:49.196531 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c0c57676-6166-4ace-8470-a7abc7070465 req-7a0c092c-f987-4144-9c34-8657cd75b2e2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 May 09 05:28:49.611925 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-1646ca0d-1d6c-4365-8b40-bb48b0dd7538 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279325 May 09 05:28:49.630427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99344a-40b4-496b-af79-6f9396062b15 req-4f8f705f-1a03-41a3-8715-af48cb592560 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:49.631885 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7a99344a-40b4-496b-af79-6f9396062b15 req-4f8f705f-1a03-41a3-8715-af48cb592560 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1069376 May 09 05:28:49.680077 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7a99344a-40b4-496b-af79-6f9396062b15 req-6e3e8479-46f0-4f44-ae67-d8f82c48f9ac tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 May 09 05:28:50.934754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47926015-e0d1-4dea-b95d-667a7b89bc59 req-6067c376-0351-4050-b6f7-15a14e6c59aa tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:50.936204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47926015-e0d1-4dea-b95d-667a7b89bc59 req-6067c376-0351-4050-b6f7-15a14e6c59aa tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1355166 May 09 05:28:50.940603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-842300be-b5b3-4432-8bca-436fd0003641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:50.941926 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-842300be-b5b3-4432-8bca-436fd0003641 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 1098 time: 0.1105478 May 09 05:28:51.060055 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47926015-e0d1-4dea-b95d-667a7b89bc59 req-f7f3dfd9-8c0f-4980-9707-b7237a0852b1 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171877 May 09 05:28:51.101264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-bfadba52-2218-4584-8f71-8695847bf3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:51.102688 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-bfadba52-2218-4584-8f71-8695847bf3ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1475039 May 09 05:28:51.171640 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-f6a687f0-176a-4010-a461-5027fa4aa558 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 200 len: 217 time: 0.0631392 May 09 05:28:51.240600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-a27c7944-1fed-4c67-8470-fcf9cdc75a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:51.241925 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-a27c7944-1fed-4c67-8470-fcf9cdc75a5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0643735 May 09 05:28:51.291818 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-2e45ca18-0bee-46c5-81ad-38a750e95315 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435455 May 09 05:28:51.433010 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-fbbccfc2-1267-4097-af41-125cc3adb027 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344614 May 09 05:28:51.569937 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-e953bd21-c0cb-4805-8437-d7b726944cc9 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314032 May 09 05:28:51.609236 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:28:52.265529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314488f-f910-47d9-bca6-464ad8460712 req-437aa786-7b05-4779-bdb7-d4f64e441893 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:52.266949 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7314488f-f910-47d9-bca6-464ad8460712 req-437aa786-7b05-4779-bdb7-d4f64e441893 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0928812 May 09 05:28:52.313382 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7314488f-f910-47d9-bca6-464ad8460712 req-e277ef99-ec45-4b90-8a2b-707793f5d6b3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396197 May 09 05:28:53.512600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e0466-39f3-455d-8916-ef1b2136fa2a req-b7b15cab-e5d8-4878-9951-e9ca00277484 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:53.514080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-789e0466-39f3-455d-8916-ef1b2136fa2a req-b7b15cab-e5d8-4878-9951-e9ca00277484 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0858915 May 09 05:28:53.563696 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-789e0466-39f3-455d-8916-ef1b2136fa2a req-294c8df8-04ca-4b58-b60d-66ee99436ecc tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 May 09 05:28:54.792764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56277216-d02e-4fb3-bb77-26f5c3e3e3c4 req-43a7bd44-b078-475e-b447-324a9534f2b3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:54.794218 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-56277216-d02e-4fb3-bb77-26f5c3e3e3c4 req-43a7bd44-b078-475e-b447-324a9534f2b3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1052046 May 09 05:28:54.843402 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-56277216-d02e-4fb3-bb77-26f5c3e3e3c4 req-32725e1e-458c-406e-81b9-70f374f895c3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 May 09 05:28:56.040224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42f470-7c67-47f5-8ece-e9d8d0a426c4 req-e9e0b3fb-8f7d-428f-826a-77cfba488428 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:56.041702 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-af42f470-7c67-47f5-8ece-e9d8d0a426c4 req-e9e0b3fb-8f7d-428f-826a-77cfba488428 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0845194 May 09 05:28:56.088613 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-af42f470-7c67-47f5-8ece-e9d8d0a426c4 req-e6f04150-38c4-4918-97ea-2ad69567e3b0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 May 09 05:28:57.296734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94156a-c1c7-4478-b997-d8e7de9b43d3 req-b3540a6c-986f-44ed-9bf2-945651d2296c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:57.298081 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5c94156a-c1c7-4478-b997-d8e7de9b43d3 req-b3540a6c-986f-44ed-9bf2-945651d2296c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0842960 May 09 05:28:57.346348 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5c94156a-c1c7-4478-b997-d8e7de9b43d3 req-8a762dbe-49b6-45f3-96e7-df1eddd82e37 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 May 09 05:28:58.564701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07a905-a3fa-4d68-9b10-2073f4a308ed req-04d1dc77-747e-483b-b4a4-8f6c7ba48f93 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:58.566174 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d07a905-a3fa-4d68-9b10-2073f4a308ed req-04d1dc77-747e-483b-b4a4-8f6c7ba48f93 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0937214 May 09 05:28:58.615049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d07a905-a3fa-4d68-9b10-2073f4a308ed req-130d18af-18bc-44ab-b4bc-106dddf28fc0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 May 09 05:28:59.818651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb2ddf-3332-48f0-b9cd-aab5003c8d38 req-24d0ceab-630d-4103-9249-28b7287f6a86 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:28:59.820090 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-24eb2ddf-3332-48f0-b9cd-aab5003c8d38 req-24d0ceab-630d-4103-9249-28b7287f6a86 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0949802 May 09 05:28:59.867606 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-24eb2ddf-3332-48f0-b9cd-aab5003c8d38 req-44216fb0-941e-493b-9539-495e3ed8bfb7 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 May 09 05:29:01.165895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2767b27-2a25-4b3a-8f64-987d9b25cc58 req-b8ac9b81-43d6-4546-aebc-16dfb104ebd7 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:01.167242 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e2767b27-2a25-4b3a-8f64-987d9b25cc58 req-b8ac9b81-43d6-4546-aebc-16dfb104ebd7 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1822069 May 09 05:29:01.212679 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e2767b27-2a25-4b3a-8f64-987d9b25cc58 req-59bdf13c-26fc-456c-9b79-eb13aea027d4 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396781 May 09 05:29:02.429270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af342c-95d8-4dde-ac59-316af50d9c04 req-ca318d26-f537-45fc-bf46-b8944e781581 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:02.430723 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-44af342c-95d8-4dde-ac59-316af50d9c04 req-ca318d26-f537-45fc-bf46-b8944e781581 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0936506 May 09 05:29:02.476423 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-44af342c-95d8-4dde-ac59-316af50d9c04 req-a1a5fff0-b045-45ee-b372-a9fcecac3661 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 May 09 05:29:03.683709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d539e-f672-4017-a683-491b4a03cdc6 req-57b4518d-b48d-4ed4-934c-df7787209380 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:03.685166 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-549d539e-f672-4017-a683-491b4a03cdc6 req-57b4518d-b48d-4ed4-934c-df7787209380 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0830956 May 09 05:29:03.730070 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-549d539e-f672-4017-a683-491b4a03cdc6 req-9e571182-ce9e-45f7-85ae-d2eaeff5585b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392327 May 09 05:29:04.948510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6358b-105b-4d99-aef0-095cea88071f req-f38ab11f-ba3b-4359-bc7a-92d9c2b74153 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:04.949936 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e4e6358b-105b-4d99-aef0-095cea88071f req-f38ab11f-ba3b-4359-bc7a-92d9c2b74153 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0913444 May 09 05:29:04.996854 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e4e6358b-105b-4d99-aef0-095cea88071f req-49d78bde-56b7-4ed5-b08f-fd42f4a70c0b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 May 09 05:29:06.196370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209f6d-d478-4857-9220-e80079fd9347 req-f46f9aa1-26f8-4f48-acbf-60b628c7bdd6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:06.197980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e209f6d-d478-4857-9220-e80079fd9347 req-f46f9aa1-26f8-4f48-acbf-60b628c7bdd6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0859954 May 09 05:29:06.249286 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e209f6d-d478-4857-9220-e80079fd9347 req-e7a4c225-6a14-41f8-b726-541ed00946f2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 May 09 05:29:07.462135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b474-addc-4f78-89f7-05be35a2363c req-0f346c81-b0e3-412d-ae14-9b4e5bbbfa28 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:07.463596 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e937b474-addc-4f78-89f7-05be35a2363c req-0f346c81-b0e3-412d-ae14-9b4e5bbbfa28 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0888863 May 09 05:29:07.511653 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e937b474-addc-4f78-89f7-05be35a2363c req-6e6dd593-ab4f-403e-a229-35fd054d77b5 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 May 09 05:29:08.710739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba02940-201c-42a3-a3a2-411d9d5f855d req-4af219cd-0563-4976-98d7-7fcd0ea72560 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:08.712196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dba02940-201c-42a3-a3a2-411d9d5f855d req-4af219cd-0563-4976-98d7-7fcd0ea72560 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0844538 May 09 05:29:08.759921 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dba02940-201c-42a3-a3a2-411d9d5f855d req-fc00fca3-80ca-421c-a7c4-199fb7f1bba8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 May 09 05:29:09.968537 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8c3d-9dfa-4b0e-92a5-e0b83134d01e req-6a9d0598-16fa-4929-8b29-fb57a2148e08 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:09.970212 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eaaf8c3d-9dfa-4b0e-92a5-e0b83134d01e req-6a9d0598-16fa-4929-8b29-fb57a2148e08 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0932047 May 09 05:29:10.023083 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eaaf8c3d-9dfa-4b0e-92a5-e0b83134d01e req-e3947152-f206-479f-b49b-0b2e4a322ee4 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 May 09 05:29:11.214328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b31a0b-aa5c-46fb-91e6-d3fa0f48ceaf req-7d84cba4-92ca-4c69-8d66-e83604319b58 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:11.215781 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12b31a0b-aa5c-46fb-91e6-d3fa0f48ceaf req-7d84cba4-92ca-4c69-8d66-e83604319b58 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0881395 May 09 05:29:11.260414 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12b31a0b-aa5c-46fb-91e6-d3fa0f48ceaf req-3b8060f9-030f-43eb-a9bb-1be9a3ed878b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387101 May 09 05:29:12.360632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b49824e9-6b4c-49b7-90cb-a80c713e892c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:12.467383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aea45-897e-45a2-bb06-d9d46735fd47 req-9eba561e-fcb3-454d-8048-306429c66172 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:12.468901 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-572aea45-897e-45a2-bb06-d9d46735fd47 req-9eba561e-fcb3-454d-8048-306429c66172 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0859730 May 09 05:29:12.520296 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-572aea45-897e-45a2-bb06-d9d46735fd47 req-2629932e-8d0c-45d3-9a20-dd1c342273d9 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 May 09 05:29:13.734749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fede6c-3f23-4ff4-b9b2-9bd3943de3c9 req-c845bd3c-3e1c-4291-a78e-733ffdb6c78e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:13.736193 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-77fede6c-3f23-4ff4-b9b2-9bd3943de3c9 req-c845bd3c-3e1c-4291-a78e-733ffdb6c78e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0942426 May 09 05:29:13.787758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-77fede6c-3f23-4ff4-b9b2-9bd3943de3c9 req-0489b60b-3b7d-4b46-8238-dcf623668214 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 May 09 05:29:14.628452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f470d901-5544-4e9a-ae76-648f79332bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:14.997819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a9010-2c38-4644-bdbd-336930315702 req-e5dfdeb1-72ec-4f5b-af07-e5fe6115b70b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:14.999295 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-331a9010-2c38-4644-bdbd-336930315702 req-e5dfdeb1-72ec-4f5b-af07-e5fe6115b70b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0894549 May 09 05:29:15.044155 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-331a9010-2c38-4644-bdbd-336930315702 req-d051e097-c135-46a8-8f2f-96820c84ddfa tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 May 09 05:29:15.755776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:15.929981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:16.293182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde9928-ce85-4b0f-8224-6767a4075c38 req-8c578d08-344f-488c-8772-000faac3ad13 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:16.294561 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dde9928-ce85-4b0f-8224-6767a4075c38 req-8c578d08-344f-488c-8772-000faac3ad13 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1394703 May 09 05:29:16.338992 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dde9928-ce85-4b0f-8224-6767a4075c38 req-e24904cd-d432-47e8-b2d6-444870537be6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 May 09 05:29:17.480007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:17.537513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c01d5-0102-4a82-a90e-ea7505436aa8 req-2f415a27-8b20-4108-8c93-12057958d5d0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:17.539052 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0d4c01d5-0102-4a82-a90e-ea7505436aa8 req-2f415a27-8b20-4108-8c93-12057958d5d0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0886858 May 09 05:29:17.584881 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0d4c01d5-0102-4a82-a90e-ea7505436aa8 req-4ea9d4b6-374f-4744-927f-bb11d73be7d8 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 May 09 05:29:18.423393 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-237ecf64-5e92-4cbd-b28e-4b9f6b7d9c11 service neutron] 10.222.0.59 "GET /v2.0/ports/c261a5b4-32cd-4462-8091-aa00fc0fe3f3/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0866988 May 09 05:29:18.764010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-5fba3dd0-2605-4146-800d-e9950ef9b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:18.765424 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-5fba3dd0-2605-4146-800d-e9950ef9b0f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6&tenant_id=781b1ad4fd314abea9a10013f86ad0ca HTTP/1.1" status: 200 len: 1098 time: 0.1241686 May 09 05:29:18.789624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319a4c-2c7b-4e6f-a860-da180658cc6b req-a3fa12c6-a9f6-4c3c-a79e-53431ac00da9 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:18.791110 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35319a4c-2c7b-4e6f-a860-da180658cc6b req-a3fa12c6-a9f6-4c3c-a79e-53431ac00da9 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0944972 May 09 05:29:18.884704 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35319a4c-2c7b-4e6f-a860-da180658cc6b req-755dc6f4-9e0b-4ed8-9cff-be96f22cfc18 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848012 May 09 05:29:18.905415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:18.913562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-7cd36d69-bffa-4455-9709-c5e8f569714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:18.915141 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-7cd36d69-bffa-4455-9709-c5e8f569714d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0948935 May 09 05:29:19.045946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-a1d8289a-9836-4563-9b5d-8274829ed528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:19.047402 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-a1d8289a-9836-4563-9b5d-8274829ed528 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1264305 May 09 05:29:19.125330 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-9ed73093-e900-4b49-bac6-5c20e1ddf737 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 200 len: 217 time: 0.0710464 May 09 05:29:19.193478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-9f3e54a0-424a-4782-89dd-ee26cabee26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:19.195554 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-9f3e54a0-424a-4782-89dd-ee26cabee26c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0637577 May 09 05:29:19.241734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-d848adbc-3261-47ed-beaa-06e6c6b9d51f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406651 May 09 05:29:19.371801 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-6d01facc-e758-445d-b595-a65a21476886 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234550 May 09 05:29:19.523592 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2063150-e6e1-4ecc-b0f3-a5d71db2fc91 req-df1a6a67-6902-4faf-a5cf-55f43fc4a3c4 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452968 May 09 05:29:20.081608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd95a8f-8424-4b3d-9c83-03c5793921ec req-72305860-ef62-4b05-aad5-37a42365dd6e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:20.083198 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4cd95a8f-8424-4b3d-9c83-03c5793921ec req-72305860-ef62-4b05-aad5-37a42365dd6e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0851572 May 09 05:29:20.131370 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4cd95a8f-8424-4b3d-9c83-03c5793921ec req-3de9ff57-ee54-4407-b153-7a318de80fbb tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 May 09 05:29:20.560524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c261a5b4-32cd-4462-8091-aa00fc0fe3f3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:29:20.569375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c261a5b4-32cd-4462-8091-aa00fc0fe3f3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:29:20.788330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:20.806250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:20.833806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'network_id': 'f2f12e9c-53fc-4801-bd92-7e955172f07c', 'port_id': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'mac_address': 'fa:16:3e:5b:01:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae73ab4-d064-4200-b309-499c97c33769', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:29:20.843197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:29:20.900151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:20.908474 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4df78a-505f-4552-b62f-9abcf4f4b913'] response: {'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'code': 200} May 09 05:29:20.911498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:20.970104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:20.994448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c261a5b4-32cd-4462-8091-aa00fc0fe3f3 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:29:21.003651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:21.059196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:29:21.059540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:29:21.375785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda729ad-67ea-4da9-a675-a360e7f1098a req-84f126cd-e4c6-4ab1-9c9b-39b2e8f0b0de tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:21.377214 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bda729ad-67ea-4da9-a675-a360e7f1098a req-84f126cd-e4c6-4ab1-9c9b-39b2e8f0b0de tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 943 time: 0.0963249 May 09 05:29:21.421949 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bda729ad-67ea-4da9-a675-a360e7f1098a req-80f6a157-afe4-4708-b43b-03849e68c492 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388312 May 09 05:29:21.622996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:21.641770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c261a5b4-32cd-4462-8091-aa00fc0fe3f3 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:29:21.659669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:21.666774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:21.733308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:21.797084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['c261a5b4-32cd-4462-8091-aa00fc0fe3f3'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:29:22.579222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c261a5b4-32cd-4462-8091-aa00fc0fe3f3 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:22.652168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:22.652915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:22.675576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b96596-c0ab-4c59-b891-cad42e03b50b req-8fb67ac7-63d2-486f-b262-919855922a2f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:22.677408 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2b96596-c0ab-4c59-b891-cad42e03b50b req-8fb67ac7-63d2-486f-b262-919855922a2f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 944 time: 0.1263795 May 09 05:29:22.739661 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2b96596-c0ab-4c59-b891-cad42e03b50b req-c89d5377-4cca-4ad4-9919-52724f77e19c tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520759 May 09 05:29:22.749977 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-c65c603e-7b1d-4993-abc4-dccc9802c835 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1230259 May 09 05:29:22.783047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:22.818795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:22.822979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:22.942213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:29:22.959006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aff06-65e8-427b-8b33-c26382a24ebe req-fefe1d11-c817-4df1-b90c-757af19d8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:22.961651 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-fefe1d11-c817-4df1-b90c-757af19d8b49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 1098 time: 0.1106141 May 09 05:29:22.987772 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:23.041292 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1bc198-3c31-491e-a2ac-fb848ef495e1'] response: {'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'code': 200} May 09 05:29:23.357977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aff06-65e8-427b-8b33-c26382a24ebe req-25f94528-8490-4b1e-9d9e-e32a8c6638bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:23.359459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-25f94528-8490-4b1e-9d9e-e32a8c6638bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.3762167 May 09 05:29:23.434557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-d12f74e5-31e8-41d7-927a-0b21531b85ad tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:23.435991 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-d12f74e5-31e8-41d7-927a-0b21531b85ad tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6&tenant_id=781b1ad4fd314abea9a10013f86ad0ca&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.4164743 May 09 05:29:23.445670 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-25da40d8-bc30-48dc-afdf-51e3e097feb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 200 len: 217 time: 0.0781362 May 09 05:29:23.452986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3cafc-c82d-4b20-96e9-2fafbf90d2ac req-dda6d927-cab8-4c00-bd32-873b5ceb0e68 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:23.454304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4cd3cafc-c82d-4b20-96e9-2fafbf90d2ac req-dda6d927-cab8-4c00-bd32-873b5ceb0e68 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.3934035 May 09 05:29:23.545734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4cd3cafc-c82d-4b20-96e9-2fafbf90d2ac req-ba9c88bf-3850-4dc3-8c5a-eac4aac1d10e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 May 09 05:29:23.547030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aff06-65e8-427b-8b33-c26382a24ebe req-9b9a8512-5377-4c11-addc-c7b1f26f7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:23.548342 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-9b9a8512-5377-4c11-addc-c7b1f26f7c5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0932248 May 09 05:29:23.603727 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-41dce2f4-c65f-49a6-93af-a27c3f7fc2c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493574 May 09 05:29:23.735132 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-d6e6dc31-6e61-4d2d-a09b-fc0f7b4ef689 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256576 May 09 05:29:23.868881 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-335aff06-65e8-427b-8b33-c26382a24ebe req-5fc8329c-9749-4490-9b44-0b1a1202170f service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281064 May 09 05:29:24.080458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-2ff2c78c-24b1-43bd-b0b0-4115ec89d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:24.081968 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-2ff2c78c-24b1-43bd-b0b0-4115ec89d022 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0733459 May 09 05:29:24.214665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-4da2ba3d-4228-4492-b5fe-6ab441d26e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:24.216099 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-4da2ba3d-4228-4492-b5fe-6ab441d26e02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 200 len: 916 time: 0.1272528 May 09 05:29:24.304156 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-7ed5611d-f512-4404-90d5-41b3e7b36cc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 200 len: 217 time: 0.0654821 May 09 05:29:24.382740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-eb1027f4-30a3-4a6b-b098-be98e348ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:24.384292 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-eb1027f4-30a3-4a6b-b098-be98e348ebe7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 200 len: 855 time: 0.0585008 May 09 05:29:24.434450 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-f5dd39c7-fb52-4b9e-9c3c-bdc2c96599d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2f12e9c-53fc-4801-bd92-7e955172f07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441287 May 09 05:29:24.570238 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-beff75b1-30a2-4d30-914a-9d1709405882 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282530 May 09 05:29:24.703489 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f124557-12a5-4e71-838f-ea3358d5d5bc req-b250fc5f-cd3e-4246-bd54-4ba318ce7376 service neutron] 10.222.0.59 "GET /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266942 May 09 05:29:24.738993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657e2a-665b-495e-a867-df6cbebaadad req-5b5ec02b-f478-4a88-8b88-43c7ee33ffe2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:24.740452 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dd657e2a-665b-495e-a867-df6cbebaadad req-5b5ec02b-f478-4a88-8b88-43c7ee33ffe2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0828099 May 09 05:29:24.791959 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dd657e2a-665b-495e-a867-df6cbebaadad req-132ffcb7-cd00-41ad-8bae-b2ea2bece650 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 May 09 05:29:26.009666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b50a1-687d-4c83-a081-0b36307fd09f req-73bb2c70-d034-45bc-807c-87276b1365c0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:26.011080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c76b50a1-687d-4c83-a081-0b36307fd09f req-73bb2c70-d034-45bc-807c-87276b1365c0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0866325 May 09 05:29:26.056058 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c76b50a1-687d-4c83-a081-0b36307fd09f req-33f42880-85fd-4fba-85ce-ac00643f9549 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 May 09 05:29:26.252338 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af80324-f27e-4081-a9a3-789e67e7a3c0 req-19af4ace-eb71-4bde-b131-092d10ec261a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:26.253817 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0af80324-f27e-4081-a9a3-789e67e7a3c0 req-19af4ace-eb71-4bde-b131-092d10ec261a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0935290 May 09 05:29:26.299634 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0af80324-f27e-4081-a9a3-789e67e7a3c0 req-f0abf39c-1d9c-4d40-b44e-823da6929507 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 May 09 05:29:26.603153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf0454-0325-4d6d-a69f-15e15508550e req-01c2b045-9939-43e1-9753-52f01a060e0a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:26.604608 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-04cf0454-0325-4d6d-a69f-15e15508550e req-01c2b045-9939-43e1-9753-52f01a060e0a tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1967585 May 09 05:29:26.648607 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-04cf0454-0325-4d6d-a69f-15e15508550e req-20322d42-ad59-421a-a652-e6dbb497b9c0 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380847 May 09 05:29:27.221099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254d938-ddcd-43ef-982c-6b9bf8ce6789 req-0fdaa219-cb5f-4513-bd03-aa7b64bab5b2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:27.222435 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5254d938-ddcd-43ef-982c-6b9bf8ce6789 req-0fdaa219-cb5f-4513-bd03-aa7b64bab5b2 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0922806 May 09 05:29:27.361709 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5254d938-ddcd-43ef-982c-6b9bf8ce6789 req-e464edcf-1286-40c3-96c1-f06111f02f9b tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335585 May 09 05:29:28.585782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae783348-23c5-4e97-aefc-12725e005656 req-f444a41a-0deb-40f4-b816-00e1158b9a7e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:28.587276 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ae783348-23c5-4e97-aefc-12725e005656 req-f444a41a-0deb-40f4-b816-00e1158b9a7e tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.1002767 May 09 05:29:28.611357 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:29:28.644700 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ae783348-23c5-4e97-aefc-12725e005656 req-97ee9aba-2020-418e-9ea4-968af3c2d767 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3192d02-c63a-4acc-9e61-ecfa70cfed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507619 May 09 05:29:28.972630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-750ec5d1-4fbb-4ac3-8e3f-ee8983bbe9f3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:28.973967 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-750ec5d1-4fbb-4ac3-8e3f-ee8983bbe9f3 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 945 time: 0.0979025 May 09 05:29:29.044881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Deleting port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:29:29.045245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:29.312054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] For port c261a5b4-32cd-4462-8091-aa00fc0fe3f3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,segment=NetworkSegment(42e5cba8-932a-4831-9555-2b15a582c095),segment_id=42e5cba8-932a-4831-9555-2b15a582c095)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:29.312382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:29.446045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Calling delete_port for c261a5b4-32cd-4462-8091-aa00fc0fe3f3 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:29:29.605513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:29.639283 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['c261a5b4-32cd-4462-8091-aa00fc0fe3f3'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:29:29.658240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Pushing event deleted for resources: {'Port': ['ID=c261a5b4-32cd-4462-8091-aa00fc0fe3f3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:29.696308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.696674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.697120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.697442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.697765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.698090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.698412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.698730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.699045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.699389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.699708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.700009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:29.741436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] No DVR routers for this DVR port c261a5b4-32cd-4462-8091-aa00fc0fe3f3 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:29:29.743985 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:29.746563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-deleted', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:29:29.762381 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-336e15be-be3f-4133-8dc7-f9ee06b55411 req-dfc73548-488b-460e-9c33-2ff171468a4f tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.59 "DELETE /v2.0/ports/c261a5b4-32cd-4462-8091-aa00fc0fe3f3 HTTP/1.1" status: 204 len: 173 time: 0.7828777 May 09 05:29:29.798620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d13b13-af84-43ec-aae1-00ea16f62e36'] response: {'server_uuid': '34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6', 'name': 'network-vif-deleted', 'tag': 'c261a5b4-32cd-4462-8091-aa00fc0fe3f3', 'status': 'completed', 'code': 200} May 09 05:29:29.803748 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1433ddbe-e494-4039-a669-09e48576476f req-d3692084-9862-4bc5-8961-9fc9a1b458c6 tempest-ServerDiskConfigTestJSON-921268934 tempest-ServerDiskConfigTestJSON-921268934-project] 10.222.0.50 "GET /v2.0/ports?device_id=34006a8a-ae3f-400c-8d8a-cd6f4ca19ff6 HTTP/1.1" status: 200 len: 210 time: 0.0527089 May 09 05:29:31.064274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44738) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:31.125993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] Deleting subnet 4ae73ab4-d064-4200-b309-499c97c33769 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:29:31.128909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.179012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.237064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.315710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.355119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae73ab4-d064-4200-b309-499c97c33769,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:31.357043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.363370 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-56d3c070-17a3-4fd9-94ca-2bfdcdf2361f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4ae73ab4-d064-4200-b309-499c97c33769 HTTP/1.1" status: 204 len: 168 time: 0.2980769 May 09 05:29:31.367122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44742) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:31.476225 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.610626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.635634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f12e9c-53fc-4801-bd92-7e955172f07c']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:31.651489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e5cba8-932a-4831-9555-2b15a582c095') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:31.651787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e5cba8-932a-4831-9555-2b15a582c095') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:31.662949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.679190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.685546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:29:31.685922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:29:31.699134 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:29:31.775310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.790896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:31.804840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f12e9c-53fc-4801-bd92-7e955172f07c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:31.815034 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ac3fa62-1a90-4f8e-b3c1-97efa7a45b44 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f2f12e9c-53fc-4801-bd92-7e955172f07c HTTP/1.1" status: 204 len: 168 time: 0.4469373 May 09 05:29:31.931557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44748) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:31.985277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-86daa4eb-e85d-4a92-96c5-e5762bf6c051 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=781b1ad4fd314abea9a10013f86ad0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519562 May 09 05:29:31.987784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44752) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:32.046262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-754d3754-a63c-44d4-9140-b005dbe8a528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:32.070884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-754d3754-a63c-44d4-9140-b005dbe8a528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:32.134977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-754d3754-a63c-44d4-9140-b005dbe8a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:32.160606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d3754-a63c-44d4-9140-b005dbe8a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3192d02-c63a-4acc-9e61-ecfa70cfed08,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:32.172478 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-754d3754-a63c-44d4-9140-b005dbe8a528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:32.173595 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-754d3754-a63c-44d4-9140-b005dbe8a528 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3192d02-c63a-4acc-9e61-ecfa70cfed08 HTTP/1.1" status: 204 len: 168 time: 0.1849551 May 09 05:29:32.583392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c261a5b4-32cd-4462-8091-aa00fc0fe3f3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:29:32.617883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: c261a5b4-32cd-4462-8091-aa00fc0fe3f3 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:29:32.618226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c261a5b4-32cd-4462-8091-aa00fc0fe3f3 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:29:32.947100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44776) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:33.051874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-791242801-network', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:33.056666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:33.061005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Usage tracker for resource:network and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:33.063895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:33.070291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:33.082086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Made reservation on behalf of b62f19a9fcfc459fa482f676467f1d61 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:29:33.084585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.097668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.115144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:33.119061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Usage tracker for resource:security_group_rule and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:33.122217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:33.128419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:33.225021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.232945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.264426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:29:33.273213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d178101c-cb5c-4ec9-a7b2-bb162abfbff4,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:33.280598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.281504 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Added segment 3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd of type vlan for network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 May 09 05:29:33.308140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.342093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.343440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:33.344277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.549649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6013935 May 09 05:29:33.550507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d09eba-0834-4306-a100-ac8f20012c34 admin admin] Pushing event updated for resources: {'Network': ['ID=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:33.552640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44782) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:33.558649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Request body: {'subnet': {'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-791242801-subnet', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:33.560422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:29:33.563906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:33.568104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Usage tracker for resource:subnet and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:33.571165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:33.577556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:33.589488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Made reservation on behalf of b62f19a9fcfc459fa482f676467f1d61 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:29:33.592199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.806211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.876174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d27986-9359-4c1d-aaa4-9f3eac3c0d73,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:33.887249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.887588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.887923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.888249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.888605 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.888931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.889255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.889580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.889893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.890205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.890517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.890826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:33.897302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Checking segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:29:33.897656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Network hostable DHCP agents. Network: 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:29:33.918161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:29:33.928702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:29:33.932813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:33.933382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.938203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fcef1d-e866-43f7-b202-5bcb8f5c96cc None None] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:29:33.960525 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-26b3ce14-c41c-4877-b59c-5d5bcf2578a5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4065578 May 09 05:29:33.963331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44786) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:33.968817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:33.973788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:33.978078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Usage tracker for resource:router and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:33.981183 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:33.987380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:33.998816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:33.999767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.017523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.162201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:29:34.163031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.297416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.317732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Allocated IP 172.20.0.2 (8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519/20d27986-9359-4c1d-aaa4-9f3eac3c0d73/ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:29:34.522661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.533524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Transition to ACTIVE for port object ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:29:34.555681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Transition to ACTIVE for port object ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:29:34.567061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.615889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.633871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:29:34.635023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:29:34.638546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:29:34.647259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.672782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Pushing event updated for resources: {'Port': ['ID=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:34.738340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Attempting to bind port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:29:34.738703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Attempting to bind port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:29:34.739069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Attempting to bind port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:29:34.744891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:29:34.745374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Checking segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:29:34.745764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.746139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Bound using segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:29:34.746589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Bound port: ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:29:34.746946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.781705 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Allocated IP 172.26.0.94 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/9be064b1-bdae-47ef-ae0d-451054867492) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:29:34.836696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] For port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:29:34.839946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] For port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:29:34.844605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.929783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:34.934705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6012-75ff-4780-b7f0-f3db8fe6b61a None None] Pushing event updated for resources: {'Port': ['ID=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:34.967910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:35.037433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:29:35.041157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:29:35.046467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:29:35.218634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Pushing event updated for resources: {'Port': ['ID=9be064b1-bdae-47ef-ae0d-451054867492,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:35.613346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:35.857435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f943d9e3-1749-4b9f-9144-fa4f601c9a68 None None] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:29:35.949605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-de56d932-952a-40a5-9e5e-bf876a105f79 None None] Provisioning for port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:29:35.968308 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:36.177257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:29:36.359205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:29:36.368695 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:29:36.382260 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:29:36.382260 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:29:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:36.385359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:36.386786 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9dfefe18-a1d1-4567-a91e-6ba640579b2f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4225008 May 09 05:29:36.390946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44790) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:36.570409 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:29:36.872206 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:35Z', 'revision_number': 3, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:36.876546 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:29:36.876884 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Updating router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 port 9be064b1-bdae-47ef-ae0d-451054867492 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:29:36.929641 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.108573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:37.201157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:29:37.205725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:37.206435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.213799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.274036 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.286839 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Transition to ACTIVE for port object 9be064b1-bdae-47ef-ae0d-451054867492 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:29:37.296672 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.322166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.394954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:37.401061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.413421 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Attempting to bind port 9be064b1-bdae-47ef-ae0d-451054867492 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:29:37.413937 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Attempting to bind port 9be064b1-bdae-47ef-ae0d-451054867492 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:29:37.414084 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Attempting to bind port 9be064b1-bdae-47ef-ae0d-451054867492 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:29:37.428648 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:29:37.429025 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:29:37.429696 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.430192 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:29:37.430639 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Bound port: 9be064b1-bdae-47ef-ae0d-451054867492, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:29:37.431217 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.433720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Allocated IP 172.20.0.1 (8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519/20d27986-9359-4c1d-aaa4-9f3eac3c0d73/588d3a0f-f4a4-4d78-9f0c-66e1bb6722da) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:29:37.469775 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Pushing event updated for resources: {'Port': ['ID=9be064b1-bdae-47ef-ae0d-451054867492,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:37.486801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.487112 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.487545 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.488873 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.489210 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.489327 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:37.489516 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.490214 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.490935 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.491351 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.491557 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.494373 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.494709 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:37.527497 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] For port 9be064b1-bdae-47ef-ae0d-451054867492, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:29:37.531155 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] For port 9be064b1-bdae-47ef-ae0d-451054867492, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9be064b1-bdae-47ef-ae0d-451054867492,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:29:37.535891 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.587086 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.603946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Transition to ACTIVE for port object 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:29:37.611259 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:29:37.611865 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:29:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:37.630490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.675146 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12323a-bbef-410b-8cf9-d046faae34ee None None] Pushing event updated for resources: {'Port': ['ID=9be064b1-bdae-47ef-ae0d-451054867492,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:37.700351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:29:37.703309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:29:37.705694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:29:37.741012 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Pushing event updated for resources: {'Port': ['ID=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:37.770681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.801702 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:29:37.895538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.921054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b9e4cc59-71c3-4676-94e7-7ea3a653156d None None] Provisioning for port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:29:37.926285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b9e4cc59-71c3-4676-94e7-7ea3a653156d None None] Provisioning complete for port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:37.926644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b9e4cc59-71c3-4676-94e7-7ea3a653156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:37.982906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4cc59-71c3-4676-94e7-7ea3a653156d None None] Port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:29:38.096998 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:35Z', 'revision_number': 3, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:38.101058 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e9c1-6b1b-4cd1-a389-aaaf2d1e9656 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:35Z', 'revision_number': 3, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:29:38.124543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:38.129777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:38.238603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:38.241976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Pushing event updated for resources: {'Port': ['ID=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:38.502206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:29:38.503476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:29:38.705340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:29:38.709916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9aa743b7-41b4-4209-854d-1ce4f0844d4b None None] Provisioning complete for port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:38.710454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9aa743b7-41b4-4209-854d-1ce4f0844d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:38.766178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa743b7-41b4-4209-854d-1ce4f0844d4b None None] Port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:29:38.911388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:29:38.920948 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2b9088e6-3f61-4a71-a553-bf2e82752b24 admin admin] 10.222.0.50 "PUT /v2.0/routers/958350c9-410a-4f1f-8c89-75f4d01bcdb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5290887 May 09 05:29:39.128253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9be064b1-bdae-47ef-ae0d-451054867492 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:39.198268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 9be064b1-bdae-47ef-ae0d-451054867492 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:29:39.203551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 9be064b1-bdae-47ef-ae0d-451054867492 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:39.203918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:39.326639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:39.343712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 9be064b1-bdae-47ef-ae0d-451054867492, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9be064b1-bdae-47ef-ae0d-451054867492,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:39.348563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:39.349612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:39.463698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=9be064b1-bdae-47ef-ae0d-451054867492,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:39.477742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:39.478101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:39.517090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:29:39.540837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:29:39.541434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:29:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:39.765226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:29:39.850623 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44800) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:39.856099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290905526', 'description': 'tempest-description--159506776'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:39.866852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:39.871433 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Usage tracker for resource:security_group and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:39.874476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:39.880736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:39.893713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:39.915575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:39.920124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Usage tracker for resource:security_group_rule and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:39.923082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:39.928749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:40.006653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.012512 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.055089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a18a4a-dc77-4cca-82d0-d9635ab4ee29,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:40.058002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.061635 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b52b4ac6-3f38-4389-95dc-560c1711b310 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2075717 May 09 05:29:40.062303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44804) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:40.067795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'security_group_rule': {'security_group_id': '87a18a4a-dc77-4cca-82d0-d9635ab4ee29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:40.080076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:40.084409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Usage tracker for resource:security_group_rule and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:40.087450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:40.094858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:40.096922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 2, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:40.101382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:29:40.102768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Updating router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:29:40.114498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.163737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.184834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.189250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.213418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70a300c-fd72-4c10-9a68-6603be7fae03,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:40.224689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.226120 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8c9d5042-34d3-4a5e-9e89-9d61ff9ed4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627429 May 09 05:29:40.228913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44808) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:40.234079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'security_group_rule': {'security_group_id': '87a18a4a-dc77-4cca-82d0-d9635ab4ee29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:40.239924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:40.243874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Usage tracker for resource:security_group_rule and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:40.246888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:40.252688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:40.269807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.335402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.339594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.364112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543996e1-9a10-4762-b011-196e105d0779,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:40.373951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.375338 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-49f09553-00db-44b0-9efa-ea8d5f8b7fc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453011 May 09 05:29:40.378376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 44812) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:40.383373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:40.389242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:40.393262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Usage tracker for resource:floatingip and tenant:b62f19a9fcfc459fa482f676467f1d61 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:29:40.396825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:29:40.402832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:40.414687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.558077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.558840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.570116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Transition to ACTIVE for port object 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:29:40.577229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.699517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Allocated IP 172.26.0.212 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/f1da7622-5b8c-4063-a25b-1d82fa2e870f) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:29:40.742636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315a762-4dd4-4a84-bf7e-4c69fb19edbc None None] Pushing event updated for resources: {'Port': ['ID=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:40.798665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Attempting to bind port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:29:40.799756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Attempting to bind port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:29:40.800113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Attempting to bind port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:29:40.805699 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:29:40.806059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Checking segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:29:40.806464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.806839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Bound using segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:29:40.807287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Bound port: 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:29:40.807732 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.861072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.892137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.906033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] For port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:29:40.911399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] For port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:29:40.916054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:40.961469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:29:40.964516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:29:40.967029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:29:40.994889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:29:40.996334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:29:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:41.009750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'Port': ['ID=f1da7622-5b8c-4063-a25b-1d82fa2e870f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:41.062602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:41.063282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315a762-4dd4-4a84-bf7e-4c69fb19edbc None None] Pushing event updated for resources: {'Port': ['ID=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:41.152516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:41.166571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9be064b1-bdae-47ef-ae0d-451054867492 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:41.260746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:29:41.363162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:41.368987 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:41.392920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 9be064b1-bdae-47ef-ae0d-451054867492 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:41.393274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:41.482427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'Port': ['ID=f1da7622-5b8c-4063-a25b-1d82fa2e870f,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:41.497937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:41.523678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:41.525159 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f61dc10b-1662-4a58-9c06-6b6200db53ab tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1458216 May 09 05:29:41.690228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-aedf6800-b9d5-437a-839a-7107567e579b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:29:41.692802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:40Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:41.697244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeff176-443a-4d75-847f-e195632614a4 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:40Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:29:41.709074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-aedf6800-b9d5-437a-839a-7107567e579b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:29:41.710669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-aedf6800-b9d5-437a-839a-7107567e579b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1290905526&fields=id&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 267 time: 0.0616446 May 09 05:29:41.874078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-e1eedca9-01c1-4c35-bcf9-287b7abbc212 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:41.874804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-e1eedca9-01c1-4c35-bcf9-287b7abbc212 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:29:41.894408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-e1eedca9-01c1-4c35-bcf9-287b7abbc212 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:29:41.896027 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-e1eedca9-01c1-4c35-bcf9-287b7abbc212 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1783986 May 09 05:29:41.912427 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-9e430411-1f98-42e1-aac2-0340ec72ef5c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/quotas/b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 375 time: 0.0100431 May 09 05:29:42.004542 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-f24667b2-d6d3-46e7-a24e-d675b208c583 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862613 May 09 05:29:42.152353 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-925316df-951c-4891-88b3-a9c29a6fab3f service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352582 May 09 05:29:42.355548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eea01693-7bd7-417d-aa0e-bdc4a878c39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:42.411445 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-ddf85e4b-3ca5-4f36-ba48-bfb59cd79d20 service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522810 May 09 05:29:42.595766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e36192fb-26ab-4cd1-9a39-29f8736131d3 req-177fcc3d-3d9e-44dd-b332-0b255145e058 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:29:42.615004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e36192fb-26ab-4cd1-9a39-29f8736131d3 req-177fcc3d-3d9e-44dd-b332-0b255145e058 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:29:42.616229 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e36192fb-26ab-4cd1-9a39-29f8736131d3 req-177fcc3d-3d9e-44dd-b332-0b255145e058 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 210 time: 0.0665629 May 09 05:29:43.084910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:43.161251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:29:43.166128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:43.166486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:43.290980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:43.324007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:43.329052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:43.398946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:43.776560 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e9ff5eb-3fac-4aad-84b6-754f1e071e7f req-dac993b6-b93d-4996-ad6d-7fc90002efd8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 210 time: 0.0440683 May 09 05:29:43.931741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-4b4e7ab3-4d04-47f2-88c4-1483469a5951 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:43.933630 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-4b4e7ab3-4d04-47f2-88c4-1483469a5951 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1456943 May 09 05:29:43.990092 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-92e88f45-c6b8-47bc-af51-c6e01f9e6662 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 380 time: 0.0422833 May 09 05:29:44.000460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'port': {'device_id': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'admin_state_up': True, 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'security_groups': ['87a18a4a-dc77-4cca-82d0-d9635ab4ee29']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:44.139302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:29:44.149401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:29:44.164415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Made reservation on behalf of b62f19a9fcfc459fa482f676467f1d61 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:29:44.170100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:44.340568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Allocated IP 172.20.0.13 (8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519/20d27986-9359-4c1d-aaa4-9f3eac3c0d73/119f0125-c551-4341-958a-8ae98428eb1f) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:29:44.549291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:44.568690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Transition to ACTIVE for port object 119f0125-c551-4341-958a-8ae98428eb1f will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:29:44.596688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:44.622509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-113d33d6-71a2-4499-94bd-38efb7440e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:44.674728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:29:44.677981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:29:44.682079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:29:44.712712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:44.749675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:44.750282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:44.778031 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-3e6af41f-299c-4cb2-b24f-80452600976c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822547 May 09 05:29:44.795099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Request body: {'port': {'device_id': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:44.912828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:44.966653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3186d5c6-a99b-4bc8-9ca6-9daf1d05f800 None None] Provisioning for port 119f0125-c551-4341-958a-8ae98428eb1f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:29:44.978964 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3186d5c6-a99b-4bc8-9ca6-9daf1d05f800 None None] Provisioning complete for port 119f0125-c551-4341-958a-8ae98428eb1f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:44.979343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3186d5c6-a99b-4bc8-9ca6-9daf1d05f800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.029475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d4bfd-39c8-4062-943e-009f080308f6 req-eb0cbe9f-e171-4600-a4f2-3b729ecc147d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:45.040214 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1e9d4bfd-39c8-4062-943e-009f080308f6 req-eb0cbe9f-e171-4600-a4f2-3b729ecc147d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 932 time: 0.1310191 May 09 05:29:45.080575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1e9d4bfd-39c8-4062-943e-009f080308f6 req-8735b32c-696f-4d2a-a5dc-08de841c5ed8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:29:45.090223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:45.093981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1e9d4bfd-39c8-4062-943e-009f080308f6 req-8735b32c-696f-4d2a-a5dc-08de841c5ed8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:29:45.095242 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1e9d4bfd-39c8-4062-943e-009f080308f6 req-8735b32c-696f-4d2a-a5dc-08de841c5ed8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541153 May 09 05:29:45.139318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3186d5c6-a99b-4bc8-9ca6-9daf1d05f800 None None] Port 119f0125-c551-4341-958a-8ae98428eb1f cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:29:45.170937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:45.171293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.282349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119f0125-c551-4341-958a-8ae98428eb1f {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:29:45.289893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.305527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Transition to ACTIVE for port object 119f0125-c551-4341-958a-8ae98428eb1f will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:29:45.311475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.471868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:45.547091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Attempting to bind port 119f0125-c551-4341-958a-8ae98428eb1f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:29:45.547429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Attempting to bind port 119f0125-c551-4341-958a-8ae98428eb1f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:29:45.547761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Attempting to bind port 119f0125-c551-4341-958a-8ae98428eb1f on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:29:45.552425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Port 119f0125-c551-4341-958a-8ae98428eb1f on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:29:45.552766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Attempting to bind port 119f0125-c551-4341-958a-8ae98428eb1f on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:29:45.557934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:29:45.558316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Checking segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:29:45.558657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Bound using segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:29:45.559053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Bound port: 119f0125-c551-4341-958a-8ae98428eb1f, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:29:45.559397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.751811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.757108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:29:45.760572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:29:45.765952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.826997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:45.827602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.829014 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] 10.222.0.59 "PUT /v2.0/ports/119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 1094 time: 1.0385089 May 09 05:29:45.829456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:29:45.851543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb608ec6-223d-45ce-9f17-2c9edba8b2da service neutron] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:45.881028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001f7828-9980-4dc0-9b1f-735024ee3987'] response: {'name': 'network-changed', 'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f', 'status': 'completed', 'code': 200} May 09 05:29:45.923780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:45.978030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-1a244e8c-5df4-44ec-a86e-67aab46ee390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:45.979563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-1a244e8c-5df4-44ec-a86e-67aab46ee390 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1097 time: 0.0813513 May 09 05:29:46.053667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-83be26d7-ba0c-476e-966a-0da67ae47a7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 217 time: 0.0620329 May 09 05:29:46.117380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-6dc2b9eb-a619-45bf-baeb-d90017b7f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:46.118826 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-6dc2b9eb-a619-45bf-baeb-d90017b7f225 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0593100 May 09 05:29:46.193612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-77f0d8ac-6fb8-4abc-bee4-2763ad99f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:46.195104 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-77f0d8ac-6fb8-4abc-bee4-2763ad99f3e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707045 May 09 05:29:46.283020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d80c2-580b-41a0-b2d6-a7bf6f2218c6 req-62bea492-a1f7-479b-b516-b0a43d46eaa6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:46.284419 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-770d80c2-580b-41a0-b2d6-a7bf6f2218c6 req-62bea492-a1f7-479b-b516-b0a43d46eaa6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 944 time: 0.0834849 May 09 05:29:46.328276 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-bbf5ab11-eab3-4f0d-b11c-e5bfef4994a0 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268752 May 09 05:29:46.330336 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-770d80c2-580b-41a0-b2d6-a7bf6f2218c6 req-65a5ba8d-ff37-4c85-9a2f-88b8f5eee40b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 May 09 05:29:46.460888 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c330f9fd-af4a-4ef5-bee2-5e38069ef4c9 req-7ea19b5b-3e13-46c6-8f95-7de652f06b06 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260951 May 09 05:29:46.635385 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-49425b96-e45c-448f-a004-d893fdf684ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:46.636966 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-49425b96-e45c-448f-a004-d893fdf684ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1097 time: 0.0822277 May 09 05:29:46.769574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-e5c96ad9-4c2c-4f5f-91f2-4867333fa327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:46.771359 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-e5c96ad9-4c2c-4f5f-91f2-4867333fa327 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1274102 May 09 05:29:46.837808 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-ae5946d6-e3ef-4945-bc54-23aa24098dda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 217 time: 0.0600638 May 09 05:29:46.904972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-13d3636c-47a6-47db-83c6-cca902035319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:46.906272 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-13d3636c-47a6-47db-83c6-cca902035319 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0620987 May 09 05:29:46.982485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-ded9fe12-a044-4d21-9657-a2e558e6af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:46.983939 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-ded9fe12-a044-4d21-9657-a2e558e6af8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715084 May 09 05:29:47.117770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-6164d303-b5a0-41ab-b34d-2744f49da051 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276772 May 09 05:29:47.253437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e8327a4-c93a-44a9-a267-cd4eeaecba57 req-fd7f6311-a3a8-45e8-bec1-04eb4ff285be service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292586 May 09 05:29:47.481155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:47.533493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df22de7-af15-4c63-a55f-51af1bf0c126 req-bc604907-12ab-47be-92e5-e08d5371bb0e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:47.534100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8df22de7-af15-4c63-a55f-51af1bf0c126 req-bc604907-12ab-47be-92e5-e08d5371bb0e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:29:47.551676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8df22de7-af15-4c63-a55f-51af1bf0c126 req-bc604907-12ab-47be-92e5-e08d5371bb0e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:29:47.552901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8df22de7-af15-4c63-a55f-51af1bf0c126 req-bc604907-12ab-47be-92e5-e08d5371bb0e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 944 time: 0.1074817 May 09 05:29:47.597295 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8df22de7-af15-4c63-a55f-51af1bf0c126 req-93f65578-951e-427e-bbe2-94e7da325f40 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383358 May 09 05:29:48.666093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 119f0125-c551-4341-958a-8ae98428eb1f details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:29:48.791856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239413b-eab4-4b86-83bc-087be302d530 req-8092d836-ecc8-492d-a984-d45edcf7159e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:48.793928 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9239413b-eab4-4b86-83bc-087be302d530 req-8092d836-ecc8-492d-a984-d45edcf7159e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 944 time: 0.0822694 May 09 05:29:48.801430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:48.815182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '119f0125-c551-4341-958a-8ae98428eb1f', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': '119f0125-c551-4341-958a-8ae98428eb1f', 'mac_address': 'fa:16:3e:35:7d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:29:48.839101 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9239413b-eab4-4b86-83bc-087be302d530 req-b2f42c3c-745a-4b65-92a7-9eb04d856617 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 May 09 05:29:48.871370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:48.888483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119f0125-c551-4341-958a-8ae98428eb1f {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:29:48.908894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:48.915686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:48.952925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:48.985740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:48.993210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.993549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.993884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.994220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.994546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.994969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.995348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.995675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.995982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.996305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.996640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:48.996994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:29:49.313916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['119f0125-c551-4341-958a-8ae98428eb1f'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:29:50.034184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e40f27-4431-42d9-b56b-22ea863baddd req-7d11c494-774d-4da1-ae99-7d6e702f9040 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:50.035660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13e40f27-4431-42d9-b56b-22ea863baddd req-7d11c494-774d-4da1-ae99-7d6e702f9040 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 945 time: 0.0824096 May 09 05:29:50.079886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13e40f27-4431-42d9-b56b-22ea863baddd req-9f891ac8-f85d-42d0-93b6-e592ac74f24f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 May 09 05:29:50.662444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 119f0125-c551-4341-958a-8ae98428eb1f up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:29:50.738528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 119f0125-c551-4341-958a-8ae98428eb1f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:29:50.743347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 119f0125-c551-4341-958a-8ae98428eb1f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:29:50.743712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:50.860490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:50.887602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:29:50.899250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:29:50.904174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:50.949653 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a6021c-0d3f-4e6d-90fe-8fdcf2dcaa48'] response: {'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f', 'code': 200} May 09 05:29:50.985083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:29:51.249993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab707a93-3773-4a2c-9e41-8b00daabf30c req-aba3d7cb-56ab-44d9-87ad-eb5fe38463cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:51.251366 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ab707a93-3773-4a2c-9e41-8b00daabf30c req-aba3d7cb-56ab-44d9-87ad-eb5fe38463cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1099 time: 0.1209650 May 09 05:29:51.401804 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ab707a93-3773-4a2c-9e41-8b00daabf30c req-2655303a-3750-4a2a-9b20-6ad93517567f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433618 May 09 05:29:51.412429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c740-6418-4bd4-b26d-8a541278f253 req-4219eabb-ac3a-48a9-88ef-9fdb5016c007 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:51.413792 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8069c740-6418-4bd4-b26d-8a541278f253 req-4219eabb-ac3a-48a9-88ef-9fdb5016c007 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.2197692 May 09 05:29:51.459699 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8069c740-6418-4bd4-b26d-8a541278f253 req-359ca0de-f4b9-406a-b74f-90f17ece02c6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384161 May 09 05:29:52.666782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f7343-c0c7-4f34-8ce1-35aa904a4e90 req-bfb57240-1ef3-4f53-a8f8-7b239f059368 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:52.668114 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5e9f7343-c0c7-4f34-8ce1-35aa904a4e90 req-bfb57240-1ef3-4f53-a8f8-7b239f059368 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0874569 May 09 05:29:52.719335 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5e9f7343-c0c7-4f34-8ce1-35aa904a4e90 req-0d1641c5-67f4-4328-aca7-4f139e5610d8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453596 May 09 05:29:53.935469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509645bc-c5fa-484e-b37b-d8faffef7484 req-94b445cf-52dd-4a31-82c3-e2f1986116d6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:53.936981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-509645bc-c5fa-484e-b37b-d8faffef7484 req-94b445cf-52dd-4a31-82c3-e2f1986116d6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0881231 May 09 05:29:53.986275 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-509645bc-c5fa-484e-b37b-d8faffef7484 req-fba4c5e1-94fa-4161-90f9-aa98ca921991 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 May 09 05:29:54.171222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3293fea-0e44-4ec7-b92f-e951cb287794 req-94fb243f-557f-4c66-9cfe-6f4d6c2a8250 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:54.172686 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3293fea-0e44-4ec7-b92f-e951cb287794 req-94fb243f-557f-4c66-9cfe-6f4d6c2a8250 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0861290 May 09 05:29:54.185640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 44870) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:29:54.190487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'floatingip': {'port_id': '119f0125-c551-4341-958a-8ae98428eb1f'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:29:54.267811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:54.975423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:54.980233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:55.157247 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 associated. External IP: 172.26.0.212, port: 119f0125-c551-4341-958a-8ae98428eb1f. May 09 05:29:55.535351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:29:55.724250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:29:55.729118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:29:55.735718 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:29:55.749903 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:29:55.750519 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:29:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:55.787603 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-53645471-0752-4c1e-901f-27844b4ed032 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "PUT /v2.0/floatingips/35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 HTTP/1.1" status: 200 len: 992 time: 1.6007841 May 09 05:29:55.788093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:29:55.890549 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7416bb88-a9b5-4372-bd1b-1feb736460ad'] response: {'name': 'network-changed', 'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f', 'status': 'completed', 'code': 200} May 09 05:29:55.935780 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:29:56.024133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07824298-fb6b-4679-8b98-d1cff8a0af6e req-dedb142b-8bc4-4b6b-92a9-301ccff2ac03 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:56.026412 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-07824298-fb6b-4679-8b98-d1cff8a0af6e req-dedb142b-8bc4-4b6b-92a9-301ccff2ac03 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.1439445 May 09 05:29:56.054015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-6f13a160-d291-44f2-aee1-0c9dee5f8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:56.055529 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-6f13a160-d291-44f2-aee1-0c9dee5f8fae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1099 time: 0.1153927 May 09 05:29:56.169954 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-07824298-fb6b-4679-8b98-d1cff8a0af6e req-628e53b5-f806-4835-bfd2-f3d6b6d76fcd tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346898 May 09 05:29:56.217552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-57fc66d9-b619-4cf7-b083-5034e76ebc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:56.218996 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-57fc66d9-b619-4cf7-b083-5034e76ebc57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1571643 May 09 05:29:56.289134 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '119f0125-c551-4341-958a-8ae98428eb1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:35:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:29:54Z', 'revision_number': 1, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:56.293787 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:29:56.301615 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:29:56.302206 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:29:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:56.320139 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-d709fede-68b8-4bf8-810a-13fa8bab24a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 1000 time: 0.0945859 May 09 05:29:56.360336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0f2b9-064a-41ab-8360-58d306610fa7 req-f7e49e0c-9946-4910-9629-a92809584553 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:56.363180 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-10d0f2b9-064a-41ab-8360-58d306610fa7 req-f7e49e0c-9946-4910-9629-a92809584553 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0799544 May 09 05:29:56.391287 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-fb4d7882-3f64-4f95-8775-4613c12c8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:56.392893 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-fb4d7882-3f64-4f95-8775-4613c12c8940 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0657041 May 09 05:29:56.408546 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-10d0f2b9-064a-41ab-8360-58d306610fa7 req-6fd0f2ba-f5d8-4858-b5d0-33d73630fe43 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 May 09 05:29:56.470604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-b2038121-9a30-4963-a95e-4a9fbee1ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:56.472188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-b2038121-9a30-4963-a95e-4a9fbee1ca12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736995 May 09 05:29:56.518395 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:29:56.605653 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-7b0f4b63-7409-4fed-be33-fb7e4d1b92b9 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269519 May 09 05:29:56.738723 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ed5b324-1b28-4bbb-bf27-f5dba67418f0 req-975e6438-9213-40e9-9bee-216d1cfbd16b service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271951 May 09 05:29:56.863721 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '119f0125-c551-4341-958a-8ae98428eb1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:35:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:29:54Z', 'revision_number': 1, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:29:56.867677 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5b9e2-c9a1-41bd-9ede-f0172f9c70c8 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '119f0125-c551-4341-958a-8ae98428eb1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:35:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:29:54Z', 'revision_number': 1, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:29:57.049867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e50478-3870-4ebf-bb85-18460add0c19 None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:29:57.617202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc923c-3ca1-4cce-9113-bf6c5c7d07df req-e34e19f3-1f2d-4c9b-837e-59b0fe28aad5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:57.618575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d7cc923c-3ca1-4cce-9113-bf6c5c7d07df req-e34e19f3-1f2d-4c9b-837e-59b0fe28aad5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0962954 May 09 05:29:57.668185 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d7cc923c-3ca1-4cce-9113-bf6c5c7d07df req-ff4107b4-ae42-494f-bff2-7f2ba10eaa7d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 May 09 05:29:57.863151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f7d7a-acc2-4e49-8e12-b90b7eb80eb4 req-0d27eecf-68e3-40b1-8bf2-a80ccb084d98 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:57.864993 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b22f7d7a-acc2-4e49-8e12-b90b7eb80eb4 req-0d27eecf-68e3-40b1-8bf2-a80ccb084d98 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0891840 May 09 05:29:57.919998 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b22f7d7a-acc2-4e49-8e12-b90b7eb80eb4 req-c8ff2e69-3e7c-44c7-a8b4-dace19359bf1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477035 May 09 05:29:58.442778 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-5d9486f2-3c11-44ce-aebb-a262ba48bec6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2424355 May 09 05:29:58.458755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf01b-93c4-4e51-8af1-b76365da8696 req-55cad2c8-7e9e-406e-9d4b-6baeb606787e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:58.460144 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-912bf01b-93c4-4e51-8af1-b76365da8696 req-55cad2c8-7e9e-406e-9d4b-6baeb606787e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.2117245 May 09 05:29:58.505750 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-912bf01b-93c4-4e51-8af1-b76365da8696 req-96308924-af57-4d1c-9f78-87cd7174b0a5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388675 May 09 05:29:59.760873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a999880-9415-4816-9b9b-9900740c15fc req-b67a65f1-110c-41e7-b5ae-969857d8073e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:59.762321 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a999880-9415-4816-9b9b-9900740c15fc req-b67a65f1-110c-41e7-b5ae-969857d8073e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.1406684 May 09 05:29:59.765608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-c38d1d22-76f1-4c0a-a25e-230cf9b2a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:59.766939 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-c38d1d22-76f1-4c0a-a25e-230cf9b2a2ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1099 time: 0.1131010 May 09 05:29:59.888792 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a999880-9415-4816-9b9b-9900740c15fc req-566859e3-3e16-4f03-9ee1-33eed68a63ad tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204493 May 09 05:29:59.929554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-d6c1f4e2-0cbd-4f7e-8cfa-2171117ccb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:29:59.930981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-d6c1f4e2-0cbd-4f7e-8cfa-2171117ccb69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1493757 May 09 05:30:00.036789 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-f3cfa2aa-1eae-4ea9-b3f9-a48a70306607 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 1002 time: 0.0990634 May 09 05:30:00.099772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-c2982216-3734-4c8f-b760-ce880ee13e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:00.101184 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-c2982216-3734-4c8f-b760-ce880ee13e63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0590682 May 09 05:30:00.283237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-e61eddb9-743c-4b8f-a05b-6056b71c4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:00.284653 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-e61eddb9-743c-4b8f-a05b-6056b71c4a6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1775286 May 09 05:30:00.427976 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-c474a488-661a-44c7-ae65-6b0ee61153ff service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372886 May 09 05:30:00.572448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-642d1e5e-6fc3-42ce-919d-81d0f9618b49 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387918 May 09 05:30:01.082991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e724b-3f6a-4490-803f-39caa35a07a6 req-7cace60c-5a94-48b8-9a02-c6b51786f7ed tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:01.084467 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f44e724b-3f6a-4490-803f-39caa35a07a6 req-7cace60c-5a94-48b8-9a02-c6b51786f7ed tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0855572 May 09 05:30:01.132562 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f44e724b-3f6a-4490-803f-39caa35a07a6 req-771bb581-839f-4af0-b98d-4cf107a32f91 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 May 09 05:30:02.342433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad4d41-a753-44bb-80b9-e98a92b39ab0 req-0da00974-da0d-4a78-b8e3-d8db0f0d8911 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:02.343888 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5fad4d41-a753-44bb-80b9-e98a92b39ab0 req-0da00974-da0d-4a78-b8e3-d8db0f0d8911 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0934281 May 09 05:30:02.388567 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5fad4d41-a753-44bb-80b9-e98a92b39ab0 req-ea9f8d0d-bf8f-44f7-a40a-c78e34c745f3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388689 May 09 05:30:03.586476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5ce9-e191-46fb-98f3-1bfe102d905e req-91be3b68-26ec-40a3-b450-3ece3844dfc4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:03.587919 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1b9c5ce9-e191-46fb-98f3-1bfe102d905e req-91be3b68-26ec-40a3-b450-3ece3844dfc4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0872424 May 09 05:30:03.632668 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1b9c5ce9-e191-46fb-98f3-1bfe102d905e req-b590b940-6b2c-49e1-8c22-148b2478da3a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 May 09 05:30:04.835318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883509a-e7ff-4c57-8a5c-034479de9a5f req-7384a83c-a90f-4686-a5c8-ae33d95b3460 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:04.836806 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4883509a-e7ff-4c57-8a5c-034479de9a5f req-7384a83c-a90f-4686-a5c8-ae33d95b3460 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0951247 May 09 05:30:04.881582 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4883509a-e7ff-4c57-8a5c-034479de9a5f req-87164477-f3bf-4e1a-8680-19ef04acd006 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388689 May 09 05:30:05.616260 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:30:06.081083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fd90e-e8a7-4e60-8800-36270db1b4d0 req-5c06841e-ea6c-4eeb-beec-924f987198bc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:06.082551 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e09fd90e-e8a7-4e60-8800-36270db1b4d0 req-5c06841e-ea6c-4eeb-beec-924f987198bc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0843742 May 09 05:30:06.128075 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e09fd90e-e8a7-4e60-8800-36270db1b4d0 req-3ee50900-2100-43f9-9251-d6a14a89189d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 May 09 05:30:07.332542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb90d-2f80-429b-9823-b2e7267fd8e4 req-ae80dc7e-f7bb-4cda-8266-785c3c03331f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:07.333980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aaffb90d-2f80-429b-9823-b2e7267fd8e4 req-ae80dc7e-f7bb-4cda-8266-785c3c03331f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0867281 May 09 05:30:07.382304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aaffb90d-2f80-429b-9823-b2e7267fd8e4 req-cdf1eeab-7ae2-492f-a3c9-462732858172 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 May 09 05:30:08.588112 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3cb8-1bde-4e4b-9831-d0bb7649b267 req-beed0dce-ea1f-4721-84d6-f0cba8d79430 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:08.589678 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2fab3cb8-1bde-4e4b-9831-d0bb7649b267 req-beed0dce-ea1f-4721-84d6-f0cba8d79430 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0874214 May 09 05:30:08.638717 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2fab3cb8-1bde-4e4b-9831-d0bb7649b267 req-76985848-76c9-49b7-89a4-776eaeb77dca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 May 09 05:30:09.848320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4fdb7-b2dc-4c32-99f9-a5d614f8e8d7 req-bc347c5c-a5fd-405c-bfc3-6f013dbc5dd3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:09.849807 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-18d4fdb7-b2dc-4c32-99f9-a5d614f8e8d7 req-bc347c5c-a5fd-405c-bfc3-6f013dbc5dd3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0895617 May 09 05:30:09.894200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-18d4fdb7-b2dc-4c32-99f9-a5d614f8e8d7 req-1c55e53b-fdd3-461f-9a7b-8c7e6055008e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385182 May 09 05:30:11.102361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85946-6e2a-431f-add3-889a62442abb req-19c94db6-8ac5-41f0-b1d6-f9ac68532057 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:11.103785 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ddb85946-6e2a-431f-add3-889a62442abb req-19c94db6-8ac5-41f0-b1d6-f9ac68532057 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0834937 May 09 05:30:11.149347 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ddb85946-6e2a-431f-add3-889a62442abb req-fbd6f27e-dfbd-44a4-ad2f-0bcf6dedfd16 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394425 May 09 05:30:12.349764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8789ba5c-faa7-4320-a67c-0572b5742502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:12.355248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50f0e-b5aa-4f39-9d31-9c705742af48 req-12fbbf61-2d1e-4804-9093-0479d5beb372 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:12.356756 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3a50f0e-b5aa-4f39-9d31-9c705742af48 req-12fbbf61-2d1e-4804-9093-0479d5beb372 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0883069 May 09 05:30:12.402622 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c3a50f0e-b5aa-4f39-9d31-9c705742af48 req-550a3067-c9c4-4d82-bd63-d1a865e5947d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388329 May 09 05:30:13.596244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e12b59-8b8c-4fae-8ea2-f46d49bc95be req-d606d559-facb-4f40-aaaf-8ac6ab08d792 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:13.597714 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-35e12b59-8b8c-4fae-8ea2-f46d49bc95be req-d606d559-facb-4f40-aaaf-8ac6ab08d792 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0822523 May 09 05:30:13.647024 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-35e12b59-8b8c-4fae-8ea2-f46d49bc95be req-c76454de-38ab-4530-a3fe-96b0eacd8b44 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 May 09 05:30:14.631976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b9687d26-c93f-4fbc-9c87-449279112894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:14.848029 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4ad4-5023-4484-a7bd-346a11459f99 req-71cf24d9-6dc7-48e5-8038-aef274e441f4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:14.849516 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d92e4ad4-5023-4484-a7bd-346a11459f99 req-71cf24d9-6dc7-48e5-8038-aef274e441f4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0884955 May 09 05:30:14.895600 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d92e4ad4-5023-4484-a7bd-346a11459f99 req-f2e73049-8fcc-4297-98c9-22bfb9185a36 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 May 09 05:30:15.759237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:15.931627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:16.090911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ae2d1-00a6-4bf3-944a-3a1b42472c50 req-22494e5e-69ca-4a69-9d2d-b9564da8aae9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:16.092350 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-116ae2d1-00a6-4bf3-944a-3a1b42472c50 req-22494e5e-69ca-4a69-9d2d-b9564da8aae9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0869880 May 09 05:30:16.137487 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-116ae2d1-00a6-4bf3-944a-3a1b42472c50 req-c4043bf0-06ac-47df-8ebd-c21994e06d71 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 May 09 05:30:17.336536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1e20c-bfd6-4a89-88f3-25912eabecb6 req-34c017bd-4877-4b8c-b9ff-a2cc1d90562b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:17.337999 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d6e1e20c-bfd6-4a89-88f3-25912eabecb6 req-34c017bd-4877-4b8c-b9ff-a2cc1d90562b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0888469 May 09 05:30:17.383768 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d6e1e20c-bfd6-4a89-88f3-25912eabecb6 req-0674835a-5b4a-49b6-9b0b-876dd1caf7d0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 May 09 05:30:17.493693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:17.555380 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-ad000569-ef4f-4dca-9910-565773b50cba service neutron] 10.222.0.59 "GET /v2.0/ports/119f0125-c551-4341-958a-8ae98428eb1f/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0800416 May 09 05:30:17.852246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-307f0472-ef02-43f6-8022-7916b2a245ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:17.853755 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-307f0472-ef02-43f6-8022-7916b2a245ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 1099 time: 0.0774338 May 09 05:30:17.958401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-98a45c35-dbc6-4fd2-8de5-6a7bf55b8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:17.959858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-98a45c35-dbc6-4fd2-8de5-6a7bf55b8619 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1099 time: 0.0731499 May 09 05:30:18.105021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-3678b1d3-9b73-4e01-b072-7594603c5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:18.106380 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-3678b1d3-9b73-4e01-b072-7594603c5af7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1405902 May 09 05:30:18.220459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-27a337ed-00fc-4def-b61a-8ca87bde33f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 1002 time: 0.1069636 May 09 05:30:18.284705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-76f2d19a-1933-4f6c-935f-ca0b6bc48a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:18.286111 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-76f2d19a-1933-4f6c-935f-ca0b6bc48a87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0596418 May 09 05:30:18.364209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-77c11bcb-9af2-4523-9639-b059e34c4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:18.365571 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-77c11bcb-9af2-4523-9639-b059e34c4594 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735271 May 09 05:30:18.577040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb56fb-9b33-46d4-8f8f-cf715591687c req-256c36a6-34c2-48d4-81b8-81a8b8335886 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:18.578656 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0bb56fb-9b33-46d4-8f8f-cf715591687c req-256c36a6-34c2-48d4-81b8-81a8b8335886 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0853910 May 09 05:30:18.603107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-0ac5ff32-60ef-4dd0-99be-d1b36ede9059 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313323 May 09 05:30:18.626284 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0bb56fb-9b33-46d4-8f8f-cf715591687c req-e09941e8-818f-40cd-b527-32bd0bce79f6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 May 09 05:30:18.736702 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5674001-3ac9-4279-a221-c93c8a15f52e req-97c99079-480f-413f-b4a0-3aec45fb6a84 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267059 May 09 05:30:18.940310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:19.825760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d068-84cc-4949-9815-6eb115da4b15 req-01ee210e-6f71-4079-89c9-c2f9013da34d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:19.827248 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e388d068-84cc-4949-9815-6eb115da4b15 req-01ee210e-6f71-4079-89c9-c2f9013da34d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0827501 May 09 05:30:19.875386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e388d068-84cc-4949-9815-6eb115da4b15 req-459dd73a-27ff-41dc-8862-b217c5a5021e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 May 09 05:30:20.855342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 119f0125-c551-4341-958a-8ae98428eb1f details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:30:20.864643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 119f0125-c551-4341-958a-8ae98428eb1f no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:30:21.068286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed256d81-befb-45d7-997e-6269dea75f96 req-b6d253c1-e190-4f3e-a002-86d6a4d62e4e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:21.069873 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ed256d81-befb-45d7-997e-6269dea75f96 req-b6d253c1-e190-4f3e-a002-86d6a4d62e4e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0829661 May 09 05:30:21.119861 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ed256d81-befb-45d7-997e-6269dea75f96 req-a86f4eae-202d-4d65-96b3-02b2457bcf79 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 May 09 05:30:21.122159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:21.157749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:21.173515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:30:21.180735 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '119f0125-c551-4341-958a-8ae98428eb1f', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': '119f0125-c551-4341-958a-8ae98428eb1f', 'mac_address': 'fa:16:3e:35:7d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:30:21.186301 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:21.215526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:21.250689 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b095d79-8935-48d7-86c7-cf2203fcb1b1'] response: {'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f', 'code': 200} May 09 05:30:21.294483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:21.317257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119f0125-c551-4341-958a-8ae98428eb1f {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:30:21.320941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:21.338176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:21.343469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:21.411160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:21.493545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['119f0125-c551-4341-958a-8ae98428eb1f'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:30:22.360693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecec5d2-e7e8-43fb-bb76-e434d8d55528 req-f910b66a-3db4-42ef-ae82-eeb6da47bbcd tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:22.362177 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5ecec5d2-e7e8-43fb-bb76-e434d8d55528 req-f910b66a-3db4-42ef-ae82-eeb6da47bbcd tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 945 time: 0.0990248 May 09 05:30:22.408305 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5ecec5d2-e7e8-43fb-bb76-e434d8d55528 req-977a3623-21ba-4e1c-b335-7fc0c1fdc18a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 May 09 05:30:22.736934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb00e-0bc3-4a59-b639-c6d7e4f9b671 req-589be854-1e9d-4f37-ab66-786c5992e5e6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:22.738279 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c92fb00e-0bc3-4a59-b639-c6d7e4f9b671 req-589be854-1e9d-4f37-ab66-786c5992e5e6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 945 time: 0.0825226 May 09 05:30:22.750020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-6bf87775-04e0-4772-a7d2-30847bae914f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:22.751474 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-6bf87775-04e0-4772-a7d2-30847bae914f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175&tenant_id=b62f19a9fcfc459fa482f676467f1d61&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.0856025 May 09 05:30:22.783682 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c92fb00e-0bc3-4a59-b639-c6d7e4f9b671 req-3766971e-0b9b-49de-892d-a6f00633afd5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 May 09 05:30:22.853791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 119f0125-c551-4341-958a-8ae98428eb1f up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:30:22.912511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-4314a7ca-90ba-4072-b03d-27efd7c59b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:22.913989 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-4314a7ca-90ba-4072-b03d-27efd7c59b95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1098 time: 0.0768957 May 09 05:30:22.925520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 119f0125-c551-4341-958a-8ae98428eb1f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:30:22.925930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:23.057210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:23.061638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-b9c06916-6313-4805-aecf-b14a980f6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:23.063093 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-b9c06916-6313-4805-aecf-b14a980f6a2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1432524 May 09 05:30:23.090381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:23.097305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:23.175537 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-909328fe-b329-4b4f-bf64-032766eb23dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 1002 time: 0.1065702 May 09 05:30:23.180457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:23.246340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-290c6432-d203-426a-8557-4ebeb6e263b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:23.247786 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-290c6432-d203-426a-8557-4ebeb6e263b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0667369 May 09 05:30:23.252619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:30:23.323647 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc846baa-4c04-4435-9850-67ac47fedba5'] response: {'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f', 'code': 200} May 09 05:30:23.347732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-d7260e02-3598-44a3-bec1-c3b8b131a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:23.349310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-d7260e02-3598-44a3-bec1-c3b8b131a66e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955074 May 09 05:30:23.518733 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-52829297-505c-4f61-9d52-4a43a832617d service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576245 May 09 05:30:23.685951 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3e6d2713-ef01-4eb8-bb67-4a569303b502 req-1d984ac8-a68a-4397-bc81-0b1d56310efa service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616585 May 09 05:30:24.014781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dedf4-10d3-48fe-8998-855f5b7111e1 req-8f64165a-ec1d-4b21-9a83-a239bad1fb60 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:24.016135 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fc9dedf4-10d3-48fe-8998-855f5b7111e1 req-8f64165a-ec1d-4b21-9a83-a239bad1fb60 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0950036 May 09 05:30:24.064454 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fc9dedf4-10d3-48fe-8998-855f5b7111e1 req-61e5ef3a-fd4f-43e2-8b56-2b6e9d3b2a0a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 May 09 05:30:25.270546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c9788-a413-4056-9b4e-213ee31adfd7 req-59074118-f5f3-47df-9396-9fa6f50b9bb4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:25.271974 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7b4c9788-a413-4056-9b4e-213ee31adfd7 req-59074118-f5f3-47df-9396-9fa6f50b9bb4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0909886 May 09 05:30:25.319095 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7b4c9788-a413-4056-9b4e-213ee31adfd7 req-37ff16a4-3897-4302-8b4c-06546db5dcb0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 May 09 05:30:25.428103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-629f8804-d82e-4ada-ba8d-ad9d197cae04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727384 May 09 05:30:25.515059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b90ea1-03d7-4a3a-8980-88ffe2d7e66a req-bfb92155-864a-4de2-ba83-db7b1f030675 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:25.516660 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-38b90ea1-03d7-4a3a-8980-88ffe2d7e66a req-bfb92155-864a-4de2-ba83-db7b1f030675 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0861132 May 09 05:30:25.573300 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-38b90ea1-03d7-4a3a-8980-88ffe2d7e66a req-d3b06cfb-d121-47d4-98de-5977968d18a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498939 May 09 05:30:25.583227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a96f9-b671-408a-b071-fb16864391d3 req-e4a81d90-757c-4a28-bfb7-0284083d5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:25.584771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-e4a81d90-757c-4a28-bfb7-0284083d5829 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 1099 time: 0.0722747 May 09 05:30:25.786574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a96f9-b671-408a-b071-fb16864391d3 req-829054f6-a3ec-421b-b80a-26ae973759c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:25.788018 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-829054f6-a3ec-421b-b80a-26ae973759c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1843088 May 09 05:30:25.985927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691a63d-590a-4d98-9cfc-6945fed38112 req-65a735f9-19ee-4b1c-9750-b864fa6a0995 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:25.987596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f691a63d-590a-4d98-9cfc-6945fed38112 req-65a735f9-19ee-4b1c-9750-b864fa6a0995 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.3086367 May 09 05:30:26.039404 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-02e8d15e-6cf5-4a00-bef7-6af5a9936937 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 200 len: 1002 time: 0.2449381 May 09 05:30:26.078979 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f691a63d-590a-4d98-9cfc-6945fed38112 req-9ec9772b-2774-4648-b199-6daf14f5ebc3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829403 May 09 05:30:26.112675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a96f9-b671-408a-b071-fb16864391d3 req-b2f68df7-1dac-4d3c-9845-bd3ec2ac5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:26.114333 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-b2f68df7-1dac-4d3c-9845-bd3ec2ac5d98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0691538 May 09 05:30:26.198277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a96f9-b671-408a-b071-fb16864391d3 req-cab20803-77a1-4b0a-9870-6336e4f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:26.199787 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-cab20803-77a1-4b0a-9870-6336e4f72f4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795934 May 09 05:30:26.339452 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-8c67199e-54e3-464e-8604-1ef6c1df522d service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326766 May 09 05:30:26.531502 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602a96f9-b671-408a-b071-fb16864391d3 req-aa7f50c3-7c54-447c-891d-115f02fed8dc service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815434 May 09 05:30:26.549282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166392a-eb59-4f79-a48b-887393e11561 req-e02bcb00-97a9-4eb5-885d-e6deb0e0befc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:26.551127 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c166392a-eb59-4f79-a48b-887393e11561 req-e02bcb00-97a9-4eb5-885d-e6deb0e0befc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.1353693 May 09 05:30:26.598776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c166392a-eb59-4f79-a48b-887393e11561 req-e911c318-f9ed-4358-b761-085800946ca0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 May 09 05:30:27.796907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb56d4e-2151-4817-a965-088ddd44678f req-edd53116-deb5-4351-8e35-96308dc98cf2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:27.798367 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fcb56d4e-2151-4817-a965-088ddd44678f req-edd53116-deb5-4351-8e35-96308dc98cf2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0828698 May 09 05:30:27.848727 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fcb56d4e-2151-4817-a965-088ddd44678f req-d9aa1d45-fc44-4de3-8101-40cf7eafc318 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438583 May 09 05:30:28.421760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-967c829a-bb35-4074-972d-814faa43dfb0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:28.423183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-967c829a-bb35-4074-972d-814faa43dfb0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.0910096 May 09 05:30:28.491349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Deleting port 119f0125-c551-4341-958a-8ae98428eb1f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:30:28.491689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:28.753325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] For port 119f0125-c551-4341-958a-8ae98428eb1f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=119f0125-c551-4341-958a-8ae98428eb1f,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:28.753719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:29.102776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:29.103149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:29.103459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 disassociated. External IP: 172.26.0.212, port: 119f0125-c551-4341-958a-8ae98428eb1f. May 09 05:30:29.103806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Calling delete_port for 119f0125-c551-4341-958a-8ae98428eb1f owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:30:29.190900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151698c5-2830-4428-8ce0-4c3484ff582b req-4a8ecded-cede-402a-92a6-efafdca53567 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:29.192362 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-151698c5-2830-4428-8ce0-4c3484ff582b req-4a8ecded-cede-402a-92a6-efafdca53567 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 946 time: 0.1825614 May 09 05:30:29.291233 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-151698c5-2830-4428-8ce0-4c3484ff582b req-5570390e-f468-4c2d-b82d-6419d29f75da tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921321 May 09 05:30:29.298333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:29.347054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event deleted for resources: {'Port': ['ID=119f0125-c551-4341-958a-8ae98428eb1f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:29.649619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:30:29.834323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:30:29.844494 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:30:29.855447 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:30:29.856123 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:30:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:29.919952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] No DVR routers for this DVR port 119f0125-c551-4341-958a-8ae98428eb1f on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:30:29.922471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:29.925206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-deleted', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:30:29.942725 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-18ff6f14-791b-4598-9bf7-3b2f42d1101a req-44fd49f8-283a-4254-8464-46116998c6b4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "DELETE /v2.0/ports/119f0125-c551-4341-958a-8ae98428eb1f HTTP/1.1" status: 204 len: 173 time: 1.5136836 May 09 05:30:29.979835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd432395-b0fb-437a-8ef1-0dbd8896979d'] response: {'server_uuid': '8a473ebe-19d2-4cda-a0bc-f09342f63175', 'name': 'network-vif-deleted', 'tag': '119f0125-c551-4341-958a-8ae98428eb1f', 'status': 'completed', 'code': 200} May 09 05:30:30.046862 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:30:30.366788 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:30.370824 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:30:30.379509 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:30:30.380090 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:30:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:30.455330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3771e52b-c4b9-4204-946a-85c2b1b82e0b req-a8beaa5d-f9e6-4da5-b059-9be768b10b83 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:30:30.471889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3771e52b-c4b9-4204-946a-85c2b1b82e0b req-a8beaa5d-f9e6-4da5-b059-9be768b10b83 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:30:30.473265 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3771e52b-c4b9-4204-946a-85c2b1b82e0b req-a8beaa5d-f9e6-4da5-b059-9be768b10b83 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a473ebe-19d2-4cda-a0bc-f09342f63175 HTTP/1.1" status: 200 len: 210 time: 0.0603511 May 09 05:30:30.609925 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:30:30.862957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 119f0125-c551-4341-958a-8ae98428eb1f no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:30:30.897729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 119f0125-c551-4341-958a-8ae98428eb1f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:30:30.898064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 119f0125-c551-4341-958a-8ae98428eb1f not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:30:30.929190 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:30.933169 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a27296-28d8-429b-a226-96f6056ee1e2 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:30:31.161940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a19743-b6cb-44ba-abfd-c1b6256d2aff None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:30:31.821915 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-e03f1846-d2cc-4399-b266-ae94cc895ef7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1290905526&fields=id&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 267 time: 0.0400405 May 09 05:30:31.999207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-d02737b4-97a9-41c0-a291-ddf166837e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:32.000540 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-d02737b4-97a9-41c0-a291-ddf166837e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1720273 May 09 05:30:32.015499 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-97ed47b9-4646-4f14-bd5b-6fcc193bc58c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/quotas/b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 375 time: 0.0092890 May 09 05:30:32.115650 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-940d9d58-47da-49de-86b9-e2203536ed05 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944500 May 09 05:30:32.255632 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-32cd6f68-6804-47b6-81b3-c9576fc2371c service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275954 May 09 05:30:32.487205 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-d8cf8c2a-f2c5-4705-851c-13e7a36e757b service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256739 May 09 05:30:32.697899 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-719e3f77-036e-44ce-8e4d-98e2f12b955d req-d3086148-ca75-4620-85a4-500222a13fdd tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 210 time: 0.0423615 May 09 05:30:33.847882 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-46609f66-a9eb-4b47-a2e1-639be361132d req-52ef6f2e-7ee7-45bb-a0a2-7b6502718593 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 210 time: 0.0425317 May 09 05:30:33.861264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-ced71795-56fe-426a-a6ea-b2c3b115e8db tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:33.864790 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-ced71795-56fe-426a-a6ea-b2c3b115e8db tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1717470 May 09 05:30:33.919443 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-eb0bd4db-e261-4922-a6c0-1db6cd5586af tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 380 time: 0.0415089 May 09 05:30:33.928776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'port': {'device_id': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'admin_state_up': True, 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'security_groups': ['87a18a4a-dc77-4cca-82d0-d9635ab4ee29']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:30:34.070842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:30:34.083844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:30:34.093433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Made reservation on behalf of b62f19a9fcfc459fa482f676467f1d61 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:30:34.097142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:34.280994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Allocated IP 172.20.0.5 (8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519/20d27986-9359-4c1d-aaa4-9f3eac3c0d73/3998c378-aca9-4487-aef1-822788f6e659) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:30:34.482055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:34.501344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Transition to ACTIVE for port object 3998c378-aca9-4487-aef1-822788f6e659 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:30:34.530214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:34.605730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:30:34.615843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:30:34.615843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:30:34.644388 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:34.664822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.665093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.665339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.665682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.666001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.666362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.666674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.667042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.667369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.667694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.668026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.668346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:30:34.692724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:34.693353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:34.721425 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-2412c76a-d846-4bfe-8d5c-7116f946096a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7963541 May 09 05:30:34.737966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Request body: {'port': {'device_id': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:30:34.849807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a4b2971d-ff81-4e56-b01f-00f613c719b0 None None] Provisioning for port 3998c378-aca9-4487-aef1-822788f6e659 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:30:34.853737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:34.854838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a4b2971d-ff81-4e56-b01f-00f613c719b0 None None] Provisioning complete for port 3998c378-aca9-4487-aef1-822788f6e659 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:30:34.855207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a4b2971d-ff81-4e56-b01f-00f613c719b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:34.913298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2971d-ff81-4e56-b01f-00f613c719b0 None None] Port 3998c378-aca9-4487-aef1-822788f6e659 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:30:35.263295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eb0fc-7f1f-47f8-85ee-f57b850a6f2b req-0617f684-14c5-4567-b72c-118042acc3bf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:35.264127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-431eb0fc-7f1f-47f8-85ee-f57b850a6f2b req-0617f684-14c5-4567-b72c-118042acc3bf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:30:35.308224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-431eb0fc-7f1f-47f8-85ee-f57b850a6f2b req-0617f684-14c5-4567-b72c-118042acc3bf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:30:35.309465 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-431eb0fc-7f1f-47f8-85ee-f57b850a6f2b req-0617f684-14c5-4567-b72c-118042acc3bf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 931 time: 0.2389770 May 09 05:30:35.411679 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-431eb0fc-7f1f-47f8-85ee-f57b850a6f2b req-43c8caed-a63b-4e90-93ce-5727934d551e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955815 May 09 05:30:35.415736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3998c378-aca9-4487-aef1-822788f6e659 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:30:35.423416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:35.438645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Transition to ACTIVE for port object 3998c378-aca9-4487-aef1-822788f6e659 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:30:35.444607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:35.579648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:35.692083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Attempting to bind port 3998c378-aca9-4487-aef1-822788f6e659 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:30:35.692512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Attempting to bind port 3998c378-aca9-4487-aef1-822788f6e659 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:30:35.692844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Attempting to bind port 3998c378-aca9-4487-aef1-822788f6e659 on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:30:35.697491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Port 3998c378-aca9-4487-aef1-822788f6e659 on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:30:35.697807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Attempting to bind port 3998c378-aca9-4487-aef1-822788f6e659 on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:30:35.702980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:30:35.703314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Checking segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:30:35.703697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Bound using segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:30:35.704121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Bound port: 3998c378-aca9-4487-aef1-822788f6e659, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:30:35.704495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:35.799479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:30:35.802352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:30:35.808154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:35.867832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:35.868364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:35.869731 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] 10.222.0.59 "PUT /v2.0/ports/3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 1093 time: 1.1363754 May 09 05:30:35.870246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'tag': '3998c378-aca9-4487-aef1-822788f6e659'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:30:35.889826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0020a-6edc-48ba-accf-812854c4f764 service neutron] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:35.922466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db80a326-9a98-4d44-854b-060cce9dc3c9'] response: {'name': 'network-changed', 'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'tag': '3998c378-aca9-4487-aef1-822788f6e659', 'status': 'completed', 'code': 200} May 09 05:30:36.021027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bfd5f147-96b8-4e7d-9d6b-7028d505f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:36.022737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bfd5f147-96b8-4e7d-9d6b-7028d505f46b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1096 time: 0.0789280 May 09 05:30:36.101213 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-0b8fb783-a4cf-461b-9c01-4fd91cb81034 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 217 time: 0.0642960 May 09 05:30:36.168785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-c67f2f2f-ee32-4ddf-9209-c7fca1a9fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:36.170122 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-c67f2f2f-ee32-4ddf-9209-c7fca1a9fd12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0629687 May 09 05:30:36.244054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-b7366ce1-aa9f-4755-afd7-b1ac5a9e5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:36.245540 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-b7366ce1-aa9f-4755-afd7-b1ac5a9e5a30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698059 May 09 05:30:36.377543 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-bb9db8dc-4a19-43c0-bed6-01b945a8edfd service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245780 May 09 05:30:36.581431 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5bb39f80-bd77-48de-a726-21f57f95dcdd req-74d4c95d-b34c-4898-9f8a-7108311cb34a service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986310 May 09 05:30:36.624296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b0003-8b6c-42a4-b58f-3d974f9807ee req-97c0eeca-cac1-454f-a3d8-b7307d7af7ff tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:36.626419 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c55b0003-8b6c-42a4-b58f-3d974f9807ee req-97c0eeca-cac1-454f-a3d8-b7307d7af7ff tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 943 time: 0.1037891 May 09 05:30:36.713395 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c55b0003-8b6c-42a4-b58f-3d974f9807ee req-8a019b6b-6a60-4ad1-8bd6-7012cc9857d1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808859 May 09 05:30:36.745873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-e26ae9bb-0535-497c-b74d-7f0333a3f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:36.747342 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-e26ae9bb-0535-497c-b74d-7f0333a3f09f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1096 time: 0.0781083 May 09 05:30:36.997114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-8af61dbf-7230-41d8-8aef-2a1eb201d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:36.998484 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-8af61dbf-7230-41d8-8aef-2a1eb201d4ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.2442238 May 09 05:30:37.069177 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-e517ca96-17f3-4ce1-b002-f7ccb282a671 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 217 time: 0.0642984 May 09 05:30:37.130934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-1fc21667-215a-474c-9c28-3928f5d38169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:37.132326 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-1fc21667-215a-474c-9c28-3928f5d38169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0571079 May 09 05:30:37.212279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-53a5d2d3-ceca-463e-a321-e1b18cad8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:37.213802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-53a5d2d3-ceca-463e-a321-e1b18cad8cc0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754209 May 09 05:30:37.353823 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-da7185f1-16a5-4457-8780-22701b04dc43 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317978 May 09 05:30:37.484849 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2be9aa0-465a-4c49-bd13-a86db430375a req-563d5651-09d0-48e5-8cfe-5159e96d6116 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245646 May 09 05:30:37.922695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e41bb-9e8b-4567-afde-6545a5093dc2 req-74c5e3d4-629e-42f9-a51a-19c42d795b0e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:37.924197 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-739e41bb-9e8b-4567-afde-6545a5093dc2 req-74c5e3d4-629e-42f9-a51a-19c42d795b0e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 943 time: 0.0842342 May 09 05:30:37.973747 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-739e41bb-9e8b-4567-afde-6545a5093dc2 req-d8bbcb11-6e9c-4257-84a1-b0eca3eb5408 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 May 09 05:30:39.328519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd0d0-a88a-4fab-9263-acea5d7bd8a9 req-1ac6e581-7349-4848-a37b-99d8a11a7c5d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:39.330033 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-220fd0d0-a88a-4fab-9263-acea5d7bd8a9 req-1ac6e581-7349-4848-a37b-99d8a11a7c5d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 943 time: 0.0958080 May 09 05:30:39.373476 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-220fd0d0-a88a-4fab-9263-acea5d7bd8a9 req-52868291-e4f9-4438-a476-654ca0c0fe4b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 May 09 05:30:40.575098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0992825-47ae-44ed-8006-a693765c49de req-cfe8d2d5-0c9d-4d01-afc7-2fcb32fbf484 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:40.576607 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b0992825-47ae-44ed-8006-a693765c49de req-cfe8d2d5-0c9d-4d01-afc7-2fcb32fbf484 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 943 time: 0.0877409 May 09 05:30:40.621317 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b0992825-47ae-44ed-8006-a693765c49de req-7a7e9445-9da7-4a8a-aac7-1ef84ce1f268 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388339 May 09 05:30:40.895168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3998c378-aca9-4487-aef1-822788f6e659 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:30:41.039961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:41.053789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '3998c378-aca9-4487-aef1-822788f6e659', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': '3998c378-aca9-4487-aef1-822788f6e659', 'mac_address': 'fa:16:3e:b2:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:30:41.109170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:41.125955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3998c378-aca9-4487-aef1-822788f6e659 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:30:41.141399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:41.148013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:41.225371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:41.551107 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['3998c378-aca9-4487-aef1-822788f6e659'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:30:41.812698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f4823-cea8-4da3-873f-6bebd8c54477 req-32a4379f-1b8d-4545-8e32-da2fea6ab99d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:41.813409 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-147f4823-cea8-4da3-873f-6bebd8c54477 req-32a4379f-1b8d-4545-8e32-da2fea6ab99d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 944 time: 0.0871589 May 09 05:30:41.858746 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-147f4823-cea8-4da3-873f-6bebd8c54477 req-7980c45e-bad0-4c2d-9861-5fd7de91fd93 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394049 May 09 05:30:42.365658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-46194060-4a6c-4b78-a57b-40aa49e8fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:42.618936 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:30:42.899627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3998c378-aca9-4487-aef1-822788f6e659 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:30:42.979318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 3998c378-aca9-4487-aef1-822788f6e659 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:30:42.984448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 3998c378-aca9-4487-aef1-822788f6e659 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:30:42.984817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:43.056957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bdb28-9071-4c24-90af-2b98fb4338eb req-0c99c2a4-ad25-46ac-abaf-30c6af632ddc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:43.058416 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-063bdb28-9071-4c24-90af-2b98fb4338eb req-0c99c2a4-ad25-46ac-abaf-30c6af632ddc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 944 time: 0.0868824 May 09 05:30:43.104707 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-063bdb28-9071-4c24-90af-2b98fb4338eb req-4dbad6f7-c9d9-49b8-8cfe-001455a2aac4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 May 09 05:30:43.145409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:43.172129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998c378-aca9-4487-aef1-822788f6e659'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:30:43.183385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:30:43.190100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:43.222789 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ba91cd-a4bb-4269-9943-04608689d023'] response: {'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998c378-aca9-4487-aef1-822788f6e659', 'code': 200} May 09 05:30:43.263664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:30:43.481841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2e93b-4721-4bf5-8daa-1d104da19b42 req-34926590-ac84-4bf4-bbe5-61576c9c53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:43.483189 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fab2e93b-4721-4bf5-8daa-1d104da19b42 req-34926590-ac84-4bf4-bbe5-61576c9c53da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1098 time: 0.0754874 May 09 05:30:43.528838 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fab2e93b-4721-4bf5-8daa-1d104da19b42 req-b49a8761-e0ca-4663-912a-562631cdd0fc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 May 09 05:30:44.306823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a86c-5a84-4cff-9fdf-e9343d19e5bd req-7e8e8047-61b5-410a-af8d-ecfe3d5e0bf9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:44.308267 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0471a86c-5a84-4cff-9fdf-e9343d19e5bd req-7e8e8047-61b5-410a-af8d-ecfe3d5e0bf9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0850265 May 09 05:30:44.355689 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0471a86c-5a84-4cff-9fdf-e9343d19e5bd req-2cbac2fc-dc4a-4cdb-bc39-3bf5b2c304b8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392201 May 09 05:30:44.634155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b9e42059-ffbb-49be-aba0-0b911d152ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:45.562290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2f9e0-7508-4c19-b55f-99ffc14ec482 req-185269a4-33fa-4c1e-b832-1ad201b5517a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:45.563782 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fce2f9e0-7508-4c19-b55f-99ffc14ec482 req-185269a4-33fa-4c1e-b832-1ad201b5517a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0960321 May 09 05:30:45.609854 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fce2f9e0-7508-4c19-b55f-99ffc14ec482 req-0b258682-f28a-457e-91ce-ac347031b7c0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391278 May 09 05:30:45.754777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:45.801075 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59809d5a-c5bf-486b-a8ce-9af3772c4c5e req-55661b16-9bb1-4a3e-bb4e-cd83dc281c9d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:45.802526 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-59809d5a-c5bf-486b-a8ce-9af3772c4c5e req-55661b16-9bb1-4a3e-bb4e-cd83dc281c9d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0870333 May 09 05:30:45.811229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45042) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:30:45.816084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'floatingip': {'port_id': '3998c378-aca9-4487-aef1-822788f6e659'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:30:45.896188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:45.928118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:46.496241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:46.501412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:46.684988 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 associated. External IP: 172.26.0.212, port: 3998c378-aca9-4487-aef1-822788f6e659. May 09 05:30:47.148327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:30:47.327864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:30:47.332725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:47.338251 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:30:47.348431 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:30:47.349053 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:30:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:47.391762 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1d690cd3-d66d-4d4f-b9d1-cf46f9ae2cca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "PUT /v2.0/floatingips/35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 HTTP/1.1" status: 200 len: 991 time: 1.5794916 May 09 05:30:47.392358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'tag': '3998c378-aca9-4487-aef1-822788f6e659'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:30:47.437995 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59cb23d9-4ad7-4a81-af8d-3507e6e5e703'] response: {'name': 'network-changed', 'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'tag': '3998c378-aca9-4487-aef1-822788f6e659', 'status': 'completed', 'code': 200} May 09 05:30:47.489841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:47.530240 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:30:47.565430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-8f632ac2-aa5f-4e88-9b45-00bde098e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:47.568521 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-8f632ac2-aa5f-4e88-9b45-00bde098e218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1098 time: 0.0838425 May 09 05:30:47.721724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c61dc-daad-4eaa-95f5-6c0081b07eec req-c01b6d8c-015d-4f1b-a186-c38b7fa319de tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:47.723262 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-727c61dc-daad-4eaa-95f5-6c0081b07eec req-c01b6d8c-015d-4f1b-a186-c38b7fa319de tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0835183 May 09 05:30:47.727338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-6f9e77a5-c2d0-4c0a-b8e2-68ae8bc22053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:47.728796 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-6f9e77a5-c2d0-4c0a-b8e2-68ae8bc22053 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1351950 May 09 05:30:47.769521 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-727c61dc-daad-4eaa-95f5-6c0081b07eec req-24af2486-816c-419a-be78-cd9b52bc606f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388029 May 09 05:30:47.848105 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-aeb980d0-5cc0-42db-abaf-5248d6739fe3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 999 time: 0.0991209 May 09 05:30:47.903732 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '3998c378-aca9-4487-aef1-822788f6e659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:b2:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:30:46Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:47.907472 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:30:47.915764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-5df249c5-c4ea-466c-9558-88224909a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:47.916102 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:30:47.916710 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:30:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:47.917312 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-5df249c5-c4ea-466c-9558-88224909a2f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0633175 May 09 05:30:47.992323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-00a44c01-513a-4247-80ee-64ca0e7edd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:47.993774 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-00a44c01-513a-4247-80ee-64ca0e7edd8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701258 May 09 05:30:48.092298 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:30:48.125116 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-f7e52f7d-66a3-416a-9a50-6069bbaa6e6c service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247618 May 09 05:30:48.365469 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487c08e6-bceb-4574-b696-d1a1ab1d7273 req-ebd55277-8345-47c0-a693-98e1d7cba041 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346604 May 09 05:30:48.478061 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '3998c378-aca9-4487-aef1-822788f6e659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:b2:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:30:46Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:30:48.482152 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8b1a6-18d6-44b7-963c-7e611ee53772 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '3998c378-aca9-4487-aef1-822788f6e659', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:b2:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:30:46Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:30:48.677421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38512b13-7f5d-4d64-90b2-021b36d606be None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:30:48.943895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:30:48.963505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c4ea7-b3ed-4245-bb64-abaa4fe88bc3 req-b0ebc6e1-2c51-4b6b-ae2f-2e117dd445c4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:48.965076 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c50c4ea7-b3ed-4245-bb64-abaa4fe88bc3 req-b0ebc6e1-2c51-4b6b-ae2f-2e117dd445c4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0872786 May 09 05:30:49.011048 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c50c4ea7-b3ed-4245-bb64-abaa4fe88bc3 req-92e7c469-c010-4ead-b2a2-56649108199b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 May 09 05:30:50.199922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3eb55-3635-4a2e-ad21-5ce632f978d2 req-11fb3845-3868-4acc-baa8-61d280814e4a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:50.201374 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ddc3eb55-3635-4a2e-ad21-5ce632f978d2 req-11fb3845-3868-4acc-baa8-61d280814e4a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0850205 May 09 05:30:50.249996 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ddc3eb55-3635-4a2e-ad21-5ce632f978d2 req-7f6cc3bb-097d-42d7-8f1f-a71f8bc83a3c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407100 May 09 05:30:51.476360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a858c9-88eb-4a37-832c-e36e19995758 req-0fb4e37f-dcff-4270-b45d-d9dc0eb6a5f5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:51.477840 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-44a858c9-88eb-4a37-832c-e36e19995758 req-0fb4e37f-dcff-4270-b45d-d9dc0eb6a5f5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.1011667 May 09 05:30:51.525987 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-44a858c9-88eb-4a37-832c-e36e19995758 req-636a8267-a063-4eba-a02d-78f279aa6bef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 May 09 05:30:52.733663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8634-5f7b-41c6-97f1-4d540e1e0e93 req-d70c3c93-5319-4742-b973-d1711ddd7eef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:52.735096 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-844d8634-5f7b-41c6-97f1-4d540e1e0e93 req-d70c3c93-5319-4742-b973-d1711ddd7eef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0882521 May 09 05:30:52.782807 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-844d8634-5f7b-41c6-97f1-4d540e1e0e93 req-75fa7fb6-c045-467f-aa02-69df2067a110 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 May 09 05:30:53.989363 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a822f7-3e93-48b8-aae4-4a5ff71aa6af req-9dbd72b0-2734-4be4-930b-715822308cba tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:53.990780 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b7a822f7-3e93-48b8-aae4-4a5ff71aa6af req-9dbd72b0-2734-4be4-930b-715822308cba tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0877061 May 09 05:30:54.035565 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b7a822f7-3e93-48b8-aae4-4a5ff71aa6af req-a3a7b9d3-95a7-412d-a819-ada81b238cd4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 May 09 05:30:55.232966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb403fa2-3d3b-416f-80b1-2e440d755cf2 req-9d963915-a883-42fe-9ab2-b2d884c6b3de tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:55.234402 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cb403fa2-3d3b-416f-80b1-2e440d755cf2 req-9d963915-a883-42fe-9ab2-b2d884c6b3de tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0897548 May 09 05:30:55.286096 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cb403fa2-3d3b-416f-80b1-2e440d755cf2 req-0e292af8-6741-4097-bc75-02dc55bddee5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453503 May 09 05:30:56.488625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624f336-2dcc-47c9-afc2-b23e0770cb59 req-9165edd8-00b4-4cf6-9f2f-281b607ebb69 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:56.490057 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0624f336-2dcc-47c9-afc2-b23e0770cb59 req-9165edd8-00b4-4cf6-9f2f-281b607ebb69 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0869215 May 09 05:30:56.538725 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0624f336-2dcc-47c9-afc2-b23e0770cb59 req-2a1406a9-84a7-44e8-9fbc-009ee2f0793c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 May 09 05:30:57.747567 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256f6f5-726b-47f1-afc3-2427ccd42f0e req-56550841-563d-4d41-af60-450c17a7e5a8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:57.749051 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f256f6f5-726b-47f1-afc3-2427ccd42f0e req-56550841-563d-4d41-af60-450c17a7e5a8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0971608 May 09 05:30:57.796418 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f256f6f5-726b-47f1-afc3-2427ccd42f0e req-309924a8-78fd-4f13-b20a-54e154997eef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 May 09 05:30:59.002727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f564-2561-460e-9f21-c0356f0386bb req-dbbc8412-7dca-44a5-ac6e-3458d411c34f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:30:59.004203 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e915f564-2561-460e-9f21-c0356f0386bb req-dbbc8412-7dca-44a5-ac6e-3458d411c34f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0868349 May 09 05:30:59.050971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e915f564-2561-460e-9f21-c0356f0386bb req-16287078-7014-4c1b-90d2-99df38909750 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 May 09 05:31:00.252800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ee606-64ab-4979-a7cc-35859b15fc44 req-9d89c179-ec6a-4ee5-b3ab-7f61ad2385f0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:00.254328 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-288ee606-64ab-4979-a7cc-35859b15fc44 req-9d89c179-ec6a-4ee5-b3ab-7f61ad2385f0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0946562 May 09 05:31:00.298038 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-288ee606-64ab-4979-a7cc-35859b15fc44 req-e511b37e-f9ec-49ab-ad01-c2ce5cc7fcef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377116 May 09 05:31:01.507290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46fa51-7a49-4d40-9aaa-278fb24832e5 req-e88bc92c-b1b0-4b33-b49b-1b5c01d911f0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:01.508765 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8d46fa51-7a49-4d40-9aaa-278fb24832e5 req-e88bc92c-b1b0-4b33-b49b-1b5c01d911f0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0997918 May 09 05:31:01.554397 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8d46fa51-7a49-4d40-9aaa-278fb24832e5 req-f7c08587-ba76-488f-a485-457a84b95544 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 May 09 05:31:02.773803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc6da7-edd9-4135-a451-002dace447b0 req-eb7d4bd0-8149-40b4-89fa-dd01fe929a84 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:02.775233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-38fc6da7-edd9-4135-a451-002dace447b0 req-eb7d4bd0-8149-40b4-89fa-dd01fe929a84 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0977793 May 09 05:31:02.822769 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-38fc6da7-edd9-4135-a451-002dace447b0 req-a20d9154-a417-4226-8030-5b486f8f4931 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387454 May 09 05:31:04.022790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d0c11-d178-4144-a829-3d8b6370078f req-c179074e-42fc-4fee-b04f-9c0ed32306f7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:04.024379 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c1d0c11-d178-4144-a829-3d8b6370078f req-c179074e-42fc-4fee-b04f-9c0ed32306f7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0838521 May 09 05:31:04.072108 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c1d0c11-d178-4144-a829-3d8b6370078f req-94decd4c-72ad-4d9e-867a-c71509b22057 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 May 09 05:31:05.278720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cde02-fb71-484c-85f1-0a660bb484b9 req-966728fd-286c-4450-869b-90a267bbe125 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:05.280150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-028cde02-fb71-484c-85f1-0a660bb484b9 req-966728fd-286c-4450-869b-90a267bbe125 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0924201 May 09 05:31:05.326695 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-028cde02-fb71-484c-85f1-0a660bb484b9 req-b83111ee-3319-46c1-a2c3-9db4dcbbeb95 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380387 May 09 05:31:06.538693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950f11-183d-4116-a250-8272225b4855 req-9af7ea82-c531-4432-a3f8-a126dddc5307 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:06.540168 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c950f11-183d-4116-a250-8272225b4855 req-9af7ea82-c531-4432-a3f8-a126dddc5307 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0918734 May 09 05:31:06.587013 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c950f11-183d-4116-a250-8272225b4855 req-c1635ce2-bcdb-4e0d-a1ab-dcdeec11b430 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409536 May 09 05:31:07.797650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70786ba-6a7d-42a6-9d7f-eb023acc1a3e req-8527ae2c-10db-42ee-ad96-e6a66b40504a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:07.799097 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a70786ba-6a7d-42a6-9d7f-eb023acc1a3e req-8527ae2c-10db-42ee-ad96-e6a66b40504a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0857253 May 09 05:31:07.845799 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a70786ba-6a7d-42a6-9d7f-eb023acc1a3e req-4c9dc8c3-887f-47a2-a00a-998248582df8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381873 May 09 05:31:09.043902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a487c-d01f-483e-8d68-941f9c8d1a6f req-6981547b-7ee9-4764-980b-17a06fe176de tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:09.045408 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-544a487c-d01f-483e-8d68-941f9c8d1a6f req-6981547b-7ee9-4764-980b-17a06fe176de tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0831633 May 09 05:31:09.089701 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-544a487c-d01f-483e-8d68-941f9c8d1a6f req-8317dc33-5d4a-4c5f-a7d4-f620e005e52b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 May 09 05:31:10.287984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46dfa6-d1ab-44d5-a3fe-4d437f1cdc7d req-84348bda-6563-4a96-815c-ed20ad4767f5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:10.289336 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b46dfa6-d1ab-44d5-a3fe-4d437f1cdc7d req-84348bda-6563-4a96-815c-ed20ad4767f5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0835676 May 09 05:31:10.439025 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b46dfa6-d1ab-44d5-a3fe-4d437f1cdc7d req-daf5e9dc-6473-49b0-a947-379081d259e3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410744 May 09 05:31:11.655011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1357f-90b7-4c3b-95c9-25e5fa26260d req-7a488606-9a62-491f-a3f3-1e6ed1103d6c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:11.656518 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ace1357f-90b7-4c3b-95c9-25e5fa26260d req-7a488606-9a62-491f-a3f3-1e6ed1103d6c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0903685 May 09 05:31:11.700499 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ace1357f-90b7-4c3b-95c9-25e5fa26260d req-17afef3c-a903-4f07-a975-c526bb33f6d0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382016 May 09 05:31:12.362769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f46b6d3-5b42-439d-af7f-85e20e17f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:12.887564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba4e11-1869-4c3c-83a8-bc06266b6c10 req-e00fd03e-261e-4459-9acb-07faac0baa1f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:12.889034 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-74ba4e11-1869-4c3c-83a8-bc06266b6c10 req-e00fd03e-261e-4459-9acb-07faac0baa1f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0844338 May 09 05:31:12.935282 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-74ba4e11-1869-4c3c-83a8-bc06266b6c10 req-3c10e702-3f46-40ae-8cf9-df99f4b3e695 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 May 09 05:31:14.124753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0e88-39fb-49e1-9a0e-61e756456be8 req-49308f91-d1d1-4335-a5a8-33f784dce2ef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:14.126225 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-382c0e88-39fb-49e1-9a0e-61e756456be8 req-49308f91-d1d1-4335-a5a8-33f784dce2ef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0836873 May 09 05:31:14.174550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-382c0e88-39fb-49e1-9a0e-61e756456be8 req-2f628b8a-057d-448c-82d4-e58e4693f9ea tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 May 09 05:31:14.630679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d0e92910-42d9-4e8c-87df-c43b47ce4d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:14.702540 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-cb43d5f0-fdea-4ac2-b686-cd1f87f894db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716896 May 09 05:31:14.754317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de428f9-eabd-4561-a530-056daf98cf05 req-be4606a0-b795-4297-92be-6ed638952cb8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:14.755818 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4de428f9-eabd-4561-a530-056daf98cf05 req-be4606a0-b795-4297-92be-6ed638952cb8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0802970 May 09 05:31:14.802483 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4de428f9-eabd-4561-a530-056daf98cf05 req-3ae3f620-5735-4f7d-83fa-388755c2623d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 May 09 05:31:15.761720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:15.924465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:15.956416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-f51914a7-3bcc-47e6-a76f-243d83de185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:15.957928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-f51914a7-3bcc-47e6-a76f-243d83de185d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1098 time: 0.0785983 May 09 05:31:16.000290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f283-bf22-4f4c-8442-1e304138ea03 req-862202c3-ba82-4683-b37d-74d1aafa2a1c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:16.001769 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3715f283-bf22-4f4c-8442-1e304138ea03 req-862202c3-ba82-4683-b37d-74d1aafa2a1c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0811601 May 09 05:31:16.048446 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3715f283-bf22-4f4c-8442-1e304138ea03 req-98b7a56f-0295-4257-b86a-60db1f16cd6b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403407 May 09 05:31:16.093920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-8c1839da-5527-4a4b-82fd-714b5b81cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:16.095370 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-8c1839da-5527-4a4b-82fd-714b5b81cdb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1309752 May 09 05:31:16.209900 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-c322db3b-c948-4ce4-80fb-b40ca72b0d7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 1001 time: 0.1082921 May 09 05:31:16.272174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-84ad0e44-1660-4d3c-bd63-f82c75a36572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:16.273594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-84ad0e44-1660-4d3c-bd63-f82c75a36572 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0584924 May 09 05:31:16.348636 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-e0801084-16f1-4ea7-a456-47d6d48eee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:16.350098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-e0801084-16f1-4ea7-a456-47d6d48eee6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707970 May 09 05:31:16.485774 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-f4f4f88f-ab94-47a1-aa3a-1857c23b2629 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289206 May 09 05:31:16.736723 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-f3514715-20f8-4c12-87f7-8797cd0fb0c5 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443969 May 09 05:31:17.239722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbc7c-0cd4-4f04-89dc-b6e06f966501 req-ba4fab2b-91b3-47ba-8b39-6e6c49c2ccc8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:17.241203 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8cadbc7c-0cd4-4f04-89dc-b6e06f966501 req-ba4fab2b-91b3-47ba-8b39-6e6c49c2ccc8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0857139 May 09 05:31:17.286395 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8cadbc7c-0cd4-4f04-89dc-b6e06f966501 req-b6ec5123-3f8c-44e9-aeb1-b00cbd1302a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381284 May 09 05:31:17.502973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:18.491790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b26ef-c831-4792-a481-702b32871377 req-0ea93fb5-5c7e-4f3a-a0fd-16f1f41f430a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:18.493593 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae7b26ef-c831-4792-a481-702b32871377 req-0ea93fb5-5c7e-4f3a-a0fd-16f1f41f430a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0925906 May 09 05:31:18.529353 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-262dc5bd-35e6-40db-a5ff-e7d5cf3275c8 service neutron] 10.222.0.59 "GET /v2.0/ports/3998c378-aca9-4487-aef1-822788f6e659/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0801587 May 09 05:31:18.538100 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae7b26ef-c831-4792-a481-702b32871377 req-9cba14a4-543c-4d9d-b762-73a14014e270 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386555 May 09 05:31:18.835957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-5fd50acc-3cdc-41e0-bcf9-ee1c37e3e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:18.838056 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-5fd50acc-3cdc-41e0-bcf9-ee1c37e3e390 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 1098 time: 0.0788121 May 09 05:31:18.943144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-5e584152-d387-425d-862b-d562ae633230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:18.943418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:18.944660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-5e584152-d387-425d-862b-d562ae633230 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1098 time: 0.0741282 May 09 05:31:19.074899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-e6e61daf-86da-4dbe-8853-288d632317c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:19.076418 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-e6e61daf-86da-4dbe-8853-288d632317c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1263375 May 09 05:31:19.183649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-794c7299-8418-4878-a67d-dc5b04713161 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 1001 time: 0.1005089 May 09 05:31:19.248442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-f9bfd30f-530f-4587-8e0f-68d340d49916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:19.249882 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-f9bfd30f-530f-4587-8e0f-68d340d49916 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0609491 May 09 05:31:19.331766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-ffd57854-6dba-4bf1-80c5-da8c6d2a5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:19.333255 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-ffd57854-6dba-4bf1-80c5-da8c6d2a5335 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775175 May 09 05:31:19.467983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-461f09ef-d933-45f9-b1c4-733589ab0b0b service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274340 May 09 05:31:19.603192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f3e1d0c5-c6f4-48cb-99d5-a2358c3eee00 req-7d6cdd7a-62ee-4f30-a2d6-92f07a36ec80 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290884 May 09 05:31:19.618965 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:31:19.737846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d8371-4127-45ee-b4f1-b20c0abf6223 req-00c58e75-09d5-4ef6-b251-ca61e7a26f30 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:19.739287 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c30d8371-4127-45ee-b4f1-b20c0abf6223 req-00c58e75-09d5-4ef6-b251-ca61e7a26f30 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0845127 May 09 05:31:19.788955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c30d8371-4127-45ee-b4f1-b20c0abf6223 req-faa64ca5-7dcc-4d24-9ea0-761132a65a91 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 May 09 05:31:20.983531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52f05-1fc6-446a-bfe1-7fe60dff477a req-5588ef54-5735-4381-b57c-95deb666ff99 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:20.984991 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6fa52f05-1fc6-446a-bfe1-7fe60dff477a req-5588ef54-5735-4381-b57c-95deb666ff99 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0861464 May 09 05:31:21.030281 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6fa52f05-1fc6-446a-bfe1-7fe60dff477a req-5fb52031-5f60-4289-a563-1297460dde97 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 May 09 05:31:22.216206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c430c-cf90-44b5-94cd-7c9ce0f5846d req-b2ba4ca9-683d-4d18-9b3d-81f4a616a853 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:22.217686 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-834c430c-cf90-44b5-94cd-7c9ce0f5846d req-b2ba4ca9-683d-4d18-9b3d-81f4a616a853 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0846984 May 09 05:31:22.266382 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-834c430c-cf90-44b5-94cd-7c9ce0f5846d req-ec373d20-d457-40aa-b6db-d12f3cb3922a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 May 09 05:31:22.639313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f38c10-47cf-454e-9a10-10343401e1f5 req-955bd475-fb00-4901-a6ac-21756f4b13fe tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:22.640775 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-63f38c10-47cf-454e-9a10-10343401e1f5 req-955bd475-fb00-4901-a6ac-21756f4b13fe tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.1443217 May 09 05:31:22.651606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-9b91cd93-d4a6-4cb0-a1ad-69ed4f3c96b8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:22.653279 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-9b91cd93-d4a6-4cb0-a1ad-69ed4f3c96b8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7&tenant_id=b62f19a9fcfc459fa482f676467f1d61&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.1193190 May 09 05:31:22.692227 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-63f38c10-47cf-454e-9a10-10343401e1f5 req-eabf6a3c-5d4b-4697-8998-9bead14e6435 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 May 09 05:31:22.812757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-3dc17b16-0874-431e-b854-8b8b309476f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:22.814196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-3dc17b16-0874-431e-b854-8b8b309476f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1098 time: 0.0742152 May 09 05:31:23.054197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-0aa9eea0-3a80-4902-9f53-8fae2855f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:23.055634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-0aa9eea0-3a80-4902-9f53-8fae2855f864 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.2333791 May 09 05:31:23.093826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3998c378-aca9-4487-aef1-822788f6e659 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:31:23.100052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3998c378-aca9-4487-aef1-822788f6e659 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:31:23.157346 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-c58df13c-d9cb-4744-b52e-86e48fecb91e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 1001 time: 0.0961194 May 09 05:31:23.219571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-23afb371-172d-4139-8c97-3c75723338bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:23.221039 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-23afb371-172d-4139-8c97-3c75723338bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0578175 May 09 05:31:23.306361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-219e739a-4344-4bb1-a53f-8e19c8829c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:23.307930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-219e739a-4344-4bb1-a53f-8e19c8829c68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810790 May 09 05:31:23.324773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:23.334409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:23.356429 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '3998c378-aca9-4487-aef1-822788f6e659', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': '3998c378-aca9-4487-aef1-822788f6e659', 'mac_address': 'fa:16:3e:b2:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:31:23.402900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3998c378-aca9-4487-aef1-822788f6e659'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:31:23.423220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:23.429933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:23.440296 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:23.452512 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-ebb11c8f-d5f3-4712-850f-284353c766f8 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373954 May 09 05:31:23.475843 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8616a64a-7e23-4a7b-94aa-02759e365451'] response: {'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3998c378-aca9-4487-aef1-822788f6e659', 'code': 200} May 09 05:31:23.485228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3998c378-aca9-4487-aef1-822788f6e659 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:31:23.563983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:23.572766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:31:23.573106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:31:23.574665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.575012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.575333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.575659 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.575970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.576286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.576597 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.576910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.577260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.577560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.577845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.578170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:23.592222 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-51a1faf6-1fc3-441c-a745-1e33598ffa64 req-de283ebb-803c-4839-a0d1-de0ae26cd455 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338394 May 09 05:31:23.892163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb707-75bb-467c-bc41-7c27a9146e10 req-03f59bec-ae45-419f-ac0e-5631e665cc28 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:23.894061 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-63ffb707-75bb-467c-bc41-7c27a9146e10 req-03f59bec-ae45-419f-ac0e-5631e665cc28 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 943 time: 0.0898263 May 09 05:31:23.940312 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-63ffb707-75bb-467c-bc41-7c27a9146e10 req-26276001-a8e6-4285-9ba0-842b9625769d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402873 May 09 05:31:24.140441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:24.158208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3998c378-aca9-4487-aef1-822788f6e659 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:31:24.175114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:24.180855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:24.251856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:24.358029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['3998c378-aca9-4487-aef1-822788f6e659'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:31:24.697610 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-f3887573-e8b5-4f7c-948d-4d8c77cf1d2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756443 May 09 05:31:24.862498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-24442326-9f36-46e0-aa0d-00191dc1be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:24.864059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-24442326-9f36-46e0-aa0d-00191dc1be92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1097 time: 0.0765221 May 09 05:31:25.020241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-131a04cd-00b5-416a-b190-5f636744ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:25.021739 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-131a04cd-00b5-416a-b190-5f636744ae56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1345220 May 09 05:31:25.102646 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3998c378-aca9-4487-aef1-822788f6e659 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:31:25.135149 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-35df5cea-7bd5-4f77-bcb5-f2a3c2c882c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 1000 time: 0.1073396 May 09 05:31:25.165132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124591-3de5-47df-9bfa-276e1d26cb03 req-60de65b5-c7d5-46bd-9298-bb74de250286 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:25.166964 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8a124591-3de5-47df-9bfa-276e1d26cb03 req-60de65b5-c7d5-46bd-9298-bb74de250286 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 944 time: 0.1024189 May 09 05:31:25.182708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 3998c378-aca9-4487-aef1-822788f6e659 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:31:25.183333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:25.212846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-0e8fcde1-c8f9-4e87-b3b7-847c1416b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:25.215717 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-0e8fcde1-c8f9-4e87-b3b7-847c1416b50e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0740988 May 09 05:31:25.218764 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8a124591-3de5-47df-9bfa-276e1d26cb03 req-e5cc4944-51cb-4e6c-b80b-606b2c481ea6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 May 09 05:31:25.302134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-00c12bcb-83e3-46dd-918c-5d4803e7487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:25.303611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-00c12bcb-83e3-46dd-918c-5d4803e7487f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817409 May 09 05:31:25.368700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:25.402127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:25.408383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:25.478026 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998c378-aca9-4487-aef1-822788f6e659'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:31:25.493986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:25.523858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-4c411022-8c1d-4281-87c4-87593710d4ec service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137823 May 09 05:31:25.532323 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b758825b-0e23-47b0-866a-d3e4a3f35a96'] response: {'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998c378-aca9-4487-aef1-822788f6e659', 'code': 200} May 09 05:31:25.539332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c74c4-2a2d-4f2a-98ab-c0d745592eb7 req-33d861f8-71e2-4398-a004-dc044a514bcc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:25.541147 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-052c74c4-2a2d-4f2a-98ab-c0d745592eb7 req-33d861f8-71e2-4398-a004-dc044a514bcc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.1561511 May 09 05:31:25.684461 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-052c74c4-2a2d-4f2a-98ab-c0d745592eb7 req-b696f098-dacc-46e6-a87d-2c152acee7a0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238003 May 09 05:31:25.729761 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57d290bd-8dc4-4c29-a5ec-55c63fd0c092 req-77afef30-41e7-4e31-94cf-2f2298d9090e service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876435 May 09 05:31:26.271110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4334a-f742-490d-b819-07967f812547 req-99ed4106-1fcd-4387-90cf-dbc537ef7aca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:26.272596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d3d4334a-f742-490d-b819-07967f812547 req-99ed4106-1fcd-4387-90cf-dbc537ef7aca tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.2587588 May 09 05:31:26.275145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-b5f71282-336b-477a-ab5a-3f0e6f2a56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:26.276510 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-b5f71282-336b-477a-ab5a-3f0e6f2a56dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 1098 time: 0.1089048 May 09 05:31:26.397513 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d3d4334a-f742-490d-b819-07967f812547 req-ff377edc-2dca-4392-b05f-00ff4f2245b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185153 May 09 05:31:26.439461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-bad45832-891b-40a9-8dbb-ece556e06ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:26.440915 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-bad45832-891b-40a9-8dbb-ece556e06ad0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1494334 May 09 05:31:26.552600 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-4856b2eb-4d78-4348-b3f8-b6bb0e70d66d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 200 len: 1001 time: 0.0975389 May 09 05:31:26.613938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-59249076-c7ae-4dc7-902a-e03725ca1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:26.615338 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-59249076-c7ae-4dc7-902a-e03725ca1329 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0563402 May 09 05:31:26.702834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-89c26cf2-5692-4563-bb14-a10675b61fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:26.704240 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-89c26cf2-5692-4563-bb14-a10675b61fcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822556 May 09 05:31:26.836215 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-7360997d-71e0-4c2e-90b0-42ef47df4117 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258161 May 09 05:31:26.973928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ecd56d-7576-4d8d-813f-196002bb4e44 req-bf5b2113-d7df-4595-ba57-8362fc9a9307 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314387 May 09 05:31:27.590978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08e5ee-4fce-4062-a9af-ce6f80ebd2b2 req-3573e670-7552-4cb0-b532-6bbc43f3b480 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:27.592479 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fd08e5ee-4fce-4062-a9af-ce6f80ebd2b2 req-3573e670-7552-4cb0-b532-6bbc43f3b480 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0883276 May 09 05:31:27.641524 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fd08e5ee-4fce-4062-a9af-ce6f80ebd2b2 req-c96e8a64-953e-44cb-83a2-0136f62f04a5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431647 May 09 05:31:28.844786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee02e15-e4ad-48cc-aa8c-92a05ee93e8b req-5ad28b91-d35c-4cec-bfaa-08a6a975fe6e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:28.846213 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ee02e15-e4ad-48cc-aa8c-92a05ee93e8b req-5ad28b91-d35c-4cec-bfaa-08a6a975fe6e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0879984 May 09 05:31:28.890953 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1ee02e15-e4ad-48cc-aa8c-92a05ee93e8b req-94f0a555-958c-417b-9596-dd35e5a259fb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 May 09 05:31:29.309544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542544-571f-4010-aaee-cfbc005ebd90 req-c0012885-209e-45d2-af3d-327297b6e798 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:29.310964 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d542544-571f-4010-aaee-cfbc005ebd90 req-c0012885-209e-45d2-af3d-327297b6e798 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0980351 May 09 05:31:29.364016 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d542544-571f-4010-aaee-cfbc005ebd90 req-26288f5b-043b-437e-a773-0f0c7134869b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 May 09 05:31:30.579013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b7ff5-8796-4363-adbd-dcdc2d1c32e1 req-4e5a749f-aa01-4dfa-9459-0896d63ec25e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:30.580441 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ba4b7ff5-8796-4363-adbd-dcdc2d1c32e1 req-4e5a749f-aa01-4dfa-9459-0896d63ec25e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0938768 May 09 05:31:30.624044 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ba4b7ff5-8796-4363-adbd-dcdc2d1c32e1 req-37dbc96a-c5aa-4213-b170-4814a4309f67 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376041 May 09 05:31:31.135338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-82e8b196-1bdb-4106-b083-8120f0e4a7d2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:31.136737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-82e8b196-1bdb-4106-b083-8120f0e4a7d2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.0787897 May 09 05:31:31.208615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Deleting port 3998c378-aca9-4487-aef1-822788f6e659 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:31:31.208964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:31.466885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] For port 3998c378-aca9-4487-aef1-822788f6e659, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3998c378-aca9-4487-aef1-822788f6e659,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:31.467221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:31.928056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:31.928437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:31.928733 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 disassociated. External IP: 172.26.0.212, port: 3998c378-aca9-4487-aef1-822788f6e659. May 09 05:31:31.929097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Calling delete_port for 3998c378-aca9-4487-aef1-822788f6e659 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:31:31.978323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913582a-b722-429d-88c1-155027617865 req-28da50ab-987e-41ff-85f4-4a25ac710e7e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:31.979783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1913582a-b722-429d-88c1-155027617865 req-28da50ab-987e-41ff-85f4-4a25ac710e7e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 945 time: 0.2445691 May 09 05:31:32.046448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1913582a-b722-429d-88c1-155027617865 req-f35ff81a-a3f2-458d-ba23-86e95834bb1f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607822 May 09 05:31:32.130006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:32.184122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event deleted for resources: {'Port': ['ID=3998c378-aca9-4487-aef1-822788f6e659,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:32.377228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:31:32.566663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:31:32.576601 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:31:32.586985 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:31:32.587598 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:31:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:32.641208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] No DVR routers for this DVR port 3998c378-aca9-4487-aef1-822788f6e659 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:31:32.644143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:32.646707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-deleted', 'tag': '3998c378-aca9-4487-aef1-822788f6e659'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:31:32.663622 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0efdd5fa-6ea8-4b2b-b140-1b6b524674ac req-b0b445b2-1b10-4a59-a6fa-b69defd4f180 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "DELETE /v2.0/ports/3998c378-aca9-4487-aef1-822788f6e659 HTTP/1.1" status: 204 len: 173 time: 1.5213263 May 09 05:31:32.694753 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfecbb99-7a1a-49da-8a0d-a4ebed098b36'] response: {'server_uuid': '5cd452f8-ee74-4cc4-89a2-4c91e87927e7', 'name': 'network-vif-deleted', 'tag': '3998c378-aca9-4487-aef1-822788f6e659', 'status': 'completed', 'code': 200} May 09 05:31:32.766162 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:31:33.075069 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:33.079533 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:31:33.089137 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:31:33.090028 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:31:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:33.217325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-775a9098-030d-4fc7-a958-5dbb0544b3a0 req-d17e616d-c4e0-47c9-8bb5-750625b7c1a5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:31:33.233743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-775a9098-030d-4fc7-a958-5dbb0544b3a0 req-d17e616d-c4e0-47c9-8bb5-750625b7c1a5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:31:33.235049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-775a9098-030d-4fc7-a958-5dbb0544b3a0 req-d17e616d-c4e0-47c9-8bb5-750625b7c1a5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cd452f8-ee74-4cc4-89a2-4c91e87927e7 HTTP/1.1" status: 200 len: 210 time: 0.0603492 May 09 05:31:33.275069 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:31:33.617102 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:33.621491 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51553d-9fa6-475a-97b3-186908b4b9ff None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:31:33.835572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c1e01-a5af-4979-8162-95dc9d82b526 None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:31:34.592100 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-c20c6f40-a05a-4258-9bb9-23cc6b496dac tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1290905526&fields=id&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 267 time: 0.0396018 May 09 05:31:34.743018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-810d11f5-1c39-4a50-a19c-b85b0b0958df tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:34.744496 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-810d11f5-1c39-4a50-a19c-b85b0b0958df tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1461074 May 09 05:31:34.763413 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-ab9c901d-c381-4079-b58f-3009e54d5376 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/quotas/b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 375 time: 0.0100331 May 09 05:31:34.853770 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-3a39704b-df16-4623-9b96-99da18133b43 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847151 May 09 05:31:35.000869 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-36535d99-65c8-4623-9e8d-5e04af29650f service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331711 May 09 05:31:35.124923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3998c378-aca9-4487-aef1-822788f6e659 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:31:35.133079 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-183adad5-e4dd-4bbf-99af-4ed3e0953403 service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261017 May 09 05:31:35.159825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 3998c378-aca9-4487-aef1-822788f6e659 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:31:35.160166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3998c378-aca9-4487-aef1-822788f6e659 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:31:35.309989 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0efbf39a-1064-4ff1-86e1-620c6c607027 req-17558fee-8e2f-479b-949e-fd16fc892365 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 210 time: 0.0446293 May 09 05:31:36.441584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-436691ec-663d-4085-a04a-43756eaa89d4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:36.443778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-436691ec-663d-4085-a04a-43756eaa89d4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1530585 May 09 05:31:36.463535 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f23eac56-22d3-4727-af73-52d1ed689248 req-a7a978e3-95d6-4530-b469-9c7006f00e55 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 210 time: 0.0440087 May 09 05:31:36.503096 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-29ef58a0-0abc-4fc8-9a50-c8e4e5cee643 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 380 time: 0.0455122 May 09 05:31:36.511122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'port': {'device_id': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'admin_state_up': True, 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'security_groups': ['87a18a4a-dc77-4cca-82d0-d9635ab4ee29']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:31:36.650300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:31:36.660426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:31:36.670658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Made reservation on behalf of b62f19a9fcfc459fa482f676467f1d61 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:31:36.674173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:36.841396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Allocated IP 172.20.0.7 (8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519/20d27986-9359-4c1d-aaa4-9f3eac3c0d73/3c60ea73-1d8f-4cc7-88da-11e57ecbcd00) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:31:37.133509 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:37.150347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Transition to ACTIVE for port object 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:31:37.179660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:37.250023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:31:37.253851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:31:37.257659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:31:37.291424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:37.311115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.311427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.311760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.312121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.312434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.312820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.313192 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.313718 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.314104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.314425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.314741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.315051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:31:37.338771 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:37.339415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:37.367554 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-299be237-ace9-4172-8a43-91cf5862a7a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600569 May 09 05:31:37.385979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Request body: {'port': {'device_id': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:31:37.500900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:37.524836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0e1728c8-f170-40dd-8390-6ea9733904c9 None None] Provisioning for port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:31:37.530870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0e1728c8-f170-40dd-8390-6ea9733904c9 None None] Provisioning complete for port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:31:37.531742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e1728c8-f170-40dd-8390-6ea9733904c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:37.586243 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-0e1728c8-f170-40dd-8390-6ea9733904c9 None None] Port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:31:37.797959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb05cc7-7c2e-4a58-80f1-cb896f93a7ce req-d1f035d6-868a-4378-8e9e-a05260709edb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:37.798642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3cb05cc7-7c2e-4a58-80f1-cb896f93a7ce req-d1f035d6-868a-4378-8e9e-a05260709edb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:31:37.838432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3cb05cc7-7c2e-4a58-80f1-cb896f93a7ce req-d1f035d6-868a-4378-8e9e-a05260709edb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:31:37.839509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3cb05cc7-7c2e-4a58-80f1-cb896f93a7ce req-d1f035d6-868a-4378-8e9e-a05260709edb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 931 time: 0.2669320 May 09 05:31:37.903054 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3cb05cc7-7c2e-4a58-80f1-cb896f93a7ce req-dac4d611-fe66-42a4-876c-df102c4ac540 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556176 May 09 05:31:37.956934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:31:37.964563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:37.979841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Transition to ACTIVE for port object 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:31:37.985959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:38.140797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:38.224760 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Attempting to bind port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:31:38.225098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Attempting to bind port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:31:38.225423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Attempting to bind port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:31:38.230179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:31:38.230494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Attempting to bind port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:31:38.236244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:31:38.236626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Checking segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:31:38.237006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Bound using segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:31:38.237433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Bound port: 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:31:38.237777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:38.331656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:31:38.334614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:31:38.341585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:38.402497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:38.403225 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:38.404482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] 10.222.0.59 "PUT /v2.0/ports/3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 1093 time: 1.0229833 May 09 05:31:38.404924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:31:38.425759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469d1a-c6a0-40a3-b9bd-8edac2cc4027 service neutron] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:38.491961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510a51e5-102d-4ced-9006-f45a246df7ab'] response: {'name': 'network-changed', 'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'status': 'completed', 'code': 200} May 09 05:31:38.536429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-27d02754-5970-4db9-a4ad-648e294678c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:38.537923 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-27d02754-5970-4db9-a4ad-648e294678c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1096 time: 0.0789244 May 09 05:31:38.615727 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-6b1ee45e-8a2f-4791-a18b-9c3baf4e6b32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 217 time: 0.0655086 May 09 05:31:38.685035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5b9ed21b-c4b4-4547-ae08-c27e06d212d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:38.686353 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-5b9ed21b-c4b4-4547-ae08-c27e06d212d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0644171 May 09 05:31:38.766571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-e0352fc4-d1fe-46a0-ad28-5110b20c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:38.768423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-e0352fc4-d1fe-46a0-ad28-5110b20c0fea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755365 May 09 05:31:39.006711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-39f7b4d4-2d24-4747-9281-050ad6b33459 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318528 May 09 05:31:39.191333 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3b3580fd-7821-43e3-ac2c-90ae397803c3 req-6ab6b184-5865-4caf-9d93-bbe54c58eed5 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777101 May 09 05:31:39.201383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6083cc-0e19-4ff6-8cce-631f0e638e7f req-dd104ac3-6e1d-4477-8e84-dc30e49ad901 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:39.202660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c6083cc-0e19-4ff6-8cce-631f0e638e7f req-dd104ac3-6e1d-4477-8e84-dc30e49ad901 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 943 time: 0.1909025 May 09 05:31:39.247763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c6083cc-0e19-4ff6-8cce-631f0e638e7f req-f16af0d1-1407-4555-b7d7-5e687e6d33e2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385845 May 09 05:31:39.364896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-f9304afc-2852-4664-b8ec-b27174b729f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:39.366359 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-f9304afc-2852-4664-b8ec-b27174b729f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1096 time: 0.0734899 May 09 05:31:39.498105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-632f08ec-25ee-4906-9008-c9d72ded2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:39.499447 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-632f08ec-25ee-4906-9008-c9d72ded2e47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1268213 May 09 05:31:39.570592 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-b7dd59ca-9c82-48a0-916e-139a90f7f2b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 217 time: 0.0651331 May 09 05:31:39.634574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-6f235264-e98e-4a07-bd80-919442b513b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:39.635998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-6f235264-e98e-4a07-bd80-919442b513b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0584962 May 09 05:31:39.716923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-0016f162-a5ac-46de-81fc-f1e443bf0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:39.719217 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-0016f162-a5ac-46de-81fc-f1e443bf0c69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770013 May 09 05:31:39.851852 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-a2fe8ad3-dc22-4e10-b3e6-cac3d0b05abb service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263223 May 09 05:31:40.002125 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13b03052-e753-49a2-816d-1fdc3b63b38f req-aeefdf2c-89b3-4e57-b8c6-71cafffaf8a4 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437464 May 09 05:31:40.455842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfe240-cec4-4aae-a7d7-e10e19221b35 req-3ffaaec1-1932-4726-b293-a67d8a4aeb9a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:40.457304 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-93dfe240-cec4-4aae-a7d7-e10e19221b35 req-3ffaaec1-1932-4726-b293-a67d8a4aeb9a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 943 time: 0.0920420 May 09 05:31:40.514693 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-93dfe240-cec4-4aae-a7d7-e10e19221b35 req-a5fbeab6-53eb-429f-b908-b069f1b892a0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513742 May 09 05:31:41.718415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6b1a0-84f0-4e3c-8465-9b693e1abc36 req-09514a9d-a316-423c-a985-fef9a444a518 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:41.719869 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-71b6b1a0-84f0-4e3c-8465-9b693e1abc36 req-09514a9d-a316-423c-a985-fef9a444a518 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 943 time: 0.0895994 May 09 05:31:41.770107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-71b6b1a0-84f0-4e3c-8465-9b693e1abc36 req-1d35e73f-6c1e-43f3-8b3d-464863782e4c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 May 09 05:31:42.366529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c7c54b8e-762c-4561-bedb-b2db176514d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:42.981887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c421c-9c38-401a-81d8-dda9827d34fe req-692d5579-373a-4011-a5db-2237b7c0a520 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:42.983329 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c5c421c-9c38-401a-81d8-dda9827d34fe req-692d5579-373a-4011-a5db-2237b7c0a520 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 943 time: 0.0942802 May 09 05:31:43.028377 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3c5c421c-9c38-401a-81d8-dda9827d34fe req-8ce0f337-2733-4c75-a01b-bec8aad888ef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390835 May 09 05:31:43.204278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:31:43.348712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:43.361520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'mac_address': 'fa:16:3e:fe:55:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:31:43.418628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:43.435076 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:31:43.452131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:43.458168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:43.533355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:43.858857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:31:44.225678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fcc80-d917-4a2a-b368-6467373fcacf req-7067d240-546f-4d95-b808-73039fcda826 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:44.227037 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f06fcc80-d917-4a2a-b368-6467373fcacf req-7067d240-546f-4d95-b808-73039fcda826 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 944 time: 0.0870736 May 09 05:31:44.273369 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f06fcc80-d917-4a2a-b368-6467373fcacf req-a37e5e6a-b085-41b2-af63-e5fc436a5b19 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 May 09 05:31:44.635418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-56be3c01-13c9-4e24-8c9a-996c7c7c7756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:45.203914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:31:45.283035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:31:45.289569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:31:45.289932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:45.406434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:45.433579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:31:45.444901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:31:45.449910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:45.461299 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974238-da38-49b2-a909-8eb9c616eb7a req-a9492d26-f669-4bb5-9c12-2e0bb7a42c2e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:45.462801 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7c974238-da38-49b2-a909-8eb9c616eb7a req-a9492d26-f669-4bb5-9c12-2e0bb7a42c2e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 944 time: 0.0835216 May 09 05:31:45.487611 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd81c0d7-e993-4186-9e1b-82f9c4280bcb'] response: {'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'code': 200} May 09 05:31:45.511081 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7c974238-da38-49b2-a909-8eb9c616eb7a req-7bb151df-0120-40c0-8307-dec9132c4057 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 May 09 05:31:45.519512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:31:45.752430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc08216-d0bd-49eb-83e4-88a79355ebc7 req-e67b91df-8ea8-423c-ab9c-98df9ce99bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:45.753931 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7bc08216-d0bd-49eb-83e4-88a79355ebc7 req-e67b91df-8ea8-423c-ab9c-98df9ce99bd2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1098 time: 0.0722499 May 09 05:31:45.764198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:45.800871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7bc08216-d0bd-49eb-83e4-88a79355ebc7 req-fca6428f-589a-4fe8-a581-ee109b63ee2d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 May 09 05:31:45.932049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:46.743344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45d22-d088-4a22-a712-422f2a581b14 req-7096375a-06f4-42db-981f-c8ceff3d1bd0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:46.745198 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7db45d22-d088-4a22-a712-422f2a581b14 req-7096375a-06f4-42db-981f-c8ceff3d1bd0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0987885 May 09 05:31:46.793833 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7db45d22-d088-4a22-a712-422f2a581b14 req-aec1c067-5899-4196-8378-b3db63f05d7a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395622 May 09 05:31:47.492386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:48.001096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30352bec-ab29-4420-b811-c10143fd91b2 req-c9a2d958-02e3-4bce-8a5a-3325af1b329a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:48.002549 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-30352bec-ab29-4420-b811-c10143fd91b2 req-c9a2d958-02e3-4bce-8a5a-3325af1b329a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0957017 May 09 05:31:48.061030 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-30352bec-ab29-4420-b811-c10143fd91b2 req-df973942-a021-4069-9362-c4a18ba90510 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525331 May 09 05:31:48.241020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a329f-2725-4c22-b01c-3ad66b0be97a req-4a610168-793f-4f2c-8c5a-1b9af5e1af48 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:48.242479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b0a329f-2725-4c22-b01c-3ad66b0be97a req-4a610168-793f-4f2c-8c5a-1b9af5e1af48 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0833292 May 09 05:31:48.253392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45230) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:31:48.259355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'floatingip': {'port_id': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:31:48.340329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:48.950467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:49.086844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:49.093499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:49.267173 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 associated. External IP: 172.26.0.212, port: 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00. May 09 05:31:49.621072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:31:49.917381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:31:49.922968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:31:49.928634 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:31:49.938646 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:31:49.939242 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:31:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:49.976032 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e0087c31-b914-4270-8c33-d30a88772e9b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "PUT /v2.0/floatingips/35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 HTTP/1.1" status: 200 len: 991 time: 1.7215095 May 09 05:31:49.976652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:31:50.027189 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0ee0ab-3ff8-429e-b11f-d2c771448cff'] response: {'name': 'network-changed', 'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'status': 'completed', 'code': 200} May 09 05:31:50.146412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-5e90add5-ce83-4dbe-b1e8-c0aba08cd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:50.148045 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-5e90add5-ce83-4dbe-b1e8-c0aba08cd9d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1098 time: 0.0759161 May 09 05:31:50.172846 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:31:50.286494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-d8b875b9-ef44-44e9-a6a7-3b42a21f8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:50.288437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-d8b875b9-ef44-44e9-a6a7-3b42a21f8608 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1342916 May 09 05:31:50.339126 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-6a0c9bf5-8339-4ace-a9a0-e0e364286475 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757902 May 09 05:31:50.457776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-8beab191-6ea1-4d90-91a5-4db21cc7563f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 999 time: 0.1640906 May 09 05:31:50.525129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-918f70f2-5102-42df-9074-5b3e90f286ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:50.526644 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-918f70f2-5102-42df-9074-5b3e90f286ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0622950 May 09 05:31:50.535374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1fae-9564-4727-8c0a-1f268016d851 req-bfd474e1-1e6b-4c0c-a38b-074a73be48f7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:50.536886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-483d1fae-9564-4727-8c0a-1f268016d851 req-bfd474e1-1e6b-4c0c-a38b-074a73be48f7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.1797299 May 09 05:31:50.541169 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:fe:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:31:48Z', 'revision_number': 9, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:50.545245 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:31:50.553938 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:31:50.554532 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:31:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:50.632989 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-483d1fae-9564-4727-8c0a-1f268016d851 req-b3815ff1-d99c-4c98-b75a-43b9f0d18377 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648718 May 09 05:31:50.654410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-57ac875c-70a0-4ece-82c4-e71e30e9174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:50.655953 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-57ac875c-70a0-4ece-82c4-e71e30e9174f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1182010 May 09 05:31:50.745297 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:31:50.800805 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-b70f9b90-2fdf-4bd1-96ce-a33a7099c89b service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279593 May 09 05:31:50.944354 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73f6a199-0793-473d-9558-d04ef0a98d3a req-b64ee39e-c6a0-4d03-be18-05e9e308f1ed service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368446 May 09 05:31:51.116226 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:fe:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:31:48Z', 'revision_number': 9, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:31:51.120535 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05b911-f098-4ffa-ad24-e0d44bd5618d None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:fe:55:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:31:48Z', 'revision_number': 9, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:31:51.324220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1601c8-8be5-4aa8-8faf-4d4863dd38f9 None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:31:51.580187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-8e2bdaa8-3fe8-4d1e-a594-4b6fd18576b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:51.581688 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-8e2bdaa8-3fe8-4d1e-a594-4b6fd18576b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1098 time: 0.0706954 May 09 05:31:51.719144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-b6655f7a-44cb-4624-8c35-8065aad96672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:51.720618 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-b6655f7a-44cb-4624-8c35-8065aad96672 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1328418 May 09 05:31:51.824664 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-0c114ebb-b5f5-469f-b9a2-e976af61af09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 1002 time: 0.0983758 May 09 05:31:51.833035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc703f-d9aa-401f-91cf-6ab016d68bcd req-aa05494b-6fb8-4ee5-a996-cd16213581e3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:51.834328 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-30bc703f-d9aa-401f-91cf-6ab016d68bcd req-aa05494b-6fb8-4ee5-a996-cd16213581e3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0799866 May 09 05:31:51.882610 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-30bc703f-d9aa-401f-91cf-6ab016d68bcd req-771983c6-8e69-44f1-b3a3-f8a46dc559bc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 May 09 05:31:51.888949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-2f6d93ad-400b-4efe-b7d9-6ac429f06c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:51.890387 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-2f6d93ad-400b-4efe-b7d9-6ac429f06c15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0602388 May 09 05:31:51.966686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-6e8df746-1adf-4b16-9937-72e023867a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:51.968157 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-6e8df746-1adf-4b16-9937-72e023867a8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713050 May 09 05:31:52.104912 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-e39fb458-c5c2-48dd-9a30-6066ede5234a service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301224 May 09 05:31:52.348426 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-f4e81bee-aebc-4d2c-acce-94e7eb202a15 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376657 May 09 05:31:53.074513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052a525-b6f8-41e8-942c-01855d67c52c req-7b5452b1-3bcb-416a-bc4d-6594f7427231 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:53.076047 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1052a525-b6f8-41e8-942c-01855d67c52c req-7b5452b1-3bcb-416a-bc4d-6594f7427231 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0842471 May 09 05:31:53.127182 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1052a525-b6f8-41e8-942c-01855d67c52c req-69d212ca-2ae9-445c-9836-b567c5b6b781 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 May 09 05:31:54.326137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e095a8-b709-4ec7-9779-f85240850060 req-0c6b073a-2f19-486f-b157-f4de85a72376 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:54.327484 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-43e095a8-b709-4ec7-9779-f85240850060 req-0c6b073a-2f19-486f-b157-f4de85a72376 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0906060 May 09 05:31:54.370807 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-43e095a8-b709-4ec7-9779-f85240850060 req-812fb2a4-3de3-477a-b733-423736f9f1df tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376523 May 09 05:31:55.566288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af83a07-a224-4770-849d-ef272514d4ee req-c23e553b-fd49-4bf0-b65b-50da7d57ef04 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:55.567736 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3af83a07-a224-4770-849d-ef272514d4ee req-c23e553b-fd49-4bf0-b65b-50da7d57ef04 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0853179 May 09 05:31:55.611718 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3af83a07-a224-4770-849d-ef272514d4ee req-f855fe2c-c4ea-441c-b096-d5ebf39bfb0f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380812 May 09 05:31:56.623754 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:31:56.814177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c1ff7-c22a-4e18-bbc2-eac213a756b0 req-64a7e177-4c75-4f61-9381-d1224cb6629f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:56.815608 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-535c1ff7-c22a-4e18-bbc2-eac213a756b0 req-64a7e177-4c75-4f61-9381-d1224cb6629f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0872028 May 09 05:31:56.954890 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-535c1ff7-c22a-4e18-bbc2-eac213a756b0 req-04fc39ee-5036-4e7c-898f-2a2ecac78de7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334085 May 09 05:31:58.152129 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b920-4c78-4211-b98b-f31907431452 req-16b7933f-04ae-412b-9001-7e256036d280 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:58.153595 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a530b920-4c78-4211-b98b-f31907431452 req-16b7933f-04ae-412b-9001-7e256036d280 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0897114 May 09 05:31:58.200280 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a530b920-4c78-4211-b98b-f31907431452 req-ffdb3671-d618-4229-90cc-5687a41d31c1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381730 May 09 05:31:59.403578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd6808-33cf-439e-8b6d-d9f00ef08e18 req-737f8894-a56f-4aa7-b83a-2de4ce715039 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:31:59.405040 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51dd6808-33cf-439e-8b6d-d9f00ef08e18 req-737f8894-a56f-4aa7-b83a-2de4ce715039 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0900342 May 09 05:31:59.449028 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-51dd6808-33cf-439e-8b6d-d9f00ef08e18 req-d7f35723-f726-4d5e-8032-5791a42920f8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382729 May 09 05:32:00.658123 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfd903-1b25-4a41-a8ed-0e6091a77df5 req-3a33e824-4307-4b4b-a861-2589e24c9958 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:00.659587 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39bfd903-1b25-4a41-a8ed-0e6091a77df5 req-3a33e824-4307-4b4b-a861-2589e24c9958 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0941205 May 09 05:32:00.707671 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39bfd903-1b25-4a41-a8ed-0e6091a77df5 req-8d2ee2e6-5d36-49d8-8438-15d3b2cb6aa2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 May 09 05:32:01.920226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac097911-4588-4cf3-9dfd-02e3e3458e1d req-1d5d6559-5b08-4bc0-89ef-33ab7b6f6483 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:01.921704 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ac097911-4588-4cf3-9dfd-02e3e3458e1d req-1d5d6559-5b08-4bc0-89ef-33ab7b6f6483 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0942390 May 09 05:32:01.974822 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ac097911-4588-4cf3-9dfd-02e3e3458e1d req-e5c816b1-c04e-4d1c-bb14-5652a4b3bc73 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 May 09 05:32:03.173924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506e85-2575-4ad1-98ce-c97b42a3462c req-d06c5e4a-38fb-4323-9108-c1e3b3447ee7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:03.175425 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc506e85-2575-4ad1-98ce-c97b42a3462c req-d06c5e4a-38fb-4323-9108-c1e3b3447ee7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0941577 May 09 05:32:03.221404 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc506e85-2575-4ad1-98ce-c97b42a3462c req-c4b2a34c-a534-4fc5-9ddb-4c2982ddde14 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 May 09 05:32:04.418960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53d37-a1f2-46e2-8824-98d8c757ed18 req-a4e326bf-728d-4e1a-b2a3-07d650969813 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:04.420584 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6ff53d37-a1f2-46e2-8824-98d8c757ed18 req-a4e326bf-728d-4e1a-b2a3-07d650969813 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0865641 May 09 05:32:04.470738 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6ff53d37-a1f2-46e2-8824-98d8c757ed18 req-fde756f4-d614-4159-9edc-6436abef2d37 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 May 09 05:32:05.679961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d595-845f-49c8-8c8e-2ee61ce487fe req-199837f6-056a-4236-8e62-f0b316e65871 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:05.682580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e595d595-845f-49c8-8c8e-2ee61ce487fe req-199837f6-056a-4236-8e62-f0b316e65871 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0936689 May 09 05:32:05.739103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e595d595-845f-49c8-8c8e-2ee61ce487fe req-f721b54d-dca4-4526-b488-a3375fa6ce21 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482135 May 09 05:32:06.930595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b354-e00f-4790-b0eb-5e61c98423a2 req-b7c89f6f-16dd-48ef-adde-c8c88ec28cd1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:06.932051 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-01f0b354-e00f-4790-b0eb-5e61c98423a2 req-b7c89f6f-16dd-48ef-adde-c8c88ec28cd1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0874658 May 09 05:32:06.979523 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-01f0b354-e00f-4790-b0eb-5e61c98423a2 req-0d1b322f-af15-4739-973c-d99daf3877c1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394399 May 09 05:32:08.186324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18a907-144c-4a4c-8ebc-ee2d242ee3ca req-84796423-907a-4944-a2aa-e9016acac9ff tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:08.187771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ca18a907-144c-4a4c-8ebc-ee2d242ee3ca req-84796423-907a-4944-a2aa-e9016acac9ff tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.1010046 May 09 05:32:08.233858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ca18a907-144c-4a4c-8ebc-ee2d242ee3ca req-b96901c7-117b-42fc-9a38-18c7e63ea9e9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 May 09 05:32:09.448040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb524d2-ef6f-4d8a-9308-962fa73c88f4 req-d4fdeeb3-d82b-4307-9053-a779cfb563b2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:09.449494 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ecb524d2-ef6f-4d8a-9308-962fa73c88f4 req-d4fdeeb3-d82b-4307-9053-a779cfb563b2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0945630 May 09 05:32:09.495530 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ecb524d2-ef6f-4d8a-9308-962fa73c88f4 req-20220395-3216-4257-8250-8d943b80f2ba tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377762 May 09 05:32:10.704278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f17085-e8eb-45c2-a478-5051bb1c766a req-ae3c3d44-bbb1-4edc-8f52-ad318abe4097 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:10.705757 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-16f17085-e8eb-45c2-a478-5051bb1c766a req-ae3c3d44-bbb1-4edc-8f52-ad318abe4097 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0907335 May 09 05:32:10.757720 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-16f17085-e8eb-45c2-a478-5051bb1c766a req-9e6a83ea-4ced-421b-b690-de3248921b5c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461078 May 09 05:32:11.964249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b24c-af40-45d6-ba75-d0471cd0bd52 req-d38012a4-1d97-4ae0-8044-51eff2b104c2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:11.965752 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ca6b24c-af40-45d6-ba75-d0471cd0bd52 req-d38012a4-1d97-4ae0-8044-51eff2b104c2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0904372 May 09 05:32:12.009722 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ca6b24c-af40-45d6-ba75-d0471cd0bd52 req-5d8f208d-49a0-4c3a-be2b-ada46a456978 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 May 09 05:32:12.368261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-73c19b57-12df-4dd8-89b0-8ba22dae4559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:13.202502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e35de6-f1c1-4260-9000-2206f9daf12c req-d1c69b88-6a3b-48ae-aa01-4e04e7524c20 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:13.203945 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-75e35de6-f1c1-4260-9000-2206f9daf12c req-d1c69b88-6a3b-48ae-aa01-4e04e7524c20 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0804336 May 09 05:32:13.249550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-75e35de6-f1c1-4260-9000-2206f9daf12c req-9839355e-b95f-41c2-b8fe-bb6d6f77cc4d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 May 09 05:32:14.460232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9345-74b5-4690-94ea-3bc4453fefd4 req-6f8d244d-034a-4c30-989e-d938abbfd4bc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:14.461786 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-571c9345-74b5-4690-94ea-3bc4453fefd4 req-6f8d244d-034a-4c30-989e-d938abbfd4bc tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0995781 May 09 05:32:14.509782 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-571c9345-74b5-4690-94ea-3bc4453fefd4 req-31e1f2fb-4156-4bd6-a5dd-89af7d43e8fd tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 May 09 05:32:14.635664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94449349-6b09-41db-8f69-fca4f79c12d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:15.728673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005f4f2-5013-4da3-a65d-ab47438e4aa3 req-f0ef7511-b58a-4704-9ae6-c0d90ef9859c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:15.730153 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3005f4f2-5013-4da3-a65d-ab47438e4aa3 req-f0ef7511-b58a-4704-9ae6-c0d90ef9859c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0992270 May 09 05:32:15.765236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:15.781737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3005f4f2-5013-4da3-a65d-ab47438e4aa3 req-4732e2b0-86f4-42d9-bc54-6239ef71f5c6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 May 09 05:32:15.927233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:16.975128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d9ef1-131d-4aae-b8e9-218812d4ce2b req-9adadca4-7052-41c7-b426-9fd285584e85 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:16.976620 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2f9d9ef1-131d-4aae-b8e9-218812d4ce2b req-9adadca4-7052-41c7-b426-9fd285584e85 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0829828 May 09 05:32:17.026549 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2f9d9ef1-131d-4aae-b8e9-218812d4ce2b req-7149eec4-4244-4cc3-ab34-8d7081bd8fe3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413048 May 09 05:32:17.493556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:18.235321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24a2c-2657-4b03-8948-5248d5fd4466 req-7224b029-aa15-49ad-8627-6fd17d97c417 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:18.236791 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25c24a2c-2657-4b03-8948-5248d5fd4466 req-7224b029-aa15-49ad-8627-6fd17d97c417 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0869956 May 09 05:32:18.284732 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25c24a2c-2657-4b03-8948-5248d5fd4466 req-c2beda2a-1e70-46d6-9965-8e863fc9b067 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399184 May 09 05:32:18.954848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:19.265443 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-57c90157-b95d-4a38-9a65-eb54ff540e4c service neutron] 10.222.0.59 "GET /v2.0/ports/3c60ea73-1d8f-4cc7-88da-11e57ecbcd00/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0903268 May 09 05:32:19.476873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61c2af-3d4e-48d7-9da8-1d0ca95a23a8 req-be6ee57e-2a4e-446b-baeb-4ca235a12a7a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:19.477958 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2c61c2af-3d4e-48d7-9da8-1d0ca95a23a8 req-be6ee57e-2a4e-446b-baeb-4ca235a12a7a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0806034 May 09 05:32:19.529705 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2c61c2af-3d4e-48d7-9da8-1d0ca95a23a8 req-0676067e-e597-44ad-ae6c-e20a6d11a051 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 May 09 05:32:19.562842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-2ee28309-152c-44ff-ba4e-fbb313086e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:19.564321 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-2ee28309-152c-44ff-ba4e-fbb313086e77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 1098 time: 0.0738087 May 09 05:32:19.683502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-27a4417e-3c49-4464-b6a8-bc758f38461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:19.685647 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-27a4417e-3c49-4464-b6a8-bc758f38461d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1098 time: 0.0796859 May 09 05:32:19.821150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-97eb2185-d79a-4761-bf63-87ed9a0240f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:19.822579 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-97eb2185-d79a-4761-bf63-87ed9a0240f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1298442 May 09 05:32:19.927084 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-7e71d109-40b3-404e-8215-27c57f334e9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 1002 time: 0.0980346 May 09 05:32:19.996304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-f3c09b7e-3f81-4a84-98a9-c5916d733ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:19.997902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-f3c09b7e-3f81-4a84-98a9-c5916d733ebe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0649464 May 09 05:32:20.074404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-172e76b3-400b-441e-8a3c-0f3f295927a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:20.075915 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-172e76b3-400b-441e-8a3c-0f3f295927a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722291 May 09 05:32:20.210472 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-c018cb72-3bf7-44c0-930b-31b603665af5 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267369 May 09 05:32:20.443782 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d7dacb-2267-4508-bd9f-28dbd241b7b8 req-79006e93-cfa8-4401-9e48-a6743bf90787 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271626 May 09 05:32:20.720347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9ab5f-c68c-42d6-9be2-e6c962290743 req-26760302-2558-41bb-9f22-82ccc6cec5df tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:20.721699 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7bd9ab5f-c68c-42d6-9be2-e6c962290743 req-26760302-2558-41bb-9f22-82ccc6cec5df tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0842347 May 09 05:32:20.766696 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7bd9ab5f-c68c-42d6-9be2-e6c962290743 req-d679b77c-7321-4bab-8d6b-03ac7ef37dc5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392606 May 09 05:32:22.049320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69175-5000-47fd-a03a-1cda79fb2800 req-2299d800-4104-47c1-99a7-79f26e331b71 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:22.050849 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-17c69175-5000-47fd-a03a-1cda79fb2800 req-2299d800-4104-47c1-99a7-79f26e331b71 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.1450212 May 09 05:32:22.095197 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-17c69175-5000-47fd-a03a-1cda79fb2800 req-31060605-f01b-48e6-bda6-4ea7e1b9f2f6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 May 09 05:32:23.294890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07eda-19c1-4e2d-9472-71bd24b56b70 req-0e307aef-cd9e-4aa2-832e-2b02142a13db tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:23.296245 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d2d07eda-19c1-4e2d-9472-71bd24b56b70 req-0e307aef-cd9e-4aa2-832e-2b02142a13db tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0860071 May 09 05:32:23.343636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d2d07eda-19c1-4e2d-9472-71bd24b56b70 req-58b509ea-f1e0-4a35-be2d-0cf3af92f591 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 May 09 05:32:23.374507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:32:23.379967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:32:23.596229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:23.609575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:23.630199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'mac_address': 'fa:16:3e:fe:55:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:32:23.638162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:23.688756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:23.693405 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ede3f3-71c0-425b-ae58-cc2ca78a27ed'] response: {'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'code': 200} May 09 05:32:23.696156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:23.748358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:23.773129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:32:23.806831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:23.829446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.829758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.830123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.830447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.830766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.831089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.831425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.831702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.832019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.832342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.832671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.832984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:23.848028 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:32:23.848289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:32:24.415257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:24.432388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:32:24.447958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:24.453458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:24.520608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:24.537000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba8a7a-cbd5-4006-8780-243d303ef082 req-be9e30f7-a0b6-41de-a07d-cb9e996914ea tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:24.538497 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c4ba8a7a-cbd5-4006-8780-243d303ef082 req-be9e30f7-a0b6-41de-a07d-cb9e996914ea tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 944 time: 0.0809321 May 09 05:32:24.582407 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c4ba8a7a-cbd5-4006-8780-243d303ef082 req-c5840f81-01f9-4f2c-a7b5-7ef89ed0e431 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381064 May 09 05:32:24.609295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:32:24.690962 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-7b8b9231-ba62-47e1-a7e4-6b86434699df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758860 May 09 05:32:24.850158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-4cabda7b-c51e-4049-8681-43eaec2fe24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:24.851831 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-4cabda7b-c51e-4049-8681-43eaec2fe24b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1097 time: 0.0718925 May 09 05:32:25.133022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-1e4e35b9-8581-4215-b37a-0ac64a731f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:25.134462 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-1e4e35b9-8581-4215-b37a-0ac64a731f24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.2550454 May 09 05:32:25.244989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-69514ee6-ee86-4d2a-ba11-e1784d6eab96 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:25.246427 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-69514ee6-ee86-4d2a-ba11-e1784d6eab96 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616&tenant_id=b62f19a9fcfc459fa482f676467f1d61&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 944 time: 0.3398488 May 09 05:32:25.265826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dfbe4-2dec-4a4b-b542-dac83bb55c64 req-bacea1a9-dce2-42e1-bdff-778194e3dc3b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:25.268118 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4e8dfbe4-2dec-4a4b-b542-dac83bb55c64 req-bacea1a9-dce2-42e1-bdff-778194e3dc3b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 944 time: 0.2609251 May 09 05:32:25.315559 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-0899b818-6c76-4ede-b35e-5773bd2c4743 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 1001 time: 0.1744406 May 09 05:32:25.402895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:32:25.434458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4e8dfbe4-2dec-4a4b-b542-dac83bb55c64 req-b2cad786-e359-47bb-9612-891a605b36b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211867 May 09 05:32:25.439136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-93274cd3-6b7d-4d12-b64f-8be5595d7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:25.440117 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-93274cd3-6b7d-4d12-b64f-8be5595d7006 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.1003332 May 09 05:32:25.441612 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-cfcecd30-e778-4177-9462-78a9ce81e60c service neutron] 10.222.0.59 "GET /v2.0/ports/3c60ea73-1d8f-4cc7-88da-11e57ecbcd00/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.1877398 May 09 05:32:25.472598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:32:25.473219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:25.528412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-176325ec-b8a8-4396-8f64-dc92235ea9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:25.529954 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-176325ec-b8a8-4396-8f64-dc92235ea9ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765219 May 09 05:32:25.591175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:25.627602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:25.632643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:25.679417 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-1d495bf8-ed6f-4d8b-8ee9-444fb1b9ea36 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427183 May 09 05:32:25.695484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:25.709671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:25.755225 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc33dd5-619e-41f6-8caa-23e801f6b723'] response: {'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'code': 200} May 09 05:32:25.817966 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7dbb6abf-8d26-4cb1-9e69-08929e8c5580 req-0d3ca2d2-cbd0-4498-8dca-dae08c43c935 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322117 May 09 05:32:25.975336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-f9594e0e-ea91-4026-9c5d-62505a88ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:25.976872 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-f9594e0e-ea91-4026-9c5d-62505a88ca15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1098 time: 0.0829670 May 09 05:32:26.226086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-2e1cdce0-2b2a-4b87-976e-5bec6b1f35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:26.227474 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-2e1cdce0-2b2a-4b87-976e-5bec6b1f35b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.2437127 May 09 05:32:26.335967 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-c48752dd-f3f9-449d-8f09-40f89feebda1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 1002 time: 0.1024024 May 09 05:32:26.400544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-d4e2d3a2-de24-4808-b476-a2d74ab8ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:26.401944 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-d4e2d3a2-de24-4808-b476-a2d74ab8ff67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0599601 May 09 05:32:26.482158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-dc93344a-a13d-4b63-9ad6-065c59f5bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:26.483709 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-dc93344a-a13d-4b63-9ad6-065c59f5bdba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754533 May 09 05:32:26.675543 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-71b85208-ac33-433e-b061-c047419a443a service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827874 May 09 05:32:26.713894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5953a-1c45-4e39-bb3f-f0dff2b3e059 req-017e66bd-6b9f-485e-86df-b8ee01262727 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:26.715495 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fec5953a-1c45-4e39-bb3f-f0dff2b3e059 req-017e66bd-6b9f-485e-86df-b8ee01262727 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.1525402 May 09 05:32:26.843328 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fec5953a-1c45-4e39-bb3f-f0dff2b3e059 req-8eb953d6-8adf-4653-b221-7ff42ca4e659 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712848 May 09 05:32:26.864281 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-4ddabbaa-ed3d-4925-ba41-fb63cfef1666 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820223 May 09 05:32:28.038144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68400-d345-428a-9243-d4f1f74fbd95 req-dc7449ab-ce17-43c7-b24e-76c89900d0eb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:28.039632 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c8a68400-d345-428a-9243-d4f1f74fbd95 req-dc7449ab-ce17-43c7-b24e-76c89900d0eb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0831835 May 09 05:32:28.085353 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c8a68400-d345-428a-9243-d4f1f74fbd95 req-1e9eb056-91d8-4b10-b9ee-b4e814e2c72d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397451 May 09 05:32:29.283526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cdb22-7d7b-46db-9dc0-f7c003b5ba1e req-0efa29ec-4a06-4bf5-8072-fd712391ef58 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:29.284928 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b67cdb22-7d7b-46db-9dc0-f7c003b5ba1e req-0efa29ec-4a06-4bf5-8072-fd712391ef58 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0848317 May 09 05:32:29.329466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b67cdb22-7d7b-46db-9dc0-f7c003b5ba1e req-65d40166-db29-49e9-b881-8321b6add19d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386651 May 09 05:32:29.575322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-03065f71-bc13-45b1-b0dc-fc008898b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:29.576890 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-03065f71-bc13-45b1-b0dc-fc008898b18d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 1098 time: 0.0762763 May 09 05:32:29.680890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-5c82c31f-7fc4-49b1-9226-bcb143513cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:29.682349 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-5c82c31f-7fc4-49b1-9226-bcb143513cff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 1098 time: 0.0739470 May 09 05:32:29.814767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-905bc54f-9c62-4fe1-98cc-c5ea4d35deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:29.816257 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-905bc54f-9c62-4fe1-98cc-c5ea4d35deaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1274993 May 09 05:32:29.921947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-e1203e31-bdd9-4b17-87b4-9edd6b643dbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 200 len: 1002 time: 0.0995066 May 09 05:32:29.985207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-26403748-bbd9-45ce-999f-b4b1fb9b8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:29.986619 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-26403748-bbd9-45ce-999f-b4b1fb9b8c64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0586836 May 09 05:32:30.071310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-caae9f36-0de6-47a8-85d0-9834744c4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:30.072847 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-caae9f36-0de6-47a8-85d0-9834744c4b8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797520 May 09 05:32:30.212475 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-e050a10c-1b6c-4e1c-b445-d7689a131f15 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321347 May 09 05:32:30.469130 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-6526ca2b-307a-4d8d-8192-cfa8b4d0a525 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504773 May 09 05:32:30.534915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fcdb2-3399-463a-90f0-74d83a504922 req-d2644758-4905-439f-8009-42c602bd5a13 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:30.536356 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b8fcdb2-3399-463a-90f0-74d83a504922 req-d2644758-4905-439f-8009-42c602bd5a13 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0855381 May 09 05:32:30.581113 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b8fcdb2-3399-463a-90f0-74d83a504922 req-296cc983-b35d-4854-9ca6-e096a8bbbc62 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386145 May 09 05:32:31.783044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ae512-96ea-4c9a-a018-50bc6aa8b706 req-ff51b676-cef3-4ca3-8b52-d99898937094 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:31.784482 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e56ae512-96ea-4c9a-a018-50bc6aa8b706 req-ff51b676-cef3-4ca3-8b52-d99898937094 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0836267 May 09 05:32:31.833085 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e56ae512-96ea-4c9a-a018-50bc6aa8b706 req-fa9fcf26-fea2-4f4d-b006-202e3b5eeac7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 May 09 05:32:33.026461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743b0ee-9846-4b59-8c3a-1427653fb3cd req-f170ce3b-4336-4b98-be22-9f567898cfa1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:33.027912 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1743b0ee-9846-4b59-8c3a-1427653fb3cd req-f170ce3b-4336-4b98-be22-9f567898cfa1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0828476 May 09 05:32:33.073290 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1743b0ee-9846-4b59-8c3a-1427653fb3cd req-881cba31-96b3-4616-a2e5-b05ba090b212 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395846 May 09 05:32:33.277968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826cf8f-79fd-4687-b01f-21e1e66ae789 req-5f0f4e3c-9204-4b08-90b5-49fe25711124 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:33.279337 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7826cf8f-79fd-4687-b01f-21e1e66ae789 req-5f0f4e3c-9204-4b08-90b5-49fe25711124 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0994749 May 09 05:32:33.323947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7826cf8f-79fd-4687-b01f-21e1e66ae789 req-e9a51eab-682b-4e7b-9565-6f5e30de7e83 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 May 09 05:32:33.437850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:32:33.444951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:32:33.519524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011773c0-fa3e-4cc3-b88b-1effcbe807ba req-916bcd79-3c68-46ae-a2b0-832bd5c34286 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:33.521036 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-011773c0-fa3e-4cc3-b88b-1effcbe807ba req-916bcd79-3c68-46ae-a2b0-832bd5c34286 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0880315 May 09 05:32:33.567482 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-011773c0-fa3e-4cc3-b88b-1effcbe807ba req-f72af0c7-555e-4844-addc-cb7a80ca7922 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402625 May 09 05:32:33.622939 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:32:33.664836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:33.682497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:33.702770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'mac_address': 'fa:16:3e:fe:55:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:32:33.709227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:33.745977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:33.753453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:33.762115 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c442be5-a6f2-4094-a244-91ffdf0b4d4e'] response: {'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'code': 200} May 09 05:32:33.828731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:33.851421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:32:33.859407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=9']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:33.915688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:32:33.915990 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:32:33.987483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c020c-e8eb-433d-915c-069bbfd7d9cc req-68de0254-f83b-4b95-a392-3093ff763010 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:33.988952 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-612c020c-e8eb-433d-915c-069bbfd7d9cc req-68de0254-f83b-4b95-a392-3093ff763010 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 943 time: 0.0852475 May 09 05:32:34.038510 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-612c020c-e8eb-433d-915c-069bbfd7d9cc req-72068a4b-199b-4d5e-b76c-50a22aad7623 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 May 09 05:32:34.477586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:34.530141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:32:34.547999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:34.554973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:34.631091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=10']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:34.693331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:32:35.236156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b9076-726e-45ae-a862-07e30e64c588 req-f4fa5e85-a679-4862-a1cc-69c33df86b42 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:35.237635 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a75b9076-726e-45ae-a862-07e30e64c588 req-f4fa5e85-a679-4862-a1cc-69c33df86b42 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 945 time: 0.0895128 May 09 05:32:35.282013 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a75b9076-726e-45ae-a862-07e30e64c588 req-b178dbf4-3260-43ec-a12e-2fb7942ce32e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385821 May 09 05:32:35.452437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:32:35.535159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:32:35.535836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:35.660999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:35.694931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:35.701228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:35.764384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:35.774724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=11']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:35.867802 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805165b2-7fec-4209-9b8c-bc64709b91cb'] response: {'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'code': 200} May 09 05:32:36.266305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-c4adc6ed-6e8f-4c5d-847c-be8424fa1ff1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:36.268100 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-c4adc6ed-6e8f-4c5d-847c-be8424fa1ff1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 946 time: 0.0910370 May 09 05:32:36.337607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Deleting port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:32:36.337971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:36.600705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de97d-c4c7-43ad-875e-07aa62531590 req-f62a25e1-ceae-432b-8ee5-f616ab9e3199 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:36.602066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-236de97d-c4c7-43ad-875e-07aa62531590 req-f62a25e1-ceae-432b-8ee5-f616ab9e3199 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 946 time: 0.2154660 May 09 05:32:36.673680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] For port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:36.674005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:36.686625 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-236de97d-c4c7-43ad-875e-07aa62531590 req-a2c87c56-4d42-437b-b564-dc4a36959b0f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784771 May 09 05:32:36.964675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:36.964919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:36.965266 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 disassociated. External IP: 172.26.0.212, port: 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00. May 09 05:32:36.965608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Calling delete_port for 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:32:37.115569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:37.164558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event deleted for resources: {'Port': ['ID=3c60ea73-1d8f-4cc7-88da-11e57ecbcd00,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:37.356216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:32:37.641524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:32:37.651692 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:32:37.661983 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:32:37.662586 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:32:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:37.715763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] No DVR routers for this DVR port 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:32:37.718322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:37.721134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-deleted', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:37.737804 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3cca6c77-2644-4057-873d-0aa46d355e4c req-7f61c8a1-2d62-42dd-ac0e-359e1729fd34 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "DELETE /v2.0/ports/3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 HTTP/1.1" status: 204 len: 173 time: 1.4633214 May 09 05:32:37.774763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517ef007-12e9-4b78-bd04-36933e923f28'] response: {'server_uuid': 'b83c0b08-9faf-4b5d-a4b4-a5d30c024616', 'name': 'network-vif-deleted', 'tag': '3c60ea73-1d8f-4cc7-88da-11e57ecbcd00', 'status': 'completed', 'code': 200} May 09 05:32:37.845103 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:32:37.853829 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5f0bf56f-56bf-4bd4-a9fc-bce63c9bf685 req-821a66a4-46cb-4d83-81ce-be4d967b8bac tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=b83c0b08-9faf-4b5d-a4b4-a5d30c024616 HTTP/1.1" status: 200 len: 210 time: 0.0446119 May 09 05:32:38.188666 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:38.192642 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:32:38.201160 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:32:38.201736 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:32:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:38.375163 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:32:38.683967 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:38.687829 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f9a98-91e4-4b4e-9e3f-4be7cf76ade4 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:32:38.902893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ada77-a9d6-4288-bfd3-539385ff05d3 None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:32:39.207845 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-cdae9738-68fb-49ee-a7b4-4cad620bc64f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1290905526&fields=id&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 267 time: 0.0391996 May 09 05:32:39.357660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-6d860dd8-1d70-424c-8438-e185d380d2d6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:39.359072 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-6d860dd8-1d70-424c-8438-e185d380d2d6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1448448 May 09 05:32:39.376615 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-43098a81-429d-48a7-8e29-d1f8837a2ea4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/quotas/b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 375 time: 0.0090690 May 09 05:32:39.463613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-6173d668-d081-467b-98f8-5be764d8da27 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:32:39.481984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-6173d668-d081-467b-98f8-5be764d8da27 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:32:39.483320 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-6173d668-d081-467b-98f8-5be764d8da27 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992677 May 09 05:32:39.483945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:32:39.499327 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-c3abcff2-5b11-4898-b7c5-19189e892a18 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:32:39.500307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-c3abcff2-5b11-4898-b7c5-19189e892a18 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052006 May 09 05:32:39.518855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:32:39.519226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 3c60ea73-1d8f-4cc7-88da-11e57ecbcd00 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:32:39.633049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-ab765d36-02b9-496b-9050-8d68a5f2c26a service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269076 May 09 05:32:39.766392 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-927072a4-4707-4eba-af62-19eb24631b19 service neutron] 10.222.0.50 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236179 May 09 05:32:39.949623 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e658549a-ce18-43ca-8241-1f6681994e98 req-2a6fc707-ed5c-4b10-b728-00d6c4cfa8b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 210 time: 0.0420356 May 09 05:32:41.127919 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd219706-3601-4776-b39a-c59f96a607a6 req-2506a599-76c5-43ba-b5bf-891342c6567b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 210 time: 0.0535595 May 09 05:32:41.191188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-2d7e75e0-8cd7-4a47-ac49-6b788eeb8e52 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:41.192178 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-2d7e75e0-8cd7-4a47-ac49-6b788eeb8e52 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 811 time: 0.1922138 May 09 05:32:41.257960 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-d35587dd-b52a-415e-9b2f-da1d04fe195c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 380 time: 0.0419130 May 09 05:32:41.268200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'port': {'device_id': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'admin_state_up': True, 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'security_groups': ['87a18a4a-dc77-4cca-82d0-d9635ab4ee29']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:32:41.415384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:32:41.425423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:32:41.437847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Made reservation on behalf of b62f19a9fcfc459fa482f676467f1d61 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:32:41.441449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:41.605507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Allocated IP 172.20.0.4 (8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519/20d27986-9359-4c1d-aaa4-9f3eac3c0d73/b6ea8627-2aed-4cc9-b3a7-78af56e7f28d) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:32:41.823852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:41.846418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Transition to ACTIVE for port object b6ea8627-2aed-4cc9-b3a7-78af56e7f28d will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:32:41.872620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:41.943607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:32:41.946826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:32:41.950582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:32:42.115025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:42.133336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.134025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.134025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.134319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.134645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.134970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.135294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.135615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.135942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.136259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.136604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.136917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:32:42.158256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:42.158674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:42.184958 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-634717c8-b2be-4cab-8f27-4b562892e4b9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9210560 May 09 05:32:42.201569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Request body: {'port': {'device_id': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:32:42.213959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6c36931e-850d-4ddf-9b5c-9c296e41e231 None None] Provisioning for port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:32:42.221377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6c36931e-850d-4ddf-9b5c-9c296e41e231 None None] Provisioning complete for port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:32:42.222069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6c36931e-850d-4ddf-9b5c-9c296e41e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:42.283682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-6c36931e-850d-4ddf-9b5c-9c296e41e231 None None] Port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:32:42.313119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:42.320735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba0d3-2aff-4438-acae-710576dd05f9 req-487a39ae-7e01-4f70-878d-ec04a4d0e55c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:42.322235 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-612ba0d3-2aff-4438-acae-710576dd05f9 req-487a39ae-7e01-4f70-878d-ec04a4d0e55c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 931 time: 0.0859613 May 09 05:32:42.362582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-915461ab-1980-4496-a5a0-a3b118052d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:42.367995 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-612ba0d3-2aff-4438-acae-710576dd05f9 req-8943acad-76f1-4159-bf11-06219a464f3a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396521 May 09 05:32:42.669833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ea8627-2aed-4cc9-b3a7-78af56e7f28d {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:32:42.677427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:42.693062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Transition to ACTIVE for port object b6ea8627-2aed-4cc9-b3a7-78af56e7f28d will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:32:42.698682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:42.826663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:42.938331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Attempting to bind port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:32:42.938597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Attempting to bind port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:32:42.938920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Attempting to bind port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:32:42.943561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:32:42.943882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Attempting to bind port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d on network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:32:42.949078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:32:42.949414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Checking segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:32:42.949799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Bound using segment: {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:32:42.950221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Bound port: b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:32:42.950558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:43.051259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:32:43.054331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:32:43.061557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:43.123481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:43.124083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:43.125751 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] 10.222.0.59 "PUT /v2.0/ports/b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 1093 time: 0.9282091 May 09 05:32:43.126176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:43.145930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca47e23-c4c4-4102-b6fb-c03c132bd47d service neutron] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:43.241821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cadab96-910f-46c8-bfb6-71a15e875faf'] response: {'name': 'network-changed', 'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'status': 'completed', 'code': 200} May 09 05:32:43.264719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-084b00fa-8acf-4f26-8484-436e6b970242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:43.266485 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-084b00fa-8acf-4f26-8484-436e6b970242 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1096 time: 0.0807571 May 09 05:32:43.353253 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-2ae59688-5f4a-48a7-98f9-0002d38ecaa5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 217 time: 0.0700078 May 09 05:32:43.417314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-fbba504d-8cc2-4ddd-8866-04e5a6a56e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:43.418756 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-fbba504d-8cc2-4ddd-8866-04e5a6a56e02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0603476 May 09 05:32:43.492351 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-8b33acdd-e801-46fd-98ff-301e6c4c754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:43.493748 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-8b33acdd-e801-46fd-98ff-301e6c4c754e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691199 May 09 05:32:43.556785 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b147f-290c-4bae-a4f4-1c9360876b17 req-f3f65611-aa2b-4c31-8333-68bfea610bdf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:43.558332 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8b2b147f-290c-4bae-a4f4-1c9360876b17 req-f3f65611-aa2b-4c31-8333-68bfea610bdf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 943 time: 0.0841045 May 09 05:32:43.603203 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8b2b147f-290c-4bae-a4f4-1c9360876b17 req-3da65149-60f4-46bd-b850-fdb2c05c24d9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 May 09 05:32:43.625188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-ea0d7a10-7d4d-4bb4-8fa4-66109e8f3524 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255796 May 09 05:32:43.769945 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-35539d9d-7e46-416d-9f25-6c705ee02b53 req-cc063e5b-6485-491d-a113-3d3fa35e3f9f service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380429 May 09 05:32:43.933990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-41ffb4ee-fbe9-4ca9-b7a0-851ee0108b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:43.935471 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-41ffb4ee-fbe9-4ca9-b7a0-851ee0108b07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1096 time: 0.0791996 May 09 05:32:44.169632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-d6cb3105-f98f-4231-bef1-68587c996a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:44.171044 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-d6cb3105-f98f-4231-bef1-68587c996a68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.2292333 May 09 05:32:44.240953 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-6d904889-f507-44a8-a15c-447cb06a66c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 217 time: 0.0631175 May 09 05:32:44.304048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-289b0ebb-ad96-49c7-a806-d1888a4b8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:44.305496 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-289b0ebb-ad96-49c7-a806-d1888a4b8d14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0584941 May 09 05:32:44.381632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-da790fcd-9d2f-40de-84e1-2d7f3d6b1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:44.383064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-da790fcd-9d2f-40de-84e1-2d7f3d6b1f6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715194 May 09 05:32:44.515660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-901612a5-9e0b-4eea-a714-faa42abcf09d service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257811 May 09 05:32:44.636932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-427a659e-5003-4bb2-b8c2-37196ba2db68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:44.658105 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5aa9c1c-8b24-4110-8cf8-66691fe81d0e req-a663ab90-aee9-4e4c-a2c7-a91a4e74836a service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359529 May 09 05:32:44.802241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599bd9c-0128-4e84-84f0-fa41faef2712 req-a075b9a8-b64f-411b-b218-cdab00a36d3b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:44.802919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8599bd9c-0128-4e84-84f0-fa41faef2712 req-a075b9a8-b64f-411b-b218-cdab00a36d3b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:32:44.820653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8599bd9c-0128-4e84-84f0-fa41faef2712 req-a075b9a8-b64f-411b-b218-cdab00a36d3b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:32:44.821856 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8599bd9c-0128-4e84-84f0-fa41faef2712 req-a075b9a8-b64f-411b-b218-cdab00a36d3b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 943 time: 0.1076877 May 09 05:32:44.866907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8599bd9c-0128-4e84-84f0-fa41faef2712 req-437fa5dd-befd-4a84-bec8-f82b1e8c82bf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390222 May 09 05:32:45.773134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:45.927316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:46.080015 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb075f6f-af7c-4c8e-926b-10f52ff77e02 req-49d0e3fb-89d4-46b8-896c-682cc62e520e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:46.081526 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eb075f6f-af7c-4c8e-926b-10f52ff77e02 req-49d0e3fb-89d4-46b8-896c-682cc62e520e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 943 time: 0.0963302 May 09 05:32:46.136918 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eb075f6f-af7c-4c8e-926b-10f52ff77e02 req-08e287c0-f889-487c-81f4-34861ded72f1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 May 09 05:32:47.342347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f069c-6425-45c0-8a7a-0313a64ac7b6 req-11e5890b-9d7c-462d-a16b-84359b5ff165 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:47.343810 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-121f069c-6425-45c0-8a7a-0313a64ac7b6 req-11e5890b-9d7c-462d-a16b-84359b5ff165 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 943 time: 0.0913541 May 09 05:32:47.390313 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-121f069c-6425-45c0-8a7a-0313a64ac7b6 req-a2bc9440-b071-4634-8ab6-004b382c4a97 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 May 09 05:32:47.498308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:47.511748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:32:47.655921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:47.668908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'mac_address': 'fa:16:3e:50:c4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:32:47.725780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:47.748745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ea8627-2aed-4cc9-b3a7-78af56e7f28d {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:32:47.770257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:47.775830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:47.854435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:48.155644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:32:48.595833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653c40-9f5a-436a-b43c-da48be7095a4 req-861c3273-40ed-4f3e-854b-8ed17a9fbbae tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:48.597306 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-10653c40-9f5a-436a-b43c-da48be7095a4 req-861c3273-40ed-4f3e-854b-8ed17a9fbbae tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 944 time: 0.0885172 May 09 05:32:48.647041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-10653c40-9f5a-436a-b43c-da48be7095a4 req-539627a0-2b52-4538-94cb-f3faa127f78a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 May 09 05:32:48.957418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:49.515907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:32:49.603295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:32:49.610815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:32:49.611200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:49.731674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:49.764149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:49.774686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:32:49.779954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:49.816783 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bce7fb5-e9f4-46cd-9bcc-a4c1cebfb43f'] response: {'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'code': 200} May 09 05:32:49.844227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243bd80-a7d4-41f1-8c0d-c4f5a6fca51d req-fceae247-544e-448b-bf0e-2e074e3c5a79 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:49.845954 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0243bd80-a7d4-41f1-8c0d-c4f5a6fca51d req-fceae247-544e-448b-bf0e-2e074e3c5a79 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0859208 May 09 05:32:49.847876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:32:49.893961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0243bd80-a7d4-41f1-8c0d-c4f5a6fca51d req-31b87a07-b56e-4a49-99c4-03ef1836fd24 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402877 May 09 05:32:50.085679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543482f2-4344-4026-94e4-e7ce4e25bddf req-7855dc13-35f2-4f64-890a-db5ed91a72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:50.087192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-543482f2-4344-4026-94e4-e7ce4e25bddf req-7855dc13-35f2-4f64-890a-db5ed91a72db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1098 time: 0.0766380 May 09 05:32:50.127730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-543482f2-4344-4026-94e4-e7ce4e25bddf req-6f4ab321-3631-4a48-b35d-296a4dc54277 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344224 May 09 05:32:51.096659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d0db-72db-489f-9df0-9fe01745dc1a req-63ac257c-e651-4e69-93fe-2c82c294feed tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:51.098077 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4685d0db-72db-489f-9df0-9fe01745dc1a req-63ac257c-e651-4e69-93fe-2c82c294feed tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0821958 May 09 05:32:51.151049 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4685d0db-72db-489f-9df0-9fe01745dc1a req-e06845b1-3e59-433b-8525-c16e42a98137 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455008 May 09 05:32:52.352364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c83c5-98cf-401a-b16c-63012574cd67 req-48dc451c-c3c9-44cb-8f45-cc300494dff5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:52.353838 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-224c83c5-98cf-401a-b16c-63012574cd67 req-48dc451c-c3c9-44cb-8f45-cc300494dff5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0877817 May 09 05:32:52.398592 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-224c83c5-98cf-401a-b16c-63012574cd67 req-caa518f6-afe4-4d18-bc4d-5bd393351d5e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390565 May 09 05:32:52.593440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c347ac-5369-4efe-9ea0-441786e2c518 req-298f71ee-5136-47ba-a3d0-a4ff6ed18ff8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:52.594889 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b3c347ac-5369-4efe-9ea0-441786e2c518 req-298f71ee-5136-47ba-a3d0-a4ff6ed18ff8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0877261 May 09 05:32:52.607955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45430) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:32:52.612816 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Request body: {'floatingip': {'port_id': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:32:52.690146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:53.395796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:53.403078 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:53.585452 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 associated. External IP: 172.26.0.212, port: b6ea8627-2aed-4cc9-b3a7-78af56e7f28d. May 09 05:32:53.951991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:32:54.256958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:32:54.261312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:32:54.267444 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:32:54.278014 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:32:54.278616 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:32:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:54.321175 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ed1fd4df-f158-4692-8535-5ded3b3f2305 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "PUT /v2.0/floatingips/35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 HTTP/1.1" status: 200 len: 992 time: 1.7091494 May 09 05:32:54.321175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:32:54.364179 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732f7ab9-5626-4f65-a5a0-3b7774cc4c8e'] response: {'name': 'network-changed', 'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'status': 'completed', 'code': 200} May 09 05:32:54.460436 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:32:54.488004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-4ce882ec-ee46-4138-8b1f-6f51f55e8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:54.489516 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-4ce882ec-ee46-4138-8b1f-6f51f55e8ad0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1098 time: 0.0802982 May 09 05:32:54.626486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-17b8a91d-9a9c-4838-b2ad-c398ea3449d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:54.627860 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-17b8a91d-9a9c-4838-b2ad-c398ea3449d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1325185 May 09 05:32:54.757622 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-dd9fdb12-88f5-48d8-80f2-f89a45835c4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 1000 time: 0.1201301 May 09 05:32:54.835380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-bb15d0d3-c666-4e90-a87a-422e8c15f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:54.837063 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-bb15d0d3-c666-4e90-a87a-422e8c15f84d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0737476 May 09 05:32:54.853315 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:50:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:32:53Z', 'revision_number': 13, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:54.858137 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:32:54.869384 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:32:54.870115 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:32:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:54.928759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-f511db5c-6626-46d5-a796-9ef00b0c78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:54.930403 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-f511db5c-6626-46d5-a796-9ef00b0c78ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867479 May 09 05:32:54.940713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-0c77a4c5-fc0a-415c-a466-295c440b7fc8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:32:54.942119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-0c77a4c5-fc0a-415c-a466-295c440b7fc8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061007 May 09 05:32:55.078769 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-5d08b606-0d19-40ca-8520-06c0e9d6a02a service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303420 May 09 05:32:55.089621 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:32:55.318507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eb45cf0d-449c-4bb9-849e-1f0015bea302 req-6d2995ff-730b-41d4-9da9-653645cf9453 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331669 May 09 05:32:55.448242 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:50:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:32:53Z', 'revision_number': 13, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:32:55.452837 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25fe297-740c-4886-bce9-3827c83a6860 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'floating_ip_address': '172.26.0.212', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'port_id': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'mac_address': 'fa:16:3e:50:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:29:41Z', 'updated_at': '2022-05-09T05:32:53Z', 'revision_number': 13, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:32:55.641777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc209e-4180-4948-9d94-00ae2bfb52d2 None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:32:56.161573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47483e21-f4f8-4c98-a3eb-877ebbae3ba3 req-7231f410-9e85-4023-988c-32988df7076a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:32:56.162930 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47483e21-f4f8-4c98-a3eb-877ebbae3ba3 req-7231f410-9e85-4023-988c-32988df7076a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.1074052 May 09 05:32:56.210924 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-47483e21-f4f8-4c98-a3eb-877ebbae3ba3 req-d9066fb4-59e7-44c8-bcaa-33875e7562f1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 May 09 05:33:06.719086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-2141a68c-d5d5-487d-bbed-1945061c19c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1214004 May 09 05:33:06.719968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace8446-2eb1-4eeb-93eb-f00f998bc832 req-bc97dfae-f116-41ff-987d-ba18cead2bac tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:06.721452 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ace8446-2eb1-4eeb-93eb-f00f998bc832 req-bc97dfae-f116-41ff-987d-ba18cead2bac tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0810690 May 09 05:33:06.767369 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ace8446-2eb1-4eeb-93eb-f00f998bc832 req-3f1a0eff-8d73-4a64-9a19-65f1323a95b2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399220 May 09 05:33:07.970347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96fbda-0311-4098-b180-c4aee1a715a4 req-8377b709-0583-46ce-90d1-db731f745e7a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:07.971879 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3e96fbda-0311-4098-b180-c4aee1a715a4 req-8377b709-0583-46ce-90d1-db731f745e7a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0821881 May 09 05:33:07.990893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-0d722bb1-f77a-4359-a1a6-2ce320dcfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:07.992484 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-0d722bb1-f77a-4359-a1a6-2ce320dcfaf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1098 time: 0.0748222 May 09 05:33:08.018406 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3e96fbda-0311-4098-b180-c4aee1a715a4 req-6fdc6af6-d54d-45fa-b9a6-04bd7aa2ee1c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 May 09 05:33:08.126270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-fcb2eb72-5b3b-40a1-9ad4-7a3b933c4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:08.127647 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-fcb2eb72-5b3b-40a1-9ad4-7a3b933c4431 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1289821 May 09 05:33:08.239467 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-7a68956b-e77e-46f0-8533-6aac9a3e15c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 1002 time: 0.1015475 May 09 05:33:08.303055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-8298ae1b-7d12-454f-811e-ad39eddc67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:08.304440 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-8298ae1b-7d12-454f-811e-ad39eddc67c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0597053 May 09 05:33:08.383277 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-260a2178-1b69-4d27-b178-9169c319c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:08.384641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-260a2178-1b69-4d27-b178-9169c319c241 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733006 May 09 05:33:08.517458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-332b9a9d-75e3-4667-9103-4496ad47ede4 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262615 May 09 05:33:08.648884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-03c9be19-0981-45dd-8c09-4c6b41c394ed service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238487 May 09 05:33:09.215645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eeb54-9e46-4cdc-a7ac-9eb546a8274a req-942559d4-0f4b-4956-b51f-d4622b7f533a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:09.217126 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d3eeb54-9e46-4cdc-a7ac-9eb546a8274a req-942559d4-0f4b-4956-b51f-d4622b7f533a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0882816 May 09 05:33:09.262963 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d3eeb54-9e46-4cdc-a7ac-9eb546a8274a req-c7962d63-4e73-467e-b3b2-5af7d55aa309 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 May 09 05:33:10.485382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2cda4-05d9-4b1e-9500-c52f04b1e5c6 req-99999091-8bf9-4e4d-8a06-3d4b01f5d7cf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:10.486853 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-49b2cda4-05d9-4b1e-9500-c52f04b1e5c6 req-99999091-8bf9-4e4d-8a06-3d4b01f5d7cf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.1014009 May 09 05:33:10.532439 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-49b2cda4-05d9-4b1e-9500-c52f04b1e5c6 req-7bc649a9-2341-41d2-90d9-b38b078c6025 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385318 May 09 05:33:10.623399 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:33:11.887801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240186-4d9a-4142-8bfa-2cbb5fd54b48 req-2b97fe68-5349-41c3-a44d-8ac64411b4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:11.889232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72240186-4d9a-4142-8bfa-2cbb5fd54b48 req-2b97fe68-5349-41c3-a44d-8ac64411b4b3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0950441 May 09 05:33:11.934563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72240186-4d9a-4142-8bfa-2cbb5fd54b48 req-9f9da56d-2c1b-47b9-b8ab-59fddcfdb2eb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389929 May 09 05:33:12.380620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4b29e05b-711c-40cb-b858-3c1e1386cd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:13.123663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dbd32-4343-4a42-b851-18dac385229b req-fec4a711-0a06-4ce5-85d3-55af36a3ea03 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:13.125156 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4f9dbd32-4343-4a42-b851-18dac385229b req-fec4a711-0a06-4ce5-85d3-55af36a3ea03 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0796001 May 09 05:33:13.171059 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4f9dbd32-4343-4a42-b851-18dac385229b req-c55c495c-7f50-42b9-b23e-abe0feabc408 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 May 09 05:33:14.367084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aca724-9610-426a-a418-f40dae666aa4 req-b060ce98-43b6-412a-8ece-28bf518678f8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:14.368584 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-50aca724-9610-426a-a418-f40dae666aa4 req-b060ce98-43b6-412a-8ece-28bf518678f8 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0903583 May 09 05:33:14.416997 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-50aca724-9610-426a-a418-f40dae666aa4 req-dabb48d9-1fa8-4729-bab9-892d8581c743 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 May 09 05:33:14.641675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4b4f17d3-47e3-49d0-8c7a-49675d37d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:15.621237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4809af4-fa9c-45c1-9930-35e86935a93a req-b93cb8a2-1475-4955-a5ff-ac41a5dce12a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:15.622695 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e4809af4-fa9c-45c1-9930-35e86935a93a req-b93cb8a2-1475-4955-a5ff-ac41a5dce12a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0956826 May 09 05:33:15.668798 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e4809af4-fa9c-45c1-9930-35e86935a93a req-d3927c9e-752c-49da-8b91-bb7d62d20397 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 May 09 05:33:15.782187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:15.926099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:16.869184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12304b25-bcdc-4dcc-a5d7-0365033fecc3 req-d1ebd0f8-87bc-4b8a-be0d-e418f4d76655 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:16.869184 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12304b25-bcdc-4dcc-a5d7-0365033fecc3 req-d1ebd0f8-87bc-4b8a-be0d-e418f4d76655 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0848689 May 09 05:33:16.911863 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12304b25-bcdc-4dcc-a5d7-0365033fecc3 req-e9bb7a68-65f4-41b1-a4ad-484fe527d0e2 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 May 09 05:33:17.497290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:18.142315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa6782-501d-4ed0-9a31-19ab6a9f0638 req-328d3666-6c92-45cd-b1eb-1ba131be68c0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:18.143746 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c8aa6782-501d-4ed0-9a31-19ab6a9f0638 req-328d3666-6c92-45cd-b1eb-1ba131be68c0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.1179497 May 09 05:33:18.203200 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c8aa6782-501d-4ed0-9a31-19ab6a9f0638 req-2b134548-7827-4ed2-beff-4d3ff8808a6b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504906 May 09 05:33:18.967633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:19.419908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8c129-382f-460c-86cd-4ac0470b479a req-cabfd05d-fb7f-4e13-9d79-1c9c2b58a545 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:19.421388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78e8c129-382f-460c-86cd-4ac0470b479a req-cabfd05d-fb7f-4e13-9d79-1c9c2b58a545 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0982778 May 09 05:33:19.469144 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78e8c129-382f-460c-86cd-4ac0470b479a req-d07ffff3-2e4e-4265-9cea-fed9bbff4a65 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 May 09 05:33:20.683814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b0fd2-000d-4ae6-9f97-b9eb95dc1c65 req-56778d35-c807-4a82-96ad-74fe7c00a422 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:20.685278 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ce1b0fd2-000d-4ae6-9f97-b9eb95dc1c65 req-56778d35-c807-4a82-96ad-74fe7c00a422 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0917034 May 09 05:33:20.732096 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ce1b0fd2-000d-4ae6-9f97-b9eb95dc1c65 req-50c440f2-4b99-4de5-9e98-a885ea2cf82b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386150 May 09 05:33:21.936793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa0282-b077-4ab5-8c32-75f6d44fd5f8 req-57218a8e-5ec1-4860-9a98-59f20ab68681 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:21.938241 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9eaa0282-b077-4ab5-8c32-75f6d44fd5f8 req-57218a8e-5ec1-4860-9a98-59f20ab68681 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0862341 May 09 05:33:21.985654 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9eaa0282-b077-4ab5-8c32-75f6d44fd5f8 req-b8fb0e81-b25b-451e-a95a-aa1b61b43d66 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391483 May 09 05:33:23.176151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db68b-7d78-4e22-98fc-4ff0eca9eca0 req-5e086bca-6071-461d-9bc1-66ef324475bb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:23.177603 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-839db68b-7d78-4e22-98fc-4ff0eca9eca0 req-5e086bca-6071-461d-9bc1-66ef324475bb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0839860 May 09 05:33:23.227445 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-839db68b-7d78-4e22-98fc-4ff0eca9eca0 req-2a226ce9-868c-423c-b2dc-bcd7cea9ed5f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 May 09 05:33:24.439386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba67a5-ce69-4aab-91ea-9476446ea745 req-7a209f49-c667-4162-9b4d-fb9757d807a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:24.440866 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6eba67a5-ce69-4aab-91ea-9476446ea745 req-7a209f49-c667-4162-9b4d-fb9757d807a1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.1021078 May 09 05:33:24.581452 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6eba67a5-ce69-4aab-91ea-9476446ea745 req-af16ea9a-17b7-419f-9313-e3c6f718036a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347992 May 09 05:33:24.834102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de167e99-95a4-4795-a2ee-2770d765546a req-bd5b01ae-d44a-4479-b677-8c431151e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:24.835616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de167e99-95a4-4795-a2ee-2770d765546a req-bd5b01ae-d44a-4479-b677-8c431151e971 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1098 time: 0.1185107 May 09 05:33:24.989635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de167e99-95a4-4795-a2ee-2770d765546a req-41b2758d-6999-4194-9bd0-cc9552bfb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:24.991011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de167e99-95a4-4795-a2ee-2770d765546a req-41b2758d-6999-4194-9bd0-cc9552bfb492 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1355700 May 09 05:33:25.096554 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de167e99-95a4-4795-a2ee-2770d765546a req-e8f27d1e-c2de-431d-ac9d-45db63999988 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 1002 time: 0.0985835 May 09 05:33:25.163168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de167e99-95a4-4795-a2ee-2770d765546a req-afadb502-197c-49db-9e68-d910a19688d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:25.164607 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de167e99-95a4-4795-a2ee-2770d765546a req-afadb502-197c-49db-9e68-d910a19688d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0596054 May 09 05:33:25.240965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de167e99-95a4-4795-a2ee-2770d765546a req-571669d8-cae8-42e2-91ea-25ad249c3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:25.242332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de167e99-95a4-4795-a2ee-2770d765546a req-571669d8-cae8-42e2-91ea-25ad249c3dd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711541 May 09 05:33:25.376737 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de167e99-95a4-4795-a2ee-2770d765546a req-c21f01d7-e790-4f06-875a-9f932e98da9b service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277564 May 09 05:33:25.518531 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-de167e99-95a4-4795-a2ee-2770d765546a req-52e5f43e-533c-45e1-9fd4-edffa1796b48 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280172 May 09 05:33:25.783223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1afc3-b8d0-46a2-bfbf-726ee8180720 req-609ede20-1684-4980-b54b-7b0ab85b20eb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:25.784610 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-68f1afc3-b8d0-46a2-bfbf-726ee8180720 req-609ede20-1684-4980-b54b-7b0ab85b20eb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0883393 May 09 05:33:25.829106 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-68f1afc3-b8d0-46a2-bfbf-726ee8180720 req-da831227-2353-4e19-a002-e19b8d92aa72 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 May 09 05:33:26.319748 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-4d99ca02-61eb-4ee2-ab16-c90187e22d62 service neutron] 10.222.0.59 "GET /v2.0/ports/b6ea8627-2aed-4cc9-b3a7-78af56e7f28d/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0921762 May 09 05:33:26.625025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-4c454828-fcfd-4668-b35f-8ded371599d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:26.626491 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-4c454828-fcfd-4668-b35f-8ded371599d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 1098 time: 0.0844607 May 09 05:33:26.731832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-8281dcb9-636a-4008-ac4c-90d3fcd50146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:26.733429 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-8281dcb9-636a-4008-ac4c-90d3fcd50146 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1098 time: 0.0748360 May 09 05:33:26.870503 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-3af7b743-a01c-493f-ae5c-e949920a2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:26.872031 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-3af7b743-a01c-493f-ae5c-e949920a2eb3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1327074 May 09 05:33:27.027612 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-69e2882c-1919-4098-96f8-f4d800d30458 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 1002 time: 0.1490498 May 09 05:33:27.095452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bea52-4475-443a-870e-4461ad89e027 req-09674020-7dfa-4b8a-95bf-7f306723ce56 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:27.096913 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be6bea52-4475-443a-870e-4461ad89e027 req-09674020-7dfa-4b8a-95bf-7f306723ce56 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.1491685 May 09 05:33:27.105748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-0a79e78c-f2e9-459c-a966-9b8f86043aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:27.107080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-0a79e78c-f2e9-459c-a966-9b8f86043aa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0738146 May 09 05:33:27.191884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be6bea52-4475-443a-870e-4461ad89e027 req-ab408fa4-d936-4e5b-9fb1-27b751b228e0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884581 May 09 05:33:27.217283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-b1f35e03-9a33-4862-99a6-9340b72d2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:27.218774 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-b1f35e03-9a33-4862-99a6-9340b72d2d8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998957 May 09 05:33:27.462791 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-03a40231-579c-4f82-b739-ff19c25b3d51 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373898 May 09 05:33:27.603340 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-510ffc57-cecb-4830-9f23-4f09e833d04a service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341777 May 09 05:33:28.394971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aa20d-5623-4984-9d44-d8be676014ff req-b1160d10-94b8-4b22-b3a2-67905db8e5e3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:28.399208 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-712aa20d-5623-4984-9d44-d8be676014ff req-b1160d10-94b8-4b22-b3a2-67905db8e5e3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0871725 May 09 05:33:28.442792 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-712aa20d-5623-4984-9d44-d8be676014ff req-766f2e73-cf3d-4ad4-91cd-96a517cf7e70 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399802 May 09 05:33:29.652691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45008c2a-af05-40d6-87d6-abf4b1641a5f req-1572c8ef-c52e-4676-a380-fa1204614213 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:29.654201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-45008c2a-af05-40d6-87d6-abf4b1641a5f req-1572c8ef-c52e-4676-a380-fa1204614213 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0941527 May 09 05:33:29.701888 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-45008c2a-af05-40d6-87d6-abf4b1641a5f req-cb51c128-1cbb-4448-a5a1-b51f6f4d4208 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 May 09 05:33:29.747181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:33:29.882117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:29.914123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:33:29.930441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:29.935813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:30.010437 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab46f327-e440-48a1-ba9c-ace08b7bbc4f'] response: {'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'code': 200} May 09 05:33:30.035279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:33:30.042634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.043038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.043363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.043705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.044008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.044468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.044789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.045104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.045419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.045728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.046035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.046340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:30.932805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314558c-affe-44bf-ac7b-045f1e89603f req-d5dba0d1-766f-4934-bb0b-863e3d9b2a1f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:30.934486 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6314558c-affe-44bf-ac7b-045f1e89603f req-d5dba0d1-766f-4934-bb0b-863e3d9b2a1f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 943 time: 0.1026564 May 09 05:33:30.978621 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6314558c-affe-44bf-ac7b-045f1e89603f req-0218f6b6-f5f8-49da-9bd1-73cbeb3faff6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383687 May 09 05:33:31.761855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:33:31.909538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:31.923567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'mac_address': 'fa:16:3e:50:c4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:33:31.982994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:31.999358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ea8627-2aed-4cc9-b3a7-78af56e7f28d {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:33:32.016945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:32.022252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:32.091012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:33:32.151469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:33:32.170463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398cbc9-648f-42f8-9e45-70357f5c332b req-f29fc909-5b28-4f5f-b3a7-d9e613a6b228 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:32.171932 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f398cbc9-648f-42f8-9e45-70357f5c332b req-f29fc909-5b28-4f5f-b3a7-d9e613a6b228 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 944 time: 0.0839608 May 09 05:33:32.215876 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f398cbc9-648f-42f8-9e45-70357f5c332b req-5e5fc388-1b49-4f4c-bde5-289970e4499d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379946 May 09 05:33:33.424815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70379209-4c5c-4db9-ae75-046bafada0d1 req-76db0e7d-e693-4663-a0ff-935bfbadd85b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:33.426263 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-70379209-4c5c-4db9-ae75-046bafada0d1 req-76db0e7d-e693-4663-a0ff-935bfbadd85b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 944 time: 0.0928638 May 09 05:33:33.476452 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-70379209-4c5c-4db9-ae75-046bafada0d1 req-32114334-2161-4b93-aa6c-4f1cce94302e tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 May 09 05:33:33.768136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:33:33.850874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:33:33.851240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:33.969775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:33.999822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:33:34.015873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:34.020903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:34.063326 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0f7c62-41c6-47b1-9221-e939249e1bbd'] response: {'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'code': 200} May 09 05:33:34.097641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:33:34.674084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7d7a-71e5-481f-b158-3f38e39f931a req-69468d9b-fd1a-40af-a6e7-e02bdcae4526 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:34.675464 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12df7d7a-71e5-481f-b158-3f38e39f931a req-69468d9b-fd1a-40af-a6e7-e02bdcae4526 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0875571 May 09 05:33:34.726507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-12df7d7a-71e5-481f-b158-3f38e39f931a req-59793915-898c-4733-8867-955a369235af tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427434 May 09 05:33:35.941780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57d427-8789-40c0-93f0-61c85e332480 req-f3aaa741-3596-435a-a0ee-88a3bd962f06 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:35.943222 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8b57d427-8789-40c0-93f0-61c85e332480 req-f3aaa741-3596-435a-a0ee-88a3bd962f06 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.1023841 May 09 05:33:35.987359 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8b57d427-8789-40c0-93f0-61c85e332480 req-9a0ae73f-8172-402e-8af3-195bb849f265 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382473 May 09 05:33:37.183627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672a3b9-d758-4412-8d3c-b4487047448f req-6b633415-2a91-4164-a8d6-d7a8449d47ef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:37.185046 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6672a3b9-d758-4412-8d3c-b4487047448f req-6b633415-2a91-4164-a8d6-d7a8449d47ef tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0886922 May 09 05:33:37.235326 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6672a3b9-d758-4412-8d3c-b4487047448f req-77e9c001-5029-4b21-bc28-d8af57967ae9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 May 09 05:33:38.430198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00736f4-8475-42b6-83fb-a29ea0c5a110 req-822a6c57-f164-4747-b78a-2e697441afc7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:38.431630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a00736f4-8475-42b6-83fb-a29ea0c5a110 req-822a6c57-f164-4747-b78a-2e697441afc7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0869961 May 09 05:33:38.483084 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a00736f4-8475-42b6-83fb-a29ea0c5a110 req-55158898-922e-48ad-a0ae-78ac9ab84b98 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 May 09 05:33:38.909550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-8ae36f94-3c6c-4ee6-9aad-68e4058f0127 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:38.911027 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-8ae36f94-3c6c-4ee6-9aad-68e4058f0127 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e&tenant_id=b62f19a9fcfc459fa482f676467f1d61&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.0850916 May 09 05:33:38.965403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd5d6-d3fd-4791-abb2-f2b640f9b891 req-3e73831f-a353-4a21-97d6-29ae6d956cde tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:38.967043 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-88cbd5d6-d3fd-4791-abb2-f2b640f9b891 req-3e73831f-a353-4a21-97d6-29ae6d956cde tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0846865 May 09 05:33:38.996655 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-63f2e9e4-d1a3-43b8-84fd-eada99b78f85 service neutron] 10.222.0.59 "GET /v2.0/ports/b6ea8627-2aed-4cc9-b3a7-78af56e7f28d/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0805044 May 09 05:33:39.011913 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-88cbd5d6-d3fd-4791-abb2-f2b640f9b891 req-ce2330ac-93a3-4c1f-bf37-284fcfd5a936 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387871 May 09 05:33:39.111549 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-3fcaed86-87e5-4029-a33f-5a6cafca5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:39.113067 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-3fcaed86-87e5-4029-a33f-5a6cafca5dbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1098 time: 0.0716949 May 09 05:33:39.254567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-c73df19e-cc48-4f0a-b962-5458d49fcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:39.256048 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-c73df19e-cc48-4f0a-b962-5458d49fcbf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1371844 May 09 05:33:39.369201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-8270d1b2-303e-47d9-9c48-da6b507f632c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 1002 time: 0.1061180 May 09 05:33:39.430844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-86551ea5-1550-46d2-b8bf-f69094e85aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:39.432215 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-86551ea5-1550-46d2-b8bf-f69094e85aae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0577145 May 09 05:33:39.510499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-04fec43d-31fe-47ad-bd7e-08c80a2faaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:39.511930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-04fec43d-31fe-47ad-bd7e-08c80a2faaad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733039 May 09 05:33:39.643598 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-753169ac-5f27-4d1a-9c94-c1dcfc229af5 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253319 May 09 05:33:39.774167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-57d9ae12-2f57-4005-a75e-8aab1aa66d46 service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250932 May 09 05:33:40.212334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e7196-ecb3-41a1-badb-c298e3e2d897 req-60ad7ea9-8a12-43b5-88d3-7febf28909b1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:40.213800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-737e7196-ecb3-41a1-badb-c298e3e2d897 req-60ad7ea9-8a12-43b5-88d3-7febf28909b1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0820987 May 09 05:33:40.261932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-737e7196-ecb3-41a1-badb-c298e3e2d897 req-3363e73c-6370-4179-8f4a-7e43a2d8617c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395336 May 09 05:33:41.477171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2107-4aaa-4954-a8c4-21c44e8e0f6e req-549dc3dd-cec8-4aff-b64a-b257a9974acb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:41.478613 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-065f2107-4aaa-4954-a8c4-21c44e8e0f6e req-549dc3dd-cec8-4aff-b64a-b257a9974acb tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0980864 May 09 05:33:41.528491 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-065f2107-4aaa-4954-a8c4-21c44e8e0f6e req-26ea781b-b7a5-456e-addd-c80468000492 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 May 09 05:33:42.365992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c5899b2a-7bdf-4398-a678-0d7ecc8f211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:42.863274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0849b6-09ab-49f4-b1f3-7f3c26233afb req-dc818480-6de1-4437-bea1-0c6831237685 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:42.866484 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ed0849b6-09ab-49f4-b1f3-7f3c26233afb req-dc818480-6de1-4437-bea1-0c6831237685 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.2231083 May 09 05:33:42.911584 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ed0849b6-09ab-49f4-b1f3-7f3c26233afb req-acbd470f-dc99-48c5-a90e-74c6b3a5d6c4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 May 09 05:33:43.207997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-5bc9399e-ac77-4538-abdf-01993983c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:43.209541 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-5bc9399e-ac77-4538-abdf-01993983c48f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e&tenant_id=b62f19a9fcfc459fa482f676467f1d61 HTTP/1.1" status: 200 len: 1098 time: 0.0878942 May 09 05:33:43.317801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-407c87da-dda4-4323-bcf9-d53849bef4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:43.319244 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-407c87da-dda4-4323-bcf9-d53849bef4b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b62f19a9fcfc459fa482f676467f1d61&device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 1098 time: 0.0748017 May 09 05:33:43.454589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-17a99812-8d16-4446-99dc-a530576abc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:43.455944 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-17a99812-8d16-4446-99dc-a530576abc8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 200 len: 912 time: 0.1309102 May 09 05:33:43.558968 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-4eaea5e2-2789-427c-b2ca-f3807f4eab06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 200 len: 1002 time: 0.0968041 May 09 05:33:43.621275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-1d99e699-f38b-4b5b-8823-9055a0075fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:43.622643 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-1d99e699-f38b-4b5b-8823-9055a0075fd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 200 len: 850 time: 0.0579238 May 09 05:33:43.702496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-7cb6bb11-11ed-48aa-a140-5248789cb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:43.703951 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-7cb6bb11-11ed-48aa-a140-5248789cb25b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753529 May 09 05:33:43.855154 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-3559767e-c554-4977-b2e6-e0ddeabdcf7b service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443598 May 09 05:33:43.999983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-257fb4dd-7be1-4a20-9564-b81489d9065d req-9b19eb44-276e-4e60-9a54-703a04c5750f service neutron] 10.222.0.59 "GET /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385887 May 09 05:33:44.104141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4273d4-d54c-4c1b-afc3-c1d4cf86c58d req-7c622e0b-343e-41e7-afa9-a289f6dae650 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:44.105723 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5e4273d4-d54c-4c1b-afc3-c1d4cf86c58d req-7c622e0b-343e-41e7-afa9-a289f6dae650 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0816174 May 09 05:33:44.151115 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5e4273d4-d54c-4c1b-afc3-c1d4cf86c58d req-20329a4a-ea75-4409-a5b3-9ced11b909a3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 May 09 05:33:44.636520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2df68d2a-ce6f-414e-a8ab-d41ac98279c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:45.336320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2578-952c-46f8-9f4a-26e84726f799 req-88838b88-39a8-4d86-860c-cee9d429c83a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:45.337814 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487a2578-952c-46f8-9f4a-26e84726f799 req-88838b88-39a8-4d86-860c-cee9d429c83a tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0799851 May 09 05:33:45.383552 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-487a2578-952c-46f8-9f4a-26e84726f799 req-adb21e35-2b75-462b-aba2-907b1421a7cf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388846 May 09 05:33:45.781376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:45.811625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:33:45.969173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:45.970660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:45.998237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:33:46.008473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:46.013756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:46.062926 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb649b81-89e8-41f9-8d0a-0e9a8732c8f3'] response: {'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'code': 200} May 09 05:33:46.091352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=9']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:33:46.602604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f672f0-5181-40ad-95b0-a5e52d04bf01 req-44b469bf-c127-4b71-bff9-7efe40326319 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:46.604065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-45f672f0-5181-40ad-95b0-a5e52d04bf01 req-44b469bf-c127-4b71-bff9-7efe40326319 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 943 time: 0.1051743 May 09 05:33:46.651450 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-45f672f0-5181-40ad-95b0-a5e52d04bf01 req-a8a2406e-a384-428e-a296-e4a34f0de3e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392165 May 09 05:33:47.508075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:47.627782 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:33:47.811960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:33:47.865896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410be7-709c-4de2-8167-1eaea092bc91 req-3d0a1de1-7a72-46c2-8ade-c2ef224b22f7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:47.867376 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-98410be7-709c-4de2-8167-1eaea092bc91 req-3d0a1de1-7a72-46c2-8ade-c2ef224b22f7 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 943 time: 0.0969982 May 09 05:33:47.913426 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-98410be7-709c-4de2-8167-1eaea092bc91 req-7393bf28-f332-4bca-85ed-a7fa40af279f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 May 09 05:33:47.951102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:47.964531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'port_id': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'mac_address': 'fa:16:3e:50:c4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:33:48.022555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:48.039535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ea8627-2aed-4cc9-b3a7-78af56e7f28d {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:33:48.056141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:48.060465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:48.128700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=10']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:33:48.186005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:33:48.957015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:49.109016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaecfd-714a-4a39-92d2-4ae1e92d0796 req-3d8aa72f-df5a-484b-845d-df481b2c00aa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:49.110566 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0beaecfd-714a-4a39-92d2-4ae1e92d0796 req-3d8aa72f-df5a-484b-845d-df481b2c00aa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 945 time: 0.0848505 May 09 05:33:49.159354 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0beaecfd-714a-4a39-92d2-4ae1e92d0796 req-1202e031-a128-437f-83f9-251156366c46 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 May 09 05:33:49.824064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:33:49.896325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:33:49.896796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:50.025108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:50.050970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:33:50.060284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:50.065196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:50.110873 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b513cc0b-ef93-4443-9969-c9cbce5bbf24'] response: {'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'code': 200} May 09 05:33:50.135470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=11']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:33:50.362827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b688189-993f-4465-8a8b-a63157237b72 req-775830d6-cc55-4d81-aebe-2e15cff85f74 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:50.364201 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8b688189-993f-4465-8a8b-a63157237b72 req-775830d6-cc55-4d81-aebe-2e15cff85f74 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0856447 May 09 05:33:50.408387 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8b688189-993f-4465-8a8b-a63157237b72 req-f39ee597-5f95-49a8-b5ef-9dd7397d59c0 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383990 May 09 05:33:51.614854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d55f5-fd16-4007-9a81-548476d06bb0 req-e71f88e9-de9e-4ac7-b0a2-81e3ccfaa648 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:51.616280 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-014d55f5-fd16-4007-9a81-548476d06bb0 req-e71f88e9-de9e-4ac7-b0a2-81e3ccfaa648 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0879133 May 09 05:33:51.664186 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-014d55f5-fd16-4007-9a81-548476d06bb0 req-d2741539-dd0f-47a2-8f06-3798d570865c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 May 09 05:33:52.850834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9c71f-bec2-4189-b092-0bbc31c6b417 req-38bd34a3-17e3-4f18-a64f-b402e06caf7d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:52.852310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0b9c71f-bec2-4189-b092-0bbc31c6b417 req-38bd34a3-17e3-4f18-a64f-b402e06caf7d tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0798910 May 09 05:33:52.900363 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f0b9c71f-bec2-4189-b092-0bbc31c6b417 req-da7224fe-f13a-4bd6-829a-18fb45466c31 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 May 09 05:33:54.106875 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054418d5-5b8d-40ce-9672-3273219008fe req-d4d3745b-c11d-48fd-8ec9-da3df0e5de0c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:54.108314 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-054418d5-5b8d-40ce-9672-3273219008fe req-d4d3745b-c11d-48fd-8ec9-da3df0e5de0c tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0885856 May 09 05:33:54.155911 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-054418d5-5b8d-40ce-9672-3273219008fe req-e8639a1e-6468-42a1-b217-690402f4a6bf tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 May 09 05:33:54.347798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878bee-0d2c-4840-a0fc-e966dd633d7d req-46ecc5a5-313e-4916-8148-aa88dd1c5d40 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:54.349695 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57878bee-0d2c-4840-a0fc-e966dd633d7d req-46ecc5a5-313e-4916-8148-aa88dd1c5d40 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0896883 May 09 05:33:54.401419 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-57878bee-0d2c-4840-a0fc-e966dd633d7d req-3528820c-1e91-4f57-8066-5c5768e1baf4 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 May 09 05:33:54.596501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b924e-b618-4dc3-b671-b3ae62c150a9 req-435b02cc-6d54-4ac3-8cb7-af68c8c1d1a5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:54.598979 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-346b924e-b618-4dc3-b671-b3ae62c150a9 req-435b02cc-6d54-4ac3-8cb7-af68c8c1d1a5 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0925274 May 09 05:33:54.652943 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-346b924e-b618-4dc3-b671-b3ae62c150a9 req-f872a79e-33c4-41d0-978d-525328d21a92 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 May 09 05:33:55.037339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf228ca3-671a-412a-ae53-e91bbc9e11e8 req-86aff221-cf2c-471f-b01e-b955b71356bd tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:55.038781 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bf228ca3-671a-412a-ae53-e91bbc9e11e8 req-86aff221-cf2c-471f-b01e-b955b71356bd tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0816410 May 09 05:33:55.083321 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bf228ca3-671a-412a-ae53-e91bbc9e11e8 req-dd21d747-0c43-4453-8540-e1b2efd78d3b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388453 May 09 05:33:56.295000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813305b-5744-4f43-acc5-b9bc94020c0f req-c8d1caed-3836-4316-8aa2-ee6c1483306f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:56.296364 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f813305b-5744-4f43-acc5-b9bc94020c0f req-c8d1caed-3836-4316-8aa2-ee6c1483306f tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0861423 May 09 05:33:56.344249 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f813305b-5744-4f43-acc5-b9bc94020c0f req-e9e0e04f-5c84-4f98-a105-9c68457f15b6 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 May 09 05:33:57.661939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d7567-245f-472b-aa82-bfd79197a60c req-6af2dbe6-247c-4192-a719-d557b8858074 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:57.663311 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b5d7567-245f-472b-aa82-bfd79197a60c req-6af2dbe6-247c-4192-a719-d557b8858074 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.1888044 May 09 05:33:57.707831 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b5d7567-245f-472b-aa82-bfd79197a60c req-fba957c9-ac73-4161-8997-dda60f76c5ae tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups?id=87a18a4a-dc77-4cca-82d0-d9635ab4ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 May 09 05:33:57.720049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-b2eb10d2-e6a1-489d-b62b-ab4e6b889de9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:33:57.721661 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-b2eb10d2-e6a1-489d-b62b-ab4e6b889de9 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 946 time: 0.0817432 May 09 05:33:57.796435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Deleting port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:33:57.796663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:58.141969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] For port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:33:58.142324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:58.458675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:58.459048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:58.459364 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 disassociated. External IP: 172.26.0.212, port: b6ea8627-2aed-4cc9-b3a7-78af56e7f28d. May 09 05:33:58.459709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Calling delete_port for b6ea8627-2aed-4cc9-b3a7-78af56e7f28d owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:33:58.618154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:58.668601 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event deleted for resources: {'Port': ['ID=b6ea8627-2aed-4cc9-b3a7-78af56e7f28d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:33:58.679709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.679909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.680271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.680616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.680950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.681288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.681621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.681947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.682257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.682566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.682900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.683219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:33:58.893121 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4e4a03ab-8f79-40e1-b44f-ae255c568d25 req-03db68ed-f82c-4ba1-aff4-76a0117e258b tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 210 time: 0.0581586 May 09 05:33:58.919633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:33:59.105915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:33:59.116559 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:33:59.126592 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:33:59.127195 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:33:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:33:59.180902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] No DVR routers for this DVR port b6ea8627-2aed-4cc9-b3a7-78af56e7f28d on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:33:59.183553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:33:59.186147 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-deleted', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:33:59.204432 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-13bb2a30-56cd-45f8-b7b6-732b9bb821d9 req-bed0574c-9655-4c65-adc1-c33ac75d4caa tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.59 "DELETE /v2.0/ports/b6ea8627-2aed-4cc9-b3a7-78af56e7f28d HTTP/1.1" status: 204 len: 173 time: 1.4776788 May 09 05:33:59.233220 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852fd334-1975-4c7a-8e62-54403ad4b07a'] response: {'server_uuid': '9e9e2579-6f55-4075-a1fb-f31a7f3d344e', 'name': 'network-vif-deleted', 'tag': 'b6ea8627-2aed-4cc9-b3a7-78af56e7f28d', 'status': 'completed', 'code': 200} May 09 05:33:59.310380 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:33:59.631391 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:33:59.635423 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:33:59.646036 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:33:59.646646 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:33:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:33:59.850157 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:34:00.057939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a26eac5f-8c7d-4da4-928d-2c916e7e1e5a req-9a66fe3c-2bd7-42ac-b3a8-2dad7db7ade3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Synchronizing usage tracker for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:34:00.076505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-a26eac5f-8c7d-4da4-928d-2c916e7e1e5a req-9a66fe3c-2bd7-42ac-b3a8-2dad7db7ade3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Unset dirty status for tenant:b62f19a9fcfc459fa482f676467f1d61 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:34:00.078579 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a26eac5f-8c7d-4da4-928d-2c916e7e1e5a req-9a66fe3c-2bd7-42ac-b3a8-2dad7db7ade3 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e9e2579-6f55-4075-a1fb-f31a7f3d344e HTTP/1.1" status: 200 len: 210 time: 0.0644188 May 09 05:34:00.163582 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:00.167738 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86527130-ef16-4062-8f66-efbc77dee136 None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:37Z', 'revision_number': 4, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '588d3a0f-f4a4-4d78-9f0c-66e1bb6722da', 'name': '', 'network_id': '8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'mac_address': 'fa:16:3e:e4:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:37Z', 'updated_at': '2022-05-09T05:29:43Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'subnets': [{'id': '20d27986-9359-4c1d-aaa4-9f3eac3c0d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:34:00.390382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf43e1-7d7b-497b-85d5-05dec5803926 None None] New status for floating IP 35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:34:01.916018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:34:01.949893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: b6ea8627-2aed-4cc9-b3a7-78af56e7f28d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:34:01.950247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device b6ea8627-2aed-4cc9-b3a7-78af56e7f28d not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:34:04.377060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45658) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:04.457211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:04.489560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:04.549508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:04.570519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a18a4a-dc77-4cca-82d0-d9635ab4ee29,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:04.579803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.580144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.580507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.580835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.581156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.581476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.581793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.582107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.582524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.583274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.583595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.583910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:04.591578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:04.592798 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c8cda996-8bf7-4d8b-bbcd-1f279784e217 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "DELETE /v2.0/security-groups/87a18a4a-dc77-4cca-82d0-d9635ab4ee29 HTTP/1.1" status: 204 len: 168 time: 0.2145984 May 09 05:34:04.595480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45662) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:04.611604 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.api.v2.resource [None req-f03ee095-7de2-48f9-92f4-232f26b465f1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] show failed (client error): The resource could not be found. May 09 05:34:04.612613 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f03ee095-7de2-48f9-92f4-232f26b465f1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "GET /v2.0/security-groups/87a18a4a-dc77-4cca-82d0-d9635ab4ee29 HTTP/1.1" status: 404 len: 347 time: 0.0162332 May 09 05:34:04.615370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45666) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:04.770484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Deleting port f1da7622-5b8c-4063-a25b-1d82fa2e870f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:04.770786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:04.959007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:04.959318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:05.081946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Calling delete_port for f1da7622-5b8c-4063-a25b-1d82fa2e870f owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:34:05.236326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:05.283808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Pushing event deleted for resources: {'Port': ['ID=f1da7622-5b8c-4063-a25b-1d82fa2e870f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:05.383695 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:05.408701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:05.410559 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5f6ef9eb-8807-4c04-8efc-f1e4788404e1 tempest-ServerActionsTestJSON-2056884988 tempest-ServerActionsTestJSON-2056884988-project] 10.222.0.50 "DELETE /v2.0/floatingips/35f1fa8d-486e-4f4d-b0ef-f48d5f8ab451 HTTP/1.1" status: 204 len: 168 time: 0.7939525 May 09 05:34:05.414106 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45670) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:06.086300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:06.461169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Deleting port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:06.462089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:06.639160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] For port 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:06.639473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:06.770846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Calling delete_port for 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:34:07.087712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:07.132287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Pushing event deleted for resources: {'Port': ['ID=588d3a0f-f4a4-4d78-9f0c-66e1bb6722da,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:07.514627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:07.885907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:34:08.084739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:34:08.093533 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cc537-9932-437f-9282-737195d4fadf None None] Sync routers for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:34:08.099212 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-22db4961-aefe-499c-bfe7-e7038157d56f admin admin] 10.222.0.50 "PUT /v2.0/routers/958350c9-410a-4f1f-8c89-75f4d01bcdb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6841011 May 09 05:34:08.101824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45674) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:08.103516 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:34:08.104120 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:33:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:08.287414 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:34:08.287658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:08.467570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:08.479977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Deleting port 9be064b1-bdae-47ef-ae0d-451054867492 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:08.480314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:08.565954 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94'}], 'enable_snat': True}, 'gw_port_id': '9be064b1-bdae-47ef-ae0d-451054867492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:34:07Z', 'revision_number': 5, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port': {'id': '9be064b1-bdae-47ef-ae0d-451054867492', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:08.570217 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cc537-9932-437f-9282-737195d4fadf None None] Checking router: 958350c9-410a-4f1f-8c89-75f4d01bcdb2 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:34:08.578588 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] Routers {'958350c9-410a-4f1f-8c89-75f4d01bcdb2'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:34:08.579174 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:33:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:08.654572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] For port 9be064b1-bdae-47ef-ae0d-451054867492, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9be064b1-bdae-47ef-ae0d-451054867492,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:08.655226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:08.727234 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] Set router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:34:08.776298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Calling delete_port for 9be064b1-bdae-47ef-ae0d-451054867492 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:34:08.828863 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b57cc537-9932-437f-9282-737195d4fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:34:08Z', 'revision_number': 6, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:08.833167 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cc537-9932-437f-9282-737195d4fadf None None] The sync data for ids ['958350c9-410a-4f1f-8c89-75f4d01bcdb2'] in dv-neutron-840482-1-hyperv is: [{'id': '958350c9-410a-4f1f-8c89-75f4d01bcdb2', 'name': 'tempest-ServerActionsTestJSON-791242801-router', 'tenant_id': 'b62f19a9fcfc459fa482f676467f1d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:29:34Z', 'updated_at': '2022-05-09T05:34:08Z', 'revision_number': 6, 'project_id': 'b62f19a9fcfc459fa482f676467f1d61', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:34:09.069084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.117010 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be064b1-bdae-47ef-ae0d-451054867492,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:09.208152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.247797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:34:09.288161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:34:09.288527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 588d3a0f-f4a4-4d78-9f0c-66e1bb6722da not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:34:09.382023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.384265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.411951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.412469 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958350c9-410a-4f1f-8c89-75f4d01bcdb2 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:34:09.424569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.425673 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6083daa7-4564-4456-b0aa-b7196267cc74 admin admin] 10.222.0.50 "DELETE /v2.0/routers/958350c9-410a-4f1f-8c89-75f4d01bcdb2 HTTP/1.1" status: 204 len: 168 time: 1.3229790 May 09 05:34:09.428188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45678) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:09.487810 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] Deleting subnet 20d27986-9359-4c1d-aaa4-9f3eac3c0d73 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:34:09.490837 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.538915 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.625384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.703120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.740713 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d27986-9359-4c1d-aaa4-9f3eac3c0d73,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:09.744176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.750051 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0e548e8d-5579-4117-96b2-785bfa084bbe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/20d27986-9359-4c1d-aaa4-9f3eac3c0d73 HTTP/1.1" status: 204 len: 168 time: 0.3209064 May 09 05:34:09.751258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d13975-a8c4-41be-a82d-d1a193e0f140 None None] Network 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:09.752618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45682) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:09.866595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.877844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Deleting port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:09.878171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:09.998492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] DHCP port deletion for 8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:34:10.003112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Deleting port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:10.003480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.096382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] For port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:10.096859 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.225981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Calling delete_port for ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:34:10.245326 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] For port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,segment=NetworkSegment(3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd),segment_id=3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:10.245716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.307483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.355153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:10.358467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] No DVR routers for this DVR port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:34:10.365758 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Calling delete_port for ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:34:10.439922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:34:10.440254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:34:10.585425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.610444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:10.625994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:10.626381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d75eaa2-f8dd-4f57-b52d-a9398fdbccfd') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:10.639436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.658004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.664933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:34:10.665302 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:34:10.678041 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:34:10.757744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.778489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.792492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] Pushing event deleted for resources: {'Network': ['ID=8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:10.804170 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9058be68-e295-4107-87ad-d857487f5420 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8908ebe9-dbd9-4e8a-8a6e-2aa0d7fca519 HTTP/1.1" status: 204 len: 168 time: 1.0506015 May 09 05:34:10.923938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45688) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:10.941654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Deleting port ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:10.942286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:10.976511 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-31759986-6f8e-46a1-aa2d-08719ecb56d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b62f19a9fcfc459fa482f676467f1d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512550 May 09 05:34:10.979168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45692) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:11.010345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-eafc910f-651f-400a-8452-89e8f3f166c0 None None] The port 'ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:34:11.040433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b2f42a01-8607-42b0-8c3e-259fe842245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:11.067715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b2f42a01-8607-42b0-8c3e-259fe842245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:11.121579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b2f42a01-8607-42b0-8c3e-259fe842245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:11.142297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f42a01-8607-42b0-8c3e-259fe842245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d178101c-cb5c-4ec9-a7b2-bb162abfbff4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:11.150668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b2f42a01-8607-42b0-8c3e-259fe842245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:11.152135 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b2f42a01-8607-42b0-8c3e-259fe842245f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d178101c-cb5c-4ec9-a7b2-bb162abfbff4 HTTP/1.1" status: 204 len: 168 time: 0.1718912 May 09 05:34:11.219813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9be064b1-bdae-47ef-ae0d-451054867492 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:34:11.256529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 9be064b1-bdae-47ef-ae0d-451054867492 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:34:11.256854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9be064b1-bdae-47ef-ae0d-451054867492 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:34:11.257251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:34:11.290194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:34:11.290455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ddbd2b55-4b6c-4f86-90ec-6fa75917f6e8 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:34:11.897834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45716) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:12.013797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1836229312-network', 'tenant_id': '78a3cd706c3040539409412471f35ae1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:12.019148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:12.023346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Usage tracker for resource:network and tenant:78a3cd706c3040539409412471f35ae1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:12.026324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:12.032132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:12.141309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Made reservation on behalf of 78a3cd706c3040539409412471f35ae1 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:12.143577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.155662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.170045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:12.173970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Usage tracker for resource:security_group_rule and tenant:78a3cd706c3040539409412471f35ae1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:12.176791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:12.182770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:12.268267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.274842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.304681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:34:12.313240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0287fe96-cd20-4be6-bd85-38c875f00d7e,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:12.318769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.319129 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Added segment 3b7bddc5-8bb8-4dfe-a892-284d0047af80 of type vlan for network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a May 09 05:34:12.345405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.368902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8a76fccb-ce91-46a9-9523-62f3a6dc5170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.377873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.378820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:12.379374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.482656 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5836911 May 09 05:34:12.483490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027acd0-857f-40a7-83de-f32fb7676e40 admin admin] Pushing event updated for resources: {'Network': ['ID=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:12.485919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45722) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:12.491887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Request body: {'subnet': {'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1836229312-subnet', 'tenant_id': '78a3cd706c3040539409412471f35ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:12.494978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:34:12.497125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:12.501130 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Usage tracker for resource:subnet and tenant:78a3cd706c3040539409412471f35ae1 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:12.508715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:12.514674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:12.526530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Made reservation on behalf of 78a3cd706c3040539409412471f35ae1 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:12.528923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.745007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.816317 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44083651-6fa2-45b6-8d5c-fc3b3f7d13a5,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:12.827131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Checking segment: {'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:12.827480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Network hostable DHCP agents. Network: 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:34:12.846121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:34:12.856231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:12.860148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:12.860753 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:12.866666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9353ef9-e1b7-4c5b-937c-5b71e02398c2 None None] Network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:12.885113 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5668969b-fccc-43c5-87de-8fb67671633b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3979552 May 09 05:34:13.079471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c070aa7-4daf-46f0-8182-c7633c9b3114 None None] Network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:13.416358 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-04a7a3c6-7a71-4656-889d-938a8f5ecddb tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:13.416972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-04a7a3c6-7a71-4656-889d-938a8f5ecddb tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Synchronizing usage tracker for tenant:78a3cd706c3040539409412471f35ae1 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:34:13.435497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-04a7a3c6-7a71-4656-889d-938a8f5ecddb tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Unset dirty status for tenant:78a3cd706c3040539409412471f35ae1 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:34:13.436754 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-04a7a3c6-7a71-4656-889d-938a8f5ecddb tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/networks?id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a HTTP/1.1" status: 200 len: 814 time: 0.1726975 May 09 05:34:13.452188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-5ec0f6c0-4397-488c-a414-0eaaf3f3476e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/quotas/78a3cd706c3040539409412471f35ae1 HTTP/1.1" status: 200 len: 375 time: 0.0097692 May 09 05:34:13.503655 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-e10d724c-4cf9-493e-a83c-3a3a52cb5593 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78a3cd706c3040539409412471f35ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462255 May 09 05:34:13.711149 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a02d9c56-e931-4d41-a2a0-5ba81f10ad3e service neutron] 10.222.0.50 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990325 May 09 05:34:13.844800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-29e82840-6fef-4b19-8457-935cc89eaeda service neutron] 10.222.0.50 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247628 May 09 05:34:14.067322 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cac0d4aa-c06e-48cc-a329-bfbd7e6b3030 req-065be829-d652-49fe-8b35-b9265c9f8d41 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 210 time: 0.0475423 May 09 05:34:14.641917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dfd0219f-fb1f-4875-970e-bb8e94a42ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:15.208808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-2e687df5-86bd-4d93-a9df-c066cab5d38e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:15.210220 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-2e687df5-86bd-4d93-a9df-c066cab5d38e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "GET /v2.0/networks?id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a HTTP/1.1" status: 200 len: 814 time: 0.1560850 May 09 05:34:15.228202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Request body: {'port': {'device_id': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a', 'admin_state_up': True, 'tenant_id': '78a3cd706c3040539409412471f35ae1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:15.354488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-831ee29d-1b5e-4707-bff9-8ab307cb0219 req-92d5e229-1f01-4453-8796-df8cd05c98c1 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 210 time: 0.1782150 May 09 05:34:15.409286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:15.413481 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Usage tracker for resource:port and tenant:78a3cd706c3040539409412471f35ae1 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:15.416445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:15.422289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:15.435035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Made reservation on behalf of 78a3cd706c3040539409412471f35ae1 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:15.440136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:15.615714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Allocated IP 172.20.0.11 (7e688f66-b5a8-40a6-9f82-0a638a7a4a2a/44083651-6fa2-45b6-8d5c-fc3b3f7d13a5/dc0b8157-b130-49bf-ab59-da4f462bee11) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:34:15.780495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:15.836121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:15.870712 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:15.923626 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:15.945679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:34:15.949232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:15.953976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:34:15.995660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Pushing event updated for resources: {'Port': ['ID=dc0b8157-b130-49bf-ab59-da4f462bee11,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:16.037322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:16.037930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:16.059310 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-a740a4be-3244-48d9-89df-a554bba41417 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8356361 May 09 05:34:16.075991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Request body: {'port': {'device_id': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:16.303755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:16.538771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b2b1-c131-4b87-bc7b-462c800f05cb req-c2f2b796-2ebb-4cf2-bfaa-b9579b79d95c tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:16.540264 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2090b2b1-c131-4b87-bc7b-462c800f05cb req-c2f2b796-2ebb-4cf2-bfaa-b9579b79d95c tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 932 time: 0.0806112 May 09 05:34:16.584707 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2090b2b1-c131-4b87-bc7b-462c800f05cb req-ba40a3ed-63d5-43f2-a380-645b20e1c4d2 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 May 09 05:34:16.649692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0b8157-b130-49bf-ab59-da4f462bee11 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:34:16.657166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:16.671312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Transition to ACTIVE for port object dc0b8157-b130-49bf-ab59-da4f462bee11 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:34:16.677749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:16.831865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0b8157-b130-49bf-ab59-da4f462bee11,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:16.925411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Attempting to bind port dc0b8157-b130-49bf-ab59-da4f462bee11 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:34:16.925717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Attempting to bind port dc0b8157-b130-49bf-ab59-da4f462bee11 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:34:16.926066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Attempting to bind port dc0b8157-b130-49bf-ab59-da4f462bee11 on network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:34:16.931052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Port dc0b8157-b130-49bf-ab59-da4f462bee11 on network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:34:16.931368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Attempting to bind port dc0b8157-b130-49bf-ab59-da4f462bee11 on network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:34:16.936938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:34:16.937267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Checking segment: {'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:16.937647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Bound using segment: {'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:34:16.938062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Bound port: dc0b8157-b130-49bf-ab59-da4f462bee11, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:34:16.938402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:17.027305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] For port dc0b8157-b130-49bf-ab59-da4f462bee11, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:34:17.029990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] For port dc0b8157-b130-49bf-ab59-da4f462bee11, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dc0b8157-b130-49bf-ab59-da4f462bee11,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:34:17.037016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:17.100443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:17.101071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:17.102423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] 10.222.0.59 "PUT /v2.0/ports/dc0b8157-b130-49bf-ab59-da4f462bee11 HTTP/1.1" status: 200 len: 1094 time: 1.0304704 May 09 05:34:17.102855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'tag': 'dc0b8157-b130-49bf-ab59-da4f462bee11'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:34:17.127586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e177d2-b695-4a1f-80e2-5f25a5b8de28 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0b8157-b130-49bf-ab59-da4f462bee11,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:17.150983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fece72-d20f-4ea0-be4c-feee2fbc9742'] response: {'name': 'network-changed', 'server_uuid': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'tag': 'dc0b8157-b130-49bf-ab59-da4f462bee11', 'status': 'completed', 'code': 200} May 09 05:34:17.240911 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-472af13f-d5c2-4a05-8695-dc4a69faa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:17.242388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-472af13f-d5c2-4a05-8695-dc4a69faa9c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78a3cd706c3040539409412471f35ae1&device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 1097 time: 0.0751808 May 09 05:34:17.318150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-e88f600c-2e42-49ec-adac-72cb888e998b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc0b8157-b130-49bf-ab59-da4f462bee11 HTTP/1.1" status: 200 len: 217 time: 0.0642211 May 09 05:34:17.380166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-ba1ee998-b499-4aec-a1fc-dde606c5f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:17.381516 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-ba1ee998-b499-4aec-a1fc-dde606c5f26a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44083651-6fa2-45b6-8d5c-fc3b3f7d13a5 HTTP/1.1" status: 200 len: 854 time: 0.0569532 May 09 05:34:17.429713 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-5bb6468b-b65a-438c-a816-d11c3d0d7877 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421286 May 09 05:34:17.506275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:17.574910 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-53350b59-56c7-49e2-ac6d-5e4deae0326d service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387537 May 09 05:34:17.719368 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7eacbc22-897f-4ff3-9a4a-73f1a59adef7 req-7d71c5a4-1936-4a68-8348-5151d6493ca5 service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351473 May 09 05:34:17.783669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece0ebf-2f85-43ed-8e01-17dabfde83d8 req-470aa3d9-d3da-4f5a-88c5-356d61ca9605 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:17.785146 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fece0ebf-2f85-43ed-8e01-17dabfde83d8 req-470aa3d9-d3da-4f5a-88c5-356d61ca9605 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 944 time: 0.0868328 May 09 05:34:17.831381 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fece0ebf-2f85-43ed-8e01-17dabfde83d8 req-fb99d803-9010-41d5-981e-03abd6b223ed tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 May 09 05:34:17.875917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-9b912a2e-d7d7-464c-8a6b-05b56dd955ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:17.877426 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-9b912a2e-d7d7-464c-8a6b-05b56dd955ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78a3cd706c3040539409412471f35ae1&device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 1097 time: 0.0732615 May 09 05:34:18.109963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-26675a23-efd5-4a1a-9bdd-d6c10d5e54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:18.111413 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-26675a23-efd5-4a1a-9bdd-d6c10d5e54ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a HTTP/1.1" status: 200 len: 915 time: 0.2280073 May 09 05:34:18.181548 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-57a06618-1530-40d6-9969-d57183912bf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc0b8157-b130-49bf-ab59-da4f462bee11 HTTP/1.1" status: 200 len: 217 time: 0.0638869 May 09 05:34:18.247296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-5129f2f1-972f-42c4-be92-9dd8f623c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:18.248717 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-5129f2f1-972f-42c4-be92-9dd8f623c4dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44083651-6fa2-45b6-8d5c-fc3b3f7d13a5 HTTP/1.1" status: 200 len: 854 time: 0.0615835 May 09 05:34:18.295947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-7708b111-8c76-44c4-96e7-698cc414661d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408649 May 09 05:34:18.436649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-a05af4b4-9a4e-4544-aff1-b50af3d87a6b service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338372 May 09 05:34:18.571776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20a006d0-ba88-48cf-b4cb-42725d705962 req-3d7f05b6-5a3f-48e6-ac9c-d87709bc1ed0 service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281857 May 09 05:34:18.958745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:19.034888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a82df-0a00-4984-969e-a041facb71f3 req-78ac9773-1921-48a6-b03a-be0f7013b9a6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:19.035568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ec9a82df-0a00-4984-969e-a041facb71f3 req-78ac9773-1921-48a6-b03a-be0f7013b9a6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Synchronizing usage tracker for tenant:78a3cd706c3040539409412471f35ae1 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:34:19.055421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ec9a82df-0a00-4984-969e-a041facb71f3 req-78ac9773-1921-48a6-b03a-be0f7013b9a6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Unset dirty status for tenant:78a3cd706c3040539409412471f35ae1 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:34:19.056858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec9a82df-0a00-4984-969e-a041facb71f3 req-78ac9773-1921-48a6-b03a-be0f7013b9a6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 944 time: 0.1104116 May 09 05:34:19.102131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ec9a82df-0a00-4984-969e-a041facb71f3 req-c263f648-c280-4a2f-9c12-a1f91d93d8ab tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Synchronizing usage tracker for tenant:78a3cd706c3040539409412471f35ae1 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:34:19.121904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ec9a82df-0a00-4984-969e-a041facb71f3 req-c263f648-c280-4a2f-9c12-a1f91d93d8ab tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Unset dirty status for tenant:78a3cd706c3040539409412471f35ae1 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:34:19.123114 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ec9a82df-0a00-4984-969e-a041facb71f3 req-c263f648-c280-4a2f-9c12-a1f91d93d8ab tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602643 May 09 05:34:20.322351 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9940967-2da5-42fc-95b3-e7c241313a31 req-fb7325af-824c-4233-9a22-24b7c92df6c7 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:20.323798 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a9940967-2da5-42fc-95b3-e7c241313a31 req-fb7325af-824c-4233-9a22-24b7c92df6c7 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 944 time: 0.0851014 May 09 05:34:20.377627 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a9940967-2da5-42fc-95b3-e7c241313a31 req-892dcc8e-a869-44db-8eed-6e0ed91c2ab8 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 May 09 05:34:21.577887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2318b-e06c-4a99-8603-7ccf74383676 req-f7170671-aa0a-40a8-8439-a0d99ae1425f tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:21.579349 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72f2318b-e06c-4a99-8603-7ccf74383676 req-f7170671-aa0a-40a8-8439-a0d99ae1425f tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 944 time: 0.0905440 May 09 05:34:21.626913 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72f2318b-e06c-4a99-8603-7ccf74383676 req-7ecb3ce7-ecc2-49a4-8577-07b8466a35dc tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 May 09 05:34:22.023467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device dc0b8157-b130-49bf-ab59-da4f462bee11 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:34:22.161855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port dc0b8157-b130-49bf-ab59-da4f462bee11, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dc0b8157-b130-49bf-ab59-da4f462bee11,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:22.174989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'dc0b8157-b130-49bf-ab59-da4f462bee11', 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a', 'port_id': 'dc0b8157-b130-49bf-ab59-da4f462bee11', 'mac_address': 'fa:16:3e:ad:ee:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44083651-6fa2-45b6-8d5c-fc3b3f7d13a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:34:22.234420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:22.252064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0b8157-b130-49bf-ab59-da4f462bee11 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:34:22.269483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port dc0b8157-b130-49bf-ab59-da4f462bee11, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dc0b8157-b130-49bf-ab59-da4f462bee11,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:22.276018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:22.342097 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=dc0b8157-b130-49bf-ab59-da4f462bee11,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:22.655901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['dc0b8157-b130-49bf-ab59-da4f462bee11'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:34:22.826287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33539722-6f3b-43a0-819c-fd21ab9114b2 req-2075306a-849d-4f4a-9c6f-68ec7273e3ad tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:22.827738 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-33539722-6f3b-43a0-819c-fd21ab9114b2 req-2075306a-849d-4f4a-9c6f-68ec7273e3ad tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 945 time: 0.0822685 May 09 05:34:22.873829 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-33539722-6f3b-43a0-819c-fd21ab9114b2 req-80f74586-2c69-4e6a-9852-c5b34fbd7315 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 May 09 05:34:24.038812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device dc0b8157-b130-49bf-ab59-da4f462bee11 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:34:24.073684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f0111-53aa-49a0-9693-e033f8fcc884 req-45dd2486-cc96-49d1-aa71-5b14d3e79d5e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:24.075155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c94f0111-53aa-49a0-9693-e033f8fcc884 req-45dd2486-cc96-49d1-aa71-5b14d3e79d5e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 945 time: 0.0825844 May 09 05:34:24.109716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port dc0b8157-b130-49bf-ab59-da4f462bee11 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:34:24.115337 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port dc0b8157-b130-49bf-ab59-da4f462bee11 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:34:24.115754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:24.120184 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c94f0111-53aa-49a0-9693-e033f8fcc884 req-989ba8b3-9047-4cff-8884-1a1fbedc407b tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391665 May 09 05:34:24.277799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:24.304266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0b8157-b130-49bf-ab59-da4f462bee11'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:34:24.313798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port dc0b8157-b130-49bf-ab59-da4f462bee11, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dc0b8157-b130-49bf-ab59-da4f462bee11,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:24.320173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:24.352749 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb75872-19fd-47c7-86ca-b228ffb63f54'] response: {'server_uuid': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0b8157-b130-49bf-ab59-da4f462bee11', 'code': 200} May 09 05:34:24.393131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=dc0b8157-b130-49bf-ab59-da4f462bee11,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:24.627438 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:34:24.628102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01147c-cfc1-49f7-9042-b4badac0d458 req-b77fbeeb-2e8a-4cd1-b498-7304bfe2c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:24.629380 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc01147c-cfc1-49f7-9042-b4badac0d458 req-b77fbeeb-2e8a-4cd1-b498-7304bfe2c2b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 1099 time: 0.0867071 May 09 05:34:24.672447 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc01147c-cfc1-49f7-9042-b4badac0d458 req-75982937-d290-44ac-ac89-846af9710d85 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360942 May 09 05:34:25.332703 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6f962-c558-4486-8504-b274035b839b req-4dd13d3f-2bd7-4503-8c3c-f3843e99be6a tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:25.334173 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bfd6f962-c558-4486-8504-b274035b839b req-4dd13d3f-2bd7-4503-8c3c-f3843e99be6a tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0972087 May 09 05:34:25.381091 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bfd6f962-c558-4486-8504-b274035b839b req-d472589d-eb32-4b41-babd-23a0c0ca9978 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 May 09 05:34:26.587337 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22f8f-a894-4fb9-8521-2c38bc072049 req-7705c378-60f4-4b57-ac02-bf7935d6cbe4 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:26.589215 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d5a22f8f-a894-4fb9-8521-2c38bc072049 req-7705c378-60f4-4b57-ac02-bf7935d6cbe4 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0905447 May 09 05:34:26.637106 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d5a22f8f-a894-4fb9-8521-2c38bc072049 req-81b70f59-eda1-408f-9c3f-2cd0f5787f94 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 May 09 05:34:26.949159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-ff44eb54-e45f-4c8e-aa56-7db000522b5e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:26.950507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-ff44eb54-e45f-4c8e-aa56-7db000522b5e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/networks?id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a HTTP/1.1" status: 200 len: 814 time: 0.1595531 May 09 05:34:26.968790 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-0f3ff239-212f-4ba8-a1bd-33d3dc4f5e33 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/quotas/78a3cd706c3040539409412471f35ae1 HTTP/1.1" status: 200 len: 375 time: 0.0099170 May 09 05:34:27.051376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-22a38309-1379-47f8-9eb5-ef3361770c5d tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78a3cd706c3040539409412471f35ae1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773933 May 09 05:34:27.188077 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-61704926-8244-464f-8ebe-53a069dd280d service neutron] 10.222.0.50 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275687 May 09 05:34:27.319367 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-201085a4-099d-458e-81a7-84adfb9d6346 service neutron] 10.222.0.50 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253362 May 09 05:34:27.496547 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2601621a-2e47-441c-b616-0070aec1147c req-6d94c4fb-d708-4c42-92c5-380c26b16596 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 210 time: 0.0424585 May 09 05:34:28.757396 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4d2f61e4-93c5-4f70-88bb-ac759897feb1 req-d09bef73-4317-4ca5-a7c7-9b7e53355856 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 210 time: 0.0587432 May 09 05:34:28.820711 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-5ca45595-075c-44c2-8fac-ed1a18ec9f43 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:28.822170 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-5ca45595-075c-44c2-8fac-ed1a18ec9f43 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "GET /v2.0/networks?id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a HTTP/1.1" status: 200 len: 814 time: 0.3086853 May 09 05:34:28.849330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Request body: {'port': {'device_id': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a', 'admin_state_up': True, 'tenant_id': '78a3cd706c3040539409412471f35ae1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:28.989595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:29.000087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:29.010275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Made reservation on behalf of 78a3cd706c3040539409412471f35ae1 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:29.014804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:29.192261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Allocated IP 172.20.0.3 (7e688f66-b5a8-40a6-9f82-0a638a7a4a2a/44083651-6fa2-45b6-8d5c-fc3b3f7d13a5/35e0e0f0-ae9b-4ac6-90b1-51e34944cc53) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:34:29.434819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:29.474725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:29.510017 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['dc0b8157-b130-49bf-ab59-da4f462bee11'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:34:29.556314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:34:29.559659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:29.564126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:34:29.606738 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Pushing event updated for resources: {'Port': ['ID=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:29.644777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:29.645345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:29.672931 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-e6c62564-f932-45a0-9646-b30bfe21cebd tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8272700 May 09 05:34:29.691308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Request body: {'port': {'device_id': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:29.819527 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:29.963330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2221-28a2-4d79-879e-da438b8220be req-c0e3b703-d984-4eb6-9b77-cee843195bd5 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:29.968878 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9bfe2221-28a2-4d79-879e-da438b8220be req-c0e3b703-d984-4eb6-9b77-cee843195bd5 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 931 time: 0.0946834 May 09 05:34:30.017861 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9bfe2221-28a2-4d79-879e-da438b8220be req-6e2183b6-25c6-46c8-b0a8-63320ee25013 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459068 May 09 05:34:30.205643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:34:30.213467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:30.232198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Transition to ACTIVE for port object 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:34:30.238483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:30.379798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Pushing event updated for resources: {'Port': ['ID=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:30.489332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Attempting to bind port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:34:30.489574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Attempting to bind port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:34:30.489897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Attempting to bind port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 on network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:34:30.494918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 on network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:34:30.495227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Attempting to bind port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 on network 7e688f66-b5a8-40a6-9f82-0a638a7a4a2a {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:34:30.500642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:34:30.500979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Checking segment: {'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:30.501357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Bound using segment: {'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:34:30.501778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Bound port: 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7bddc5-8bb8-4dfe-a892-284d0047af80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:34:30.502112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:30.610301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] For port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:34:30.614144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] For port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:34:30.619088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:30.679191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:30.679800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:30.681198 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] 10.222.0.59 "PUT /v2.0/ports/35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 HTTP/1.1" status: 200 len: 1093 time: 0.9952867 May 09 05:34:30.681621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'tag': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:34:30.703761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c8e87-50c2-43aa-9af2-107452445460 service neutron] Pushing event updated for resources: {'Port': ['ID=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:30.725992 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c75465f-1437-4f85-af67-21a8b05b1f3a'] response: {'name': 'network-changed', 'server_uuid': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'tag': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53', 'status': 'completed', 'code': 200} May 09 05:34:30.916781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-6e0b35b3-ef8c-4afa-bf52-a1f966cadbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:30.918723 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-6e0b35b3-ef8c-4afa-bf52-a1f966cadbae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78a3cd706c3040539409412471f35ae1&device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 1096 time: 0.1747284 May 09 05:34:30.998770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-70bcffeb-9907-4e4e-bbdb-3a110ef758db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 HTTP/1.1" status: 200 len: 217 time: 0.0639443 May 09 05:34:31.063238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-85371506-14d0-4640-817c-3e218876d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:31.064708 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-85371506-14d0-4640-817c-3e218876d1d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44083651-6fa2-45b6-8d5c-fc3b3f7d13a5 HTTP/1.1" status: 200 len: 854 time: 0.0600250 May 09 05:34:31.111630 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-90960ccd-de56-4cde-9163-fbb40a756712 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394964 May 09 05:34:31.201683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776e11-3dfa-4839-82cf-31877c6a9b82 req-893b75ab-9dee-4c02-9f62-98aa80e84cbe tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:31.203073 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b5776e11-3dfa-4839-82cf-31877c6a9b82 req-893b75ab-9dee-4c02-9f62-98aa80e84cbe tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 943 time: 0.0811694 May 09 05:34:31.247459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-0ca1afe5-7a10-4b12-b3de-e776d7d1ad1f service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299438 May 09 05:34:31.249935 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b5776e11-3dfa-4839-82cf-31877c6a9b82 req-4745b69b-23e7-4c5d-8eb6-6a6697ceef27 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 May 09 05:34:31.384050 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6257a6b8-485d-4b46-9a44-b6dac1d6d8dd req-87ea0b3a-30a2-4cb7-b936-e6bfc7c75f9e service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304085 May 09 05:34:31.549452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837f190-42df-4913-9aa9-39fe808812f2 req-bf76c337-3181-4508-98ca-d467fddd1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:31.550839 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9837f190-42df-4913-9aa9-39fe808812f2 req-bf76c337-3181-4508-98ca-d467fddd1f65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78a3cd706c3040539409412471f35ae1&device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 1096 time: 0.0799453 May 09 05:34:31.700617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837f190-42df-4913-9aa9-39fe808812f2 req-cd40dd72-589a-462e-ac34-7d053d53520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:31.702040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9837f190-42df-4913-9aa9-39fe808812f2 req-cd40dd72-589a-462e-ac34-7d053d53520c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a HTTP/1.1" status: 200 len: 915 time: 0.1429162 May 09 05:34:31.768892 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9837f190-42df-4913-9aa9-39fe808812f2 req-017616f9-2878-4072-ba59-4ddc0c4f915b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 HTTP/1.1" status: 200 len: 217 time: 0.0596502 May 09 05:34:31.834564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837f190-42df-4913-9aa9-39fe808812f2 req-95adc4a8-9f17-435e-8550-6c2738032663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:31.835856 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9837f190-42df-4913-9aa9-39fe808812f2 req-95adc4a8-9f17-435e-8550-6c2738032663 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44083651-6fa2-45b6-8d5c-fc3b3f7d13a5 HTTP/1.1" status: 200 len: 854 time: 0.0612814 May 09 05:34:31.880458 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9837f190-42df-4913-9aa9-39fe808812f2 req-ac1b5ed1-e2ee-40b4-bb25-29fe908187a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389307 May 09 05:34:32.015855 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9837f190-42df-4913-9aa9-39fe808812f2 req-f6b3424d-fca6-4cda-ae7e-6a23486777d8 service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289456 May 09 05:34:32.148756 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9837f190-42df-4913-9aa9-39fe808812f2 req-af97c648-25c4-434e-89e8-9043eaf24297 service neutron] 10.222.0.59 "GET /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255677 May 09 05:34:32.454226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772bc96-ca17-49b0-b98b-94be1ff4b0ff req-7e899e76-abd5-4df1-9e2b-7a95c2f20889 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:32.454826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c772bc96-ca17-49b0-b98b-94be1ff4b0ff req-7e899e76-abd5-4df1-9e2b-7a95c2f20889 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Synchronizing usage tracker for tenant:78a3cd706c3040539409412471f35ae1 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:34:32.474185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c772bc96-ca17-49b0-b98b-94be1ff4b0ff req-7e899e76-abd5-4df1-9e2b-7a95c2f20889 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Unset dirty status for tenant:78a3cd706c3040539409412471f35ae1 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:34:32.475564 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c772bc96-ca17-49b0-b98b-94be1ff4b0ff req-7e899e76-abd5-4df1-9e2b-7a95c2f20889 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 943 time: 0.1101751 May 09 05:34:32.522642 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c772bc96-ca17-49b0-b98b-94be1ff4b0ff req-6570e23f-e4fe-4bf8-9060-a0a91f4d4542 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 May 09 05:34:33.729061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07180d-22a6-4f88-a2d4-d40b726dcd99 req-3870bca2-7f34-405c-b241-5d37636a0dfb tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:33.730582 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae07180d-22a6-4f88-a2d4-d40b726dcd99 req-3870bca2-7f34-405c-b241-5d37636a0dfb tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 943 time: 0.0932946 May 09 05:34:33.777365 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ae07180d-22a6-4f88-a2d4-d40b726dcd99 req-5aeb3584-570c-447f-9bbc-2b455a709467 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 May 09 05:34:34.117051 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:34:34.266436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:34.279390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53', 'network_id': '7e688f66-b5a8-40a6-9f82-0a638a7a4a2a', 'port_id': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53', 'mac_address': 'fa:16:3e:28:de:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44083651-6fa2-45b6-8d5c-fc3b3f7d13a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:34:34.343689 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:34.360870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:34:34.377331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:34.383268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:34.455827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:34.463777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.464121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.464463 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.464929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.465255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.465736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.466064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.466437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.466764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.467083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.467418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.467730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:34.774855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['35e0e0f0-ae9b-4ac6-90b1-51e34944cc53'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:34:34.961750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9bf95-eb74-4b05-9ad3-e6af68ac6124 req-7b90b64f-c34e-453a-b77d-579e1ff8627a tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:34.963119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1be9bf95-eb74-4b05-9ad3-e6af68ac6124 req-7b90b64f-c34e-453a-b77d-579e1ff8627a tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 944 time: 0.0828857 May 09 05:34:35.007848 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1be9bf95-eb74-4b05-9ad3-e6af68ac6124 req-3db7b201-0ed8-45c7-8ff4-b9e4c49476fb tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 May 09 05:34:36.132018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:34:36.206935 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:34:36.210833 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee015a21-bcec-4728-b494-9d1a9bcefd3d req-b82c56db-6f56-417a-91b6-9aef4ba4d34e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:36.212077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:34:36.212294 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ee015a21-bcec-4728-b494-9d1a9bcefd3d req-b82c56db-6f56-417a-91b6-9aef4ba4d34e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 944 time: 0.0853517 May 09 05:34:36.212579 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:36.262162 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ee015a21-bcec-4728-b494-9d1a9bcefd3d req-6fee4c01-ad9d-46e7-83c0-90452a2e072f tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 May 09 05:34:36.331695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:36.360353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:34:36.371985 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:36.378375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:36.415339 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46aac07-b4e9-45b4-9e2c-0ee1180003b8'] response: {'server_uuid': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53', 'code': 200} May 09 05:34:36.451430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:36.691886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f07c71-4e0a-4d82-9890-c78169cbf00f req-3ed632d7-48fb-41a1-9f1b-5b1fe9a01be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:36.693321 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-28f07c71-4e0a-4d82-9890-c78169cbf00f req-3ed632d7-48fb-41a1-9f1b-5b1fe9a01be7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 1098 time: 0.0719886 May 09 05:34:36.734076 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-28f07c71-4e0a-4d82-9890-c78169cbf00f req-d5a2cfcb-fbd6-4ecb-bfdd-5d3219998591 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 May 09 05:34:37.454013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823a83d-f5a3-4883-b141-0849566acfa5 req-f0736ed3-d914-4c32-a7d4-fee126e264aa tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:37.455452 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0823a83d-f5a3-4883-b141-0849566acfa5 req-f0736ed3-d914-4c32-a7d4-fee126e264aa tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 945 time: 0.0880301 May 09 05:34:37.501931 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0823a83d-f5a3-4883-b141-0849566acfa5 req-f22ccb29-f21c-464e-ab3a-d57abc49732c tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 May 09 05:34:38.705143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1109d-6d61-4ec5-9857-55a09c1b5e66 req-983194d1-8d4f-4c1a-ac0d-87c7af256c68 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:38.706580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94f1109d-6d61-4ec5-9857-55a09c1b5e66 req-983194d1-8d4f-4c1a-ac0d-87c7af256c68 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 945 time: 0.0835607 May 09 05:34:38.755277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94f1109d-6d61-4ec5-9857-55a09c1b5e66 req-eda2fefb-f8e6-4a72-8759-317e1b91cb60 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 May 09 05:34:39.154625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d187e-b070-452e-8be9-145d1801ddee req-22dfb037-134b-4a20-a91d-c9874d5f5670 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:39.156099 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-921d187e-b070-452e-8be9-145d1801ddee req-22dfb037-134b-4a20-a91d-c9874d5f5670 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 945 time: 0.0837114 May 09 05:34:39.203982 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-921d187e-b070-452e-8be9-145d1801ddee req-87bb4b56-0d7c-43de-8329-0d1fbdf6e6a2 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 May 09 05:34:40.403156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813615e8-4091-41dc-aadf-f29b831b7b10 req-d4e0ea97-12cd-4251-97dc-5cd7d30c7bf6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:40.404868 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-813615e8-4091-41dc-aadf-f29b831b7b10 req-d4e0ea97-12cd-4251-97dc-5cd7d30c7bf6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 945 time: 0.0931158 May 09 05:34:40.452230 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-813615e8-4091-41dc-aadf-f29b831b7b10 req-e091146e-8787-4a50-8816-3f7b917e3180 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 May 09 05:34:40.868849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-8e1cb5fb-0674-4134-903b-b84f2ffa8b38 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:40.870255 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-8e1cb5fb-0674-4134-903b-b84f2ffa8b38 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 945 time: 0.1827898 May 09 05:34:40.940432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Deleting port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:40.940773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:41.183791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] For port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:41.184133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:41.318264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Calling delete_port for 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:34:41.475134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:41.528041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['dc0b8157-b130-49bf-ab59-da4f462bee11', '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:34:41.531261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Pushing event deleted for resources: {'Port': ['ID=35e0e0f0-ae9b-4ac6-90b1-51e34944cc53,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:41.645819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a933aab8-f964-40cc-8158-2476b974f41a req-cb3d654b-8b72-42ae-b0f7-ce0f3c24ca81 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=91fc5493-f070-41b9-8da5-f9441d11bbe7 HTTP/1.1" status: 200 len: 210 time: 0.0771132 May 09 05:34:41.646846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] No DVR routers for this DVR port 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:34:41.649329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:41.651973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'name': 'network-vif-deleted', 'tag': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:34:41.674497 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d7c2e074-ca4e-466b-90a3-ef8fb310b043 req-a895c19e-682d-48a3-8864-a2e0c6ee2a08 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "DELETE /v2.0/ports/35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 HTTP/1.1" status: 204 len: 173 time: 0.7976892 May 09 05:34:41.711736 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca54a83-2649-457d-a97c-117b35fd3bdd'] response: {'server_uuid': '91fc5493-f070-41b9-8da5-f9441d11bbe7', 'name': 'network-vif-deleted', 'tag': '35e0e0f0-ae9b-4ac6-90b1-51e34944cc53', 'status': 'completed', 'code': 200} May 09 05:34:42.374424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-36fd75ea-6016-406e-9742-52e515e53efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:42.932095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711358dd-121e-4302-876c-413b01055e81 req-48e2d25d-a646-4197-88cd-510ee75d2109 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:42.933530 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-711358dd-121e-4302-876c-413b01055e81 req-48e2d25d-a646-4197-88cd-510ee75d2109 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0857692 May 09 05:34:42.980593 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-711358dd-121e-4302-876c-413b01055e81 req-76759d74-5e01-4cb0-8d29-c4b382f7999f tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 May 09 05:34:43.187727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128df9e-7874-49cf-be27-3d5d3ba8c69f req-dee7e9b7-fc42-4177-b77f-3d9a1efa05d4 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:43.189185 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7128df9e-7874-49cf-be27-3d5d3ba8c69f req-dee7e9b7-fc42-4177-b77f-3d9a1efa05d4 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0863507 May 09 05:34:43.233645 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7128df9e-7874-49cf-be27-3d5d3ba8c69f req-504ee794-0ac5-4f6d-b390-9a1d3880e106 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 May 09 05:34:43.441514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d924c-8f6f-4854-b2e1-995330e6540b req-0d807104-32b9-4c6f-91bd-c217f6d4f00c tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:43.442124 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6e4d924c-8f6f-4854-b2e1-995330e6540b req-0d807104-32b9-4c6f-91bd-c217f6d4f00c tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Synchronizing usage tracker for tenant:78a3cd706c3040539409412471f35ae1 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:34:43.459592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6e4d924c-8f6f-4854-b2e1-995330e6540b req-0d807104-32b9-4c6f-91bd-c217f6d4f00c tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Unset dirty status for tenant:78a3cd706c3040539409412471f35ae1 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:34:43.460858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e4d924c-8f6f-4854-b2e1-995330e6540b req-0d807104-32b9-4c6f-91bd-c217f6d4f00c tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.1135781 May 09 05:34:43.507084 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e4d924c-8f6f-4854-b2e1-995330e6540b req-7d09f51f-183e-41aa-9a2b-7354b24f9c0b tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 May 09 05:34:43.800315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d397-57d4-4eb3-beae-6ec07829cf43 req-6e24b19f-5e9c-4688-81bc-b7dc1cfae3f6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:43.802051 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8b0d397-57d4-4eb3-beae-6ec07829cf43 req-6e24b19f-5e9c-4688-81bc-b7dc1cfae3f6 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0923133 May 09 05:34:43.861868 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8b0d397-57d4-4eb3-beae-6ec07829cf43 req-2242039b-228d-4377-9049-90ab05cfdc9b tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 May 09 05:34:44.056968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096aea5-e51a-4d3f-8e46-bdb938ca8f2f req-27dfdd75-7b1f-4b83-a90c-662698387c86 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:44.058344 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3096aea5-e51a-4d3f-8e46-bdb938ca8f2f req-27dfdd75-7b1f-4b83-a90c-662698387c86 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0801690 May 09 05:34:44.102174 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3096aea5-e51a-4d3f-8e46-bdb938ca8f2f req-f0d0d74e-8ad1-46a0-a279-0240f67be42f tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 May 09 05:34:44.164278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:34:44.202180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:34:44.202471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 35e0e0f0-ae9b-4ac6-90b1-51e34944cc53 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:34:44.313727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85d9bf-eb48-495d-8bbc-232474c7bf22 req-a5b28683-e366-447e-99db-7cd10c50003d tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:44.315087 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eb85d9bf-eb48-495d-8bbc-232474c7bf22 req-a5b28683-e366-447e-99db-7cd10c50003d tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0937204 May 09 05:34:44.362063 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-eb85d9bf-eb48-495d-8bbc-232474c7bf22 req-4a52a8ef-445e-40c8-aea1-dcc173eda2da tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 May 09 05:34:44.637687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0e830f1f-81ed-4f2d-a47d-d67c2a3e942d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:44.911511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44d2a7-02e2-4f8d-8984-673c95e63342 req-6e334270-f84d-4702-8fa2-f4040f55b8d8 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:44.912926 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8c44d2a7-02e2-4f8d-8984-673c95e63342 req-6e334270-f84d-4702-8fa2-f4040f55b8d8 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0965703 May 09 05:34:44.956504 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8c44d2a7-02e2-4f8d-8984-673c95e63342 req-9806df2a-5f55-4c7b-bf98-7574f14070d4 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377121 May 09 05:34:45.790747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:45.932772 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:46.149028 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311555de-13fa-4c78-84da-81438eb32f32 req-b94da8e7-93b5-43a0-8fbe-a80c4ffc10a3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:46.150473 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-311555de-13fa-4c78-84da-81438eb32f32 req-b94da8e7-93b5-43a0-8fbe-a80c4ffc10a3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.0846145 May 09 05:34:46.194269 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-311555de-13fa-4c78-84da-81438eb32f32 req-f0d22a86-75b1-4690-9031-1a1fb378f921 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/security-groups?id=0287fe96-cd20-4be6-bd85-38c875f00d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 May 09 05:34:46.471783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-e8fd5abd-d648-484c-982d-3bb9e3123724 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:46.473172 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-e8fd5abd-d648-484c-982d-3bb9e3123724 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 946 time: 0.1024799 May 09 05:34:46.543160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Deleting port dc0b8157-b130-49bf-ab59-da4f462bee11 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:34:46.543501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:46.794595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] For port dc0b8157-b130-49bf-ab59-da4f462bee11, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dc0b8157-b130-49bf-ab59-da4f462bee11,segment=NetworkSegment(3b7bddc5-8bb8-4dfe-a892-284d0047af80),segment_id=3b7bddc5-8bb8-4dfe-a892-284d0047af80)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:46.794854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:47.012060 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Calling delete_port for dc0b8157-b130-49bf-ab59-da4f462bee11 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:34:47.161089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:47.195570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['dc0b8157-b130-49bf-ab59-da4f462bee11'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:34:47.210876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Pushing event deleted for resources: {'Port': ['ID=dc0b8157-b130-49bf-ab59-da4f462bee11,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:47.287426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] No DVR routers for this DVR port dc0b8157-b130-49bf-ab59-da4f462bee11 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:34:47.290020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:47.292585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'name': 'network-vif-deleted', 'tag': 'dc0b8157-b130-49bf-ab59-da4f462bee11'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:34:47.308599 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-553ba812-f2a3-4044-9885-0a6fbc187774 req-61c11831-1bc5-4be0-8f8b-54e8fd68cfd3 tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.59 "DELETE /v2.0/ports/dc0b8157-b130-49bf-ab59-da4f462bee11 HTTP/1.1" status: 204 len: 173 time: 0.8303726 May 09 05:34:47.353699 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a60438-41a8-4227-9aab-5ad46603197d'] response: {'server_uuid': '735e4843-3b86-4b72-92fd-427bb6c52adb', 'name': 'network-vif-deleted', 'tag': 'dc0b8157-b130-49bf-ab59-da4f462bee11', 'status': 'completed', 'code': 200} May 09 05:34:47.359728 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3bcc5cf0-d443-4357-a598-45feaa520b94 req-63dbbcd5-27ed-4515-af6d-6a6dd6d9af8e tempest-ServersNegativeTestJSON-578220217 tempest-ServersNegativeTestJSON-578220217-project] 10.222.0.50 "GET /v2.0/ports?device_id=735e4843-3b86-4b72-92fd-427bb6c52adb HTTP/1.1" status: 200 len: 210 time: 0.0515962 May 09 05:34:47.504945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.462749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45880) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:48.521162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] Deleting subnet 44083651-6fa2-45b6-8d5c-fc3b3f7d13a5 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:34:48.524102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.576421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.631177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.699689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.740306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44083651-6fa2-45b6-8d5c-fc3b3f7d13a5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:48.743976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.750693 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c1c7d8e6-4adf-48c3-9a8a-9aceca8417d2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/44083651-6fa2-45b6-8d5c-fc3b3f7d13a5 HTTP/1.1" status: 204 len: 168 time: 0.2869196 May 09 05:34:48.753317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45884) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:48.858465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.954160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:48.984490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.009611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e688f66-b5a8-40a6-9f82-0a638a7a4a2a']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:49.022489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7bddc5-8bb8-4dfe-a892-284d0047af80') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:49.022782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7bddc5-8bb8-4dfe-a892-284d0047af80') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:49.034395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.050376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.056386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:34:49.056836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:34:49.070388 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:34:49.152528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.156810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.180170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e688f66-b5a8-40a6-9f82-0a638a7a4a2a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:49.188938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-778e1baa-d541-4a47-ab86-e602fd7b995a admin admin] 10.222.0.50 "DELETE /v2.0/networks/7e688f66-b5a8-40a6-9f82-0a638a7a4a2a HTTP/1.1" status: 204 len: 168 time: 0.4346528 May 09 05:34:49.303391 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45890) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:49.353066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-acd6e983-c972-4d61-85cf-8d1e8362b233 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78a3cd706c3040539409412471f35ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485229 May 09 05:34:49.356642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45894) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:49.414316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-827585e4-b63e-43c7-a978-9ef438a3cc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.439725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-827585e4-b63e-43c7-a978-9ef438a3cc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.505338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-827585e4-b63e-43c7-a978-9ef438a3cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.522150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827585e4-b63e-43c7-a978-9ef438a3cc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0287fe96-cd20-4be6-bd85-38c875f00d7e,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:49.532120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-827585e4-b63e-43c7-a978-9ef438a3cc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:49.533294 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-827585e4-b63e-43c7-a978-9ef438a3cc5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0287fe96-cd20-4be6-bd85-38c875f00d7e HTTP/1.1" status: 204 len: 168 time: 0.1759012 May 09 05:34:50.168479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device dc0b8157-b130-49bf-ab59-da4f462bee11 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:34:50.205293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: dc0b8157-b130-49bf-ab59-da4f462bee11 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:34:50.205649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device dc0b8157-b130-49bf-ab59-da4f462bee11 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:34:50.324025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45918) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:50.434594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271596365'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:50.442443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:50.448714 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:network and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:50.452222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:50.458664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:50.471803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:50.475295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.487957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.503639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:50.507722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:security_group_rule and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:50.510649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:50.517225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:50.609641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.614885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.648535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:34:50.657802 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9051715-cc70-45c6-a67a-1e7a839064d8,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:50.665820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.666268 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Added segment 0ee332cb-4b02-4840-a946-150fb3b2e3b3 of type vlan for network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 May 09 05:34:50.700981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.743448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.749245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:50.749793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:50.853428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Network': ['ID=f15c72d1-eda5-4f36-8243-05c1c7ffcc70,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:50.856381 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ffdc91ad-35b2-44f5-867a-f286329116d5 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5312524 May 09 05:34:50.871747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:34:54.159854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45924) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:54.168378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'subnet': {'network_id': 'f15c72d1-eda5-4f36-8243-05c1c7ffcc70', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:54.277964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:54.282234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:subnet and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:54.285116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:54.291241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:54.303583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:54.306984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:54.648252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:54.724614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Subnet': ['ID=1e9f2c2b-2fc3-4869-9e66-8101b31521b5,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:54.740788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Checking segment: {'id': '0ee332cb-4b02-4840-a946-150fb3b2e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f15c72d1-eda5-4f36-8243-05c1c7ffcc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:54.741836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network hostable DHCP agents. Network: f15c72d1-eda5-4f36-8243-05c1c7ffcc70, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:34:54.769788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:34:54.785545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, f15c72d1-eda5-4f36-8243-05c1c7ffcc70) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:54.790145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:54.790727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:54.794483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797d9a1-ed60-4dda-90de-983886cf1ce8 None None] Network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:54.815307 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-75e4d355-decb-476a-a663-6c0e32e36baa tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6539769 May 09 05:34:54.818710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45928) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:54.824336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1109084262'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:54.829439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:54.833234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:network and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:54.835985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:54.841786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:54.854035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:54.858226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:54.891147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:34:54.900636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:54.900895 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Added segment e7ba7bcd-f28a-47d9-ac60-deedfab87c09 of type vlan for network 996710c7-4cda-4afc-a0ec-86138254f46b May 09 05:34:54.926688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:54.956766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:54.962780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:54.963354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.009928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-f15c72d1-eda5-4f36-8243-05c1c7ffcc70', 'network_id': 'f15c72d1-eda5-4f36-8243-05c1c7ffcc70', 'tenant_id': '5a61e38c9a65410b975438ff799f9cde', 'fixed_ips': [{'subnet_id': '1e9f2c2b-2fc3-4869-9e66-8101b31521b5'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:34:55.010831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.073299 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2533612 May 09 05:34:55.077327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45932) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:55.087536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'subnet': {'network_id': '996710c7-4cda-4afc-a0ec-86138254f46b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:55.105544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c2e14-eebb-4a5f-b958-ad7e0d995d9b tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Network': ['ID=996710c7-4cda-4afc-a0ec-86138254f46b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:55.118098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 996710c7-4cda-4afc-a0ec-86138254f46b details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:34:55.198446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:55.202500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:subnet and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:55.205352 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:55.211050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:55.221409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:55.225114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.290729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Allocated IP 2001:db8:0:ffff::2 (f15c72d1-eda5-4f36-8243-05c1c7ffcc70/1e9f2c2b-2fc3-4869-9e66-8101b31521b5/c6fa1a87-3713-40b7-bcd3-ab5df21e884c) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:34:55.456209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.498470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.510073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Transition to ACTIVE for port object c6fa1a87-3713-40b7-bcd3-ab5df21e884c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:34:55.528707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Transition to ACTIVE for port object c6fa1a87-3713-40b7-bcd3-ab5df21e884c will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:34:55.535562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Subnet': ['ID=88c0c6df-a98b-4628-8dbf-0bb79878bf0c,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:55.535901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.543750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Checking segment: {'id': 'e7ba7bcd-f28a-47d9-ac60-deedfab87c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '996710c7-4cda-4afc-a0ec-86138254f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:55.544060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network hostable DHCP agents. Network: 996710c7-4cda-4afc-a0ec-86138254f46b, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:34:55.562633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network 996710c7-4cda-4afc-a0ec-86138254f46b is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:34:55.572718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 996710c7-4cda-4afc-a0ec-86138254f46b) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:55.576870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:55.577493 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.587052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0f590-c0d8-4960-94cf-fed2f99ab5ce None None] Network 996710c7-4cda-4afc-a0ec-86138254f46b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:55.599605 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-35f82370-3c56-4ac8-bb30-6d8ced749a4f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5216410 May 09 05:34:55.602737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45936) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:55.623949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:34:55.629526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:55.677318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:34:55.696658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Pushing event updated for resources: {'Port': ['ID=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:55.748791 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.812945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Attempting to bind port c6fa1a87-3713-40b7-bcd3-ab5df21e884c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:34:55.813520 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Attempting to bind port c6fa1a87-3713-40b7-bcd3-ab5df21e884c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '0ee332cb-4b02-4840-a946-150fb3b2e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f15c72d1-eda5-4f36-8243-05c1c7ffcc70'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:34:55.813633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Attempting to bind port c6fa1a87-3713-40b7-bcd3-ab5df21e884c on network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:34:55.815596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.823783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:34:55.824143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Checking segment: {'id': '0ee332cb-4b02-4840-a946-150fb3b2e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f15c72d1-eda5-4f36-8243-05c1c7ffcc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:55.824548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.825001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Bound using segment: {'id': '0ee332cb-4b02-4840-a946-150fb3b2e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f15c72d1-eda5-4f36-8243-05c1c7ffcc70'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:34:55.825555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Bound port: c6fa1a87-3713-40b7-bcd3-ab5df21e884c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee332cb-4b02-4840-a946-150fb3b2e3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f15c72d1-eda5-4f36-8243-05c1c7ffcc70'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:34:55.826059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.898797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:55.938278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Subnet': ['ID=88c0c6df-a98b-4628-8dbf-0bb79878bf0c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:55.978927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89639d-9e50-499f-b643-adff642b2eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-996710c7-4cda-4afc-a0ec-86138254f46b', 'network_id': '996710c7-4cda-4afc-a0ec-86138254f46b', 'tenant_id': '5a61e38c9a65410b975438ff799f9cde', 'fixed_ips': [{'subnet_id': '88c0c6df-a98b-4628-8dbf-0bb79878bf0c'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:34:55.979750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ca89639d-9e50-499f-b643-adff642b2eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.011109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] For port c6fa1a87-3713-40b7-bcd3-ab5df21e884c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:34:56.058339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] For port c6fa1a87-3713-40b7-bcd3-ab5df21e884c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,segment=NetworkSegment(0ee332cb-4b02-4840-a946-150fb3b2e3b3),segment_id=0ee332cb-4b02-4840-a946-150fb3b2e3b3)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:34:56.073715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.145376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.162644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab22f-21df-4852-81e0-47029870af10 None None] Pushing event updated for resources: {'Port': ['ID=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:56.166940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701ced8-2c2c-4a12-8807-bc08e8e79544 None None] Network 996710c7-4cda-4afc-a0ec-86138254f46b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:56.173000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996710c7-4cda-4afc-a0ec-86138254f46b']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:56.186825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ba7bcd-f28a-47d9-ac60-deedfab87c09') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:56.187120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ba7bcd-f28a-47d9-ac60-deedfab87c09') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:56.198641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.216942 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.224686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:34:56.225153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:34:56.242812 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:34:56.327566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.369633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.380955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Network': ['ID=996710c7-4cda-4afc-a0ec-86138254f46b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:56.385050 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c56e2c6e-5001-4aea-abe6-421b196d1388 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/996710c7-4cda-4afc-a0ec-86138254f46b HTTP/1.1" status: 204 len: 168 time: 0.7812908 May 09 05:34:56.388592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45940) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:56.396140 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1972457283'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:56.400467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:56.404619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:network and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:56.407728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:56.413677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:56.424746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:56.428207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.456959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:34:56.467864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.468237 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Added segment b85df826-6dad-499b-a415-c19bb56f101d of type vlan for network 6b45a05b-2a8e-4ce9-bbc2-874256488761 May 09 05:34:56.499469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.530271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.535620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:56.536209 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.637586 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2474711 May 09 05:34:56.641452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45944) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:56.649238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'subnet': {'network_id': '6b45a05b-2a8e-4ce9-bbc2-874256488761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:56.666015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c54076-63d5-485b-a009-91d7c43f11a0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Network': ['ID=6b45a05b-2a8e-4ce9-bbc2-874256488761,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:56.677695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 6b45a05b-2a8e-4ce9-bbc2-874256488761 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:34:56.768978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:56.773564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:subnet and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:56.781031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:56.787452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:56.798743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:56.802571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:56.898584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Performing IP validity checks on allocation pools {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 09 05:34:56.899118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.ipam_backend_mixin [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 09 05:34:57.034397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.097944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e7b57-5a14-4011-9763-37f3f10e6ec4 None None] Network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:57.122937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Subnet': ['ID=17d6a366-da1b-4241-a18d-933117698eee,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:57.133539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Checking segment: {'id': 'b85df826-6dad-499b-a415-c19bb56f101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6b45a05b-2a8e-4ce9-bbc2-874256488761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:57.133900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network hostable DHCP agents. Network: 6b45a05b-2a8e-4ce9-bbc2-874256488761, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:34:57.154221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network 6b45a05b-2a8e-4ce9-bbc2-874256488761 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:34:57.163818 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 6b45a05b-2a8e-4ce9-bbc2-874256488761) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:57.171946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:57.172793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.177923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f5b28-1fa8-4cde-b95b-baf2422ad72d None None] Network 6b45a05b-2a8e-4ce9-bbc2-874256488761 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:57.203450 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-41fbfe7a-d39b-4035-b3a1-defdbe0ee738 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5608139 May 09 05:34:57.206153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45948) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:57.296445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c6fa1a87-3713-40b7-bcd3-ab5df21e884c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:34:57.334404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-aa2ae344-0a0c-447e-8e8f-7123d10da149 None None] Provisioning for port c6fa1a87-3713-40b7-bcd3-ab5df21e884c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:34:57.355156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.427198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.506549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.532013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c6fa1a87-3713-40b7-bcd3-ab5df21e884c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:34:57.553870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Subnet': ['ID=17d6a366-da1b-4241-a18d-933117698eee,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:57.598384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c6fa1a87-3713-40b7-bcd3-ab5df21e884c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:34:57.598748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.643042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.647534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87049b58-851f-4bd1-be55-a630dbbfa216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-6b45a05b-2a8e-4ce9-bbc2-874256488761', 'network_id': '6b45a05b-2a8e-4ce9-bbc2-874256488761', 'tenant_id': '5a61e38c9a65410b975438ff799f9cde', 'fixed_ips': [{'subnet_id': '17d6a366-da1b-4241-a18d-933117698eee'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:34:57.648346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-87049b58-851f-4bd1-be55-a630dbbfa216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.671830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b45a05b-2a8e-4ce9-bbc2-874256488761']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:57.683990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85df826-6dad-499b-a415-c19bb56f101d') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:57.684287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85df826-6dad-499b-a415-c19bb56f101d') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:57.696111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.712045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.718365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:34:57.718738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:34:57.733688 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:34:57.796540 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.814223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-87049b58-851f-4bd1-be55-a630dbbfa216 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 09 05:34:57.814223 dv-neutron-840482-1-hyperv neutron-server[88043]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 09 05:34:57.814223 dv-neutron-840482-1-hyperv neutron-server[88043]: [parameters: {'project_id': '5a61e38c9a65410b975438ff799f9cde', 'id': 'e766fabd-e9d1-4ef7-a74c-4346fb5e0879', 'name': '', 'network_id': '6b45a05b-2a8e-4ce9-bbc2-874256488761', 'mac_address': 'fa:16:3e:c4:d7:8d', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-6b45a05b-2a8e-4ce9-bbc2-874256488761', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1587}] May 09 05:34:57.814223 dv-neutron-840482-1-hyperv neutron-server[88043]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:34:57.814830 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-87049b58-851f-4bd1-be55-a630dbbfa216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:34:57.815266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.834168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c6fa1a87-3713-40b7-bcd3-ab5df21e884c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,segment=NetworkSegment(0ee332cb-4b02-4840-a946-150fb3b2e3b3),segment_id=0ee332cb-4b02-4840-a946-150fb3b2e3b3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:34:57.838505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.840771 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.859434 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/6b45a05b-2a8e-4ce9-bbc2-874256488761 HTTP/1.1" status: 204 len: 168 time: 0.6483023 May 09 05:34:57.859434 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c7d2-1069-499b-9888-4bd439bcdba1 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Network': ['ID=6b45a05b-2a8e-4ce9-bbc2-874256488761,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:57.859764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45952) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:57.865838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390036375'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:57.871213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:57.875679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:network and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:57.878605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:57.884450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:57.895474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:57.899093 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.915524 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:57.931141 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:34:57.940609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:57.940945 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Added segment a72d4af2-e8d9-4008-9dcf-478b3ec3e26c of type vlan for network b04c2368-9afb-476b-9d9f-3aeec069e823 May 09 05:34:57.969273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.001214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.006674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:58.007344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.089486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-63d05379-8d51-45cf-bdd1-e74f9b0f2bb8 None None] Provisioning complete for port c6fa1a87-3713-40b7-bcd3-ab5df21e884c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:34:58.090144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-63d05379-8d51-45cf-bdd1-e74f9b0f2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.111696 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2507906 May 09 05:34:58.114679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a1b78-4b02-475d-b39e-e78e807f1c6d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Network': ['ID=b04c2368-9afb-476b-9d9f-3aeec069e823,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:58.115454 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45956) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:58.125305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'subnet': {'network_id': 'b04c2368-9afb-476b-9d9f-3aeec069e823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:58.127412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network b04c2368-9afb-476b-9d9f-3aeec069e823 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:34:58.240192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:58.244266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:subnet and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:58.247236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:58.253237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:58.263636 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:58.267451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.315782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-87049b58-851f-4bd1-be55-a630dbbfa216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.351533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466a5c6-6909-4c95-97ec-a4431846c2b3 None None] Network 6b45a05b-2a8e-4ce9-bbc2-874256488761 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:58.369043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466a5c6-6909-4c95-97ec-a4431846c2b3 None None] Network 6b45a05b-2a8e-4ce9-bbc2-874256488761 could not be found, it might have been deleted concurrently. {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 09 05:34:58.486909 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.563767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Subnet': ['ID=c80b7497-1c59-4904-b89e-0f2014c6ae5b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:58.572431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Checking segment: {'id': 'a72d4af2-e8d9-4008-9dcf-478b3ec3e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b04c2368-9afb-476b-9d9f-3aeec069e823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:58.572786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network hostable DHCP agents. Network: b04c2368-9afb-476b-9d9f-3aeec069e823, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:34:58.594542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network b04c2368-9afb-476b-9d9f-3aeec069e823 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:34:58.605088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, b04c2368-9afb-476b-9d9f-3aeec069e823) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:58.609587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:58.610170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.614011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62195a0-659c-4947-bdb8-8ccab880128b None None] Network b04c2368-9afb-476b-9d9f-3aeec069e823 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:58.639852 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-89ec6b24-bc9d-4d29-a630-97c16086f2f7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5174646 May 09 05:34:58.640430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45960) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:58.646255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130661489'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:58.651640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:58.655666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:network and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:58.658770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:58.665305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:58.676704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:58.680419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.712184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:34:58.721556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.721895 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Added segment 017ea2df-2f19-4372-92b7-f53219ef69a7 of type vlan for network 1c10d78c-820e-4a28-a219-e2404b70eee7 May 09 05:34:58.747691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.777122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.782648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:58.783231 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.827483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-b04c2368-9afb-476b-9d9f-3aeec069e823', 'network_id': 'b04c2368-9afb-476b-9d9f-3aeec069e823', 'tenant_id': '5a61e38c9a65410b975438ff799f9cde', 'fixed_ips': [{'subnet_id': 'c80b7497-1c59-4904-b89e-0f2014c6ae5b'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:34:58.828320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:58.884901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2431729 May 09 05:34:58.887950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45964) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:58.895502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Network': ['ID=1c10d78c-820e-4a28-a219-e2404b70eee7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:58.896840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Request body: {'subnet': {'network_id': '1c10d78c-820e-4a28-a219-e2404b70eee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:34:58.904709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.905052 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.905384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.905687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.906043 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.906360 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.906672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.906979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.907288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.909828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.910207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.910499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fdb33-ab19-4746-9f02-51c98294281c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:34:58.924769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 1c10d78c-820e-4a28-a219-e2404b70eee7 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:34:59.014884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:34:59.019244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Usage tracker for resource:subnet and tenant:5a61e38c9a65410b975438ff799f9cde is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:34:59.022530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:34:59.028750 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:34:59.039315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Made reservation on behalf of 5a61e38c9a65410b975438ff799f9cde for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:34:59.042897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.085428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Allocated IP 2001:db8::2 (b04c2368-9afb-476b-9d9f-3aeec069e823/c80b7497-1c59-4904-b89e-0f2014c6ae5b/ac24a425-6323-4c65-bcac-53224330e48d) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:34:59.248030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c6fa1a87-3713-40b7-bcd3-ab5df21e884c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:34:59.272418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.348943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event updated for resources: {'Subnet': ['ID=8ad7860f-244d-43c8-88dd-aa44f9a7673f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:59.357941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Checking segment: {'id': '017ea2df-2f19-4372-92b7-f53219ef69a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1c10d78c-820e-4a28-a219-e2404b70eee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:59.358297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network hostable DHCP agents. Network: 1c10d78c-820e-4a28-a219-e2404b70eee7, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:34:59.378601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Network 1c10d78c-820e-4a28-a219-e2404b70eee7 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:34:59.388599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 1c10d78c-820e-4a28-a219-e2404b70eee7) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:59.392795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:34:59.393369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.393568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.400093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13aaaeb-2b0f-465a-b254-a77cd50e9171 None None] Network 1c10d78c-820e-4a28-a219-e2404b70eee7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:34:59.412262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c6fa1a87-3713-40b7-bcd3-ab5df21e884c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:34:59.412646 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.415024 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6bd9063b-015e-41f8-906d-835a74b7f5a8 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5246053 May 09 05:34:59.417606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45968) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:34:59.517258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Transition to ACTIVE for port object ac24a425-6323-4c65-bcac-53224330e48d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:34:59.568937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.571647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Transition to ACTIVE for port object ac24a425-6323-4c65-bcac-53224330e48d will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:34:59.592200 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.641955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.704784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Network b04c2368-9afb-476b-9d9f-3aeec069e823 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:34:59.719103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:34:59.719354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.725808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:34:59.750801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Pushing event updated for resources: {'Port': ['ID=ac24a425-6323-4c65-bcac-53224330e48d,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:59.766484 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad7860f-244d-43c8-88dd-aa44f9a7673f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:34:59.864680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.895956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c10d78c-820e-4a28-a219-e2404b70eee7']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:59.909234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017ea2df-2f19-4372-92b7-f53219ef69a7') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:59.909586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017ea2df-2f19-4372-92b7-f53219ef69a7') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:34:59.922039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.939562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.946452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:34:59.946872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.948286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Attempting to bind port ac24a425-6323-4c65-bcac-53224330e48d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:34:59.948670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Attempting to bind port ac24a425-6323-4c65-bcac-53224330e48d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'a72d4af2-e8d9-4008-9dcf-478b3ec3e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b04c2368-9afb-476b-9d9f-3aeec069e823'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:34:59.949007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Attempting to bind port ac24a425-6323-4c65-bcac-53224330e48d on network b04c2368-9afb-476b-9d9f-3aeec069e823 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:34:59.954734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:34:59.955098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Checking segment: {'id': 'a72d4af2-e8d9-4008-9dcf-478b3ec3e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b04c2368-9afb-476b-9d9f-3aeec069e823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:34:59.955492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.955876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Bound using segment: {'id': 'a72d4af2-e8d9-4008-9dcf-478b3ec3e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b04c2368-9afb-476b-9d9f-3aeec069e823'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:34:59.956347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Bound port: ac24a425-6323-4c65-bcac-53224330e48d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72d4af2-e8d9-4008-9dcf-478b3ec3e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b04c2368-9afb-476b-9d9f-3aeec069e823'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:34:59.956736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:34:59.962368 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:34:59.966822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629fa71c-3d9a-4113-bb1e-659295ad8198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-1c10d78c-820e-4a28-a219-e2404b70eee7', 'network_id': '1c10d78c-820e-4a28-a219-e2404b70eee7', 'tenant_id': '5a61e38c9a65410b975438ff799f9cde', 'fixed_ips': [{'subnet_id': '8ad7860f-244d-43c8-88dd-aa44f9a7673f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:34:59.967602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-629fa71c-3d9a-4113-bb1e-659295ad8198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.045542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.050033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.105622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] For port ac24a425-6323-4c65-bcac-53224330e48d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:00.109220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] For port ac24a425-6323-4c65-bcac-53224330e48d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ac24a425-6323-4c65-bcac-53224330e48d,segment=NetworkSegment(a72d4af2-e8d9-4008-9dcf-478b3ec3e26c),segment_id=a72d4af2-e8d9-4008-9dcf-478b3ec3e26c)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:00.112007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd06d1-8b09-4f1f-b72d-11cc5b6ee883 None None] Network 1c10d78c-820e-4a28-a219-e2404b70eee7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:00.130360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.162541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd06d1-8b09-4f1f-b72d-11cc5b6ee883 None None] Network 1c10d78c-820e-4a28-a219-e2404b70eee7 could not be found, it might have been deleted concurrently. {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 09 05:35:00.191305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Network': ['ID=1c10d78c-820e-4a28-a219-e2404b70eee7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:00.195848 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d634e202-3cb0-4bab-b6d8-860b24adca46 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/1c10d78c-820e-4a28-a219-e2404b70eee7 HTTP/1.1" status: 204 len: 168 time: 0.7770884 May 09 05:35:00.198447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 45972) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:00.218395 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb2954-686b-481d-8e76-e9798b70160c None None] Pushing event updated for resources: {'Port': ['ID=ac24a425-6323-4c65-bcac-53224330e48d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:00.248450 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3162e4-c199-4e21-b920-816bd4bc1cfb tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] GET failed (client error): The resource could not be found. May 09 05:35:00.248986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7e3162e4-c199-4e21-b920-816bd4bc1cfb tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Synchronizing usage tracker for tenant:5a61e38c9a65410b975438ff799f9cde on resource:subnet {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:35:00.267871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-7e3162e4-c199-4e21-b920-816bd4bc1cfb tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Unset dirty status for tenant:5a61e38c9a65410b975438ff799f9cde on resource:subnet {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:35:00.271680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7e3162e4-c199-4e21-b920-816bd4bc1cfb tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "GET /v2.0/subnets/8ad7860f-244d-43c8-88dd-aa44f9a7673f HTTP/1.1" status: 404 len: 337 time: 0.0697169 May 09 05:35:00.272028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45976) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:00.297893 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-b616d064-ed92-475a-b9d5-907035615013 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] DELETE failed (client error): The resource could not be found. May 09 05:35:00.298487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b616d064-ed92-475a-b9d5-907035615013 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:35:00.301273 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b616d064-ed92-475a-b9d5-907035615013 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/1c10d78c-820e-4a28-a219-e2404b70eee7 HTTP/1.1" status: 404 len: 339 time: 0.0281210 May 09 05:35:00.306018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45980) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:00.344618 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b517269-b434-4648-8508-92c829fd5637 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] DELETE failed (client error): The resource could not be found. May 09 05:35:00.345079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b517269-b434-4648-8508-92c829fd5637 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:35:00.349117 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3b517269-b434-4648-8508-92c829fd5637 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/subnets/8ad7860f-244d-43c8-88dd-aa44f9a7673f HTTP/1.1" status: 404 len: 337 time: 0.0398667 May 09 05:35:00.349341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45984) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:00.380150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-6982ee5a-9a38-4685-9fd6-17f190e02ba7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] DELETE failed (client error): The resource could not be found. May 09 05:35:00.380745 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6982ee5a-9a38-4685-9fd6-17f190e02ba7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:35:00.384789 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6982ee5a-9a38-4685-9fd6-17f190e02ba7 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/1c10d78c-820e-4a28-a219-e2404b70eee7 HTTP/1.1" status: 404 len: 339 time: 0.0322959 May 09 05:35:00.385455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45988) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:00.459087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Deleting subnet c80b7497-1c59-4904-b89e-0f2014c6ae5b {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:35:00.462464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.518857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.620798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.702854 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.742381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Subnet': ['ID=c80b7497-1c59-4904-b89e-0f2014c6ae5b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:00.746298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.762118 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8852caab-f676-4846-9927-20d0a3e8eec0 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/subnets/c80b7497-1c59-4904-b89e-0f2014c6ae5b HTTP/1.1" status: 204 len: 168 time: 0.3755202 May 09 05:35:00.765116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45992) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:00.881418 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:00.893569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Deleting port ac24a425-6323-4c65-bcac-53224330e48d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:00.893930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.109312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] For port ac24a425-6323-4c65-bcac-53224330e48d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ac24a425-6323-4c65-bcac-53224330e48d,segment=NetworkSegment(a72d4af2-e8d9-4008-9dcf-478b3ec3e26c),segment_id=a72d4af2-e8d9-4008-9dcf-478b3ec3e26c)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:01.109651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.150841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d282187a-cfcb-4941-b54c-c39c577a7a00 None None] Network b04c2368-9afb-476b-9d9f-3aeec069e823 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:01.236242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Calling delete_port for ac24a425-6323-4c65-bcac-53224330e48d owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:35:01.311374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ac24a425-6323-4c65-bcac-53224330e48d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:01.318784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.357730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ac24a425-6323-4c65-bcac-53224330e48d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:35:01.358066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ac24a425-6323-4c65-bcac-53224330e48d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 09 05:35:01.367217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Port': ['ID=ac24a425-6323-4c65-bcac-53224330e48d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:01.369135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No DVR routers for this DVR port ac24a425-6323-4c65-bcac-53224330e48d on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:35:01.395368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ee4bf5a3-f5c3-4262-9679-31d946eba52f None None] Provisioning complete for port ac24a425-6323-4c65-bcac-53224330e48d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:01.395729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ee4bf5a3-f5c3-4262-9679-31d946eba52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.422903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Port ac24a425-6323-4c65-bcac-53224330e48d not found, will not notify nova. {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 09 05:35:01.430153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb092ac-25fb-4041-923a-5cc7d1404db9 None None] DHCP port deletion for b04c2368-9afb-476b-9d9f-3aeec069e823 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:35:01.433408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bf5a3-f5c3-4262-9679-31d946eba52f None None] Port ac24a425-6323-4c65-bcac-53224330e48d was deleted so its status cannot be updated. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 09 05:35:01.499898 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.524974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04c2368-9afb-476b-9d9f-3aeec069e823']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:01.537555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72d4af2-e8d9-4008-9dcf-478b3ec3e26c') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:01.537844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72d4af2-e8d9-4008-9dcf-478b3ec3e26c') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:01.549786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.565681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.571897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:35:01.572278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:35:01.586598 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:35:01.630270 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:35:01.681643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.701311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:01.707137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Network': ['ID=b04c2368-9afb-476b-9d9f-3aeec069e823,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:01.713284 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2561ae90-f9a5-4f06-a639-d38db0eebe0c tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/b04c2368-9afb-476b-9d9f-3aeec069e823 HTTP/1.1" status: 204 len: 168 time: 0.9471400 May 09 05:35:01.715662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 45996) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:01.755999 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd96298-accf-4a96-b1df-78a1a9d81567 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] DELETE failed (client error): The resource could not be found. May 09 05:35:01.756452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd96298-accf-4a96-b1df-78a1a9d81567 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:35:01.758075 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7dd96298-accf-4a96-b1df-78a1a9d81567 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/subnets/17d6a366-da1b-4241-a18d-933117698eee HTTP/1.1" status: 404 len: 337 time: 0.0415161 May 09 05:35:01.760564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46000) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:01.785286 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f1d6dd-70a0-4f52-adee-9e946d8e518d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] DELETE failed (client error): The resource could not be found. May 09 05:35:01.785717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f1d6dd-70a0-4f52-adee-9e946d8e518d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:35:01.787263 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-86f1d6dd-70a0-4f52-adee-9e946d8e518d tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/6b45a05b-2a8e-4ce9-bbc2-874256488761 HTTP/1.1" status: 404 len: 339 time: 0.0258446 May 09 05:35:01.790628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46004) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:01.827018 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-80597504-3865-4888-92ac-7dc18129f88f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] DELETE failed (client error): The resource could not be found. May 09 05:35:01.827444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80597504-3865-4888-92ac-7dc18129f88f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:35:01.829039 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-80597504-3865-4888-92ac-7dc18129f88f tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/subnets/88c0c6df-a98b-4628-8dbf-0bb79878bf0c HTTP/1.1" status: 404 len: 337 time: 0.0375853 May 09 05:35:01.832452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46008) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:01.855800 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b91d0d-1ed0-4589-b7b3-55946457cf23 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] DELETE failed (client error): The resource could not be found. May 09 05:35:01.856226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b91d0d-1ed0-4589-b7b3-55946457cf23 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 09 05:35:01.857875 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b5b91d0d-1ed0-4589-b7b3-55946457cf23 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/996710c7-4cda-4afc-a0ec-86138254f46b HTTP/1.1" status: 404 len: 339 time: 0.0245643 May 09 05:35:01.860095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46012) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:01.934692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Deleting subnet 1e9f2c2b-2fc3-4869-9e66-8101b31521b5 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:35:01.938711 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.002834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.101663 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.174491 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.211894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9f2c2b-2fc3-4869-9e66-8101b31521b5,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:02.215334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.222377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84437cd-7f75-47c7-96ba-fe57567371a9 None None] Network f15c72d1-eda5-4f36-8243-05c1c7ffcc70 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:02.225279 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-41dda46c-502f-4960-b9de-e23405f79e32 tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/subnets/1e9f2c2b-2fc3-4869-9e66-8101b31521b5 HTTP/1.1" status: 204 len: 168 time: 0.3642797 May 09 05:35:02.227651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46016) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:02.453202 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.463627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Deleting port c6fa1a87-3713-40b7-bcd3-ab5df21e884c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:02.463888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.472053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] DHCP port deletion for f15c72d1-eda5-4f36-8243-05c1c7ffcc70 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:35:02.476656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Deleting port c6fa1a87-3713-40b7-bcd3-ab5df21e884c {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:02.477085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.671330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] For port c6fa1a87-3713-40b7-bcd3-ab5df21e884c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,segment=NetworkSegment(0ee332cb-4b02-4840-a946-150fb3b2e3b3),segment_id=0ee332cb-4b02-4840-a946-150fb3b2e3b3)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:02.671658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.719950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] For port c6fa1a87-3713-40b7-bcd3-ab5df21e884c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,segment=NetworkSegment(0ee332cb-4b02-4840-a946-150fb3b2e3b3),segment_id=0ee332cb-4b02-4840-a946-150fb3b2e3b3)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:02.720209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.792225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Calling delete_port for c6fa1a87-3713-40b7-bcd3-ab5df21e884c owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:35:02.839501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Calling delete_port for c6fa1a87-3713-40b7-bcd3-ab5df21e884c owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:35:02.867743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:02.917174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:35:02.917525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:35:02.919546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Port': ['ID=c6fa1a87-3713-40b7-bcd3-ab5df21e884c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:02.921374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] No DVR routers for this DVR port c6fa1a87-3713-40b7-bcd3-ab5df21e884c on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:35:03.044290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.073224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15c72d1-eda5-4f36-8243-05c1c7ffcc70']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:03.085263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee332cb-4b02-4840-a946-150fb3b2e3b3') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:03.085553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee332cb-4b02-4840-a946-150fb3b2e3b3') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:03.097542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.115276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.124194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:35:03.124624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:35:03.139900 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:35:03.224961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.234392 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ac24a425-6323-4c65-bcac-53224330e48d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:35:03.243103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.254402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] Pushing event deleted for resources: {'Network': ['ID=f15c72d1-eda5-4f36-8243-05c1c7ffcc70,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:03.260712 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-40de8d9b-d747-46ad-942a-a8500c3d5b9a tempest-NetworksIpV6Test-1492473016 tempest-NetworksIpV6Test-1492473016-project] 10.222.0.50 "DELETE /v2.0/networks/f15c72d1-eda5-4f36-8243-05c1c7ffcc70 HTTP/1.1" status: 204 len: 168 time: 1.0298395 May 09 05:35:03.273129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ac24a425-6323-4c65-bcac-53224330e48d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:35:03.273487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ac24a425-6323-4c65-bcac-53224330e48d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:35:03.273896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c6fa1a87-3713-40b7-bcd3-ab5df21e884c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:35:03.306907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c6fa1a87-3713-40b7-bcd3-ab5df21e884c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:35:03.307250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c6fa1a87-3713-40b7-bcd3-ab5df21e884c not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:35:03.418842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Deleting port c6fa1a87-3713-40b7-bcd3-ab5df21e884c {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:03.419231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.487099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e33e28e1-1e8e-4cdd-aea6-cff8cc7926d7 None None] The port 'c6fa1a87-3713-40b7-bcd3-ab5df21e884c' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:35:03.533028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46024) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:03.693032 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8c15843d-89ff-4fff-b3ba-6adb901f1674 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a61e38c9a65410b975438ff799f9cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588154 May 09 05:35:03.695643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46030) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:03.756876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0462-ae14-4f6a-9fe1-c0d2a31d8d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.785417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0462-ae14-4f6a-9fe1-c0d2a31d8d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.845650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0462-ae14-4f6a-9fe1-c0d2a31d8d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.859734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d0462-ae14-4f6a-9fe1-c0d2a31d8d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9051715-cc70-45c6-a67a-1e7a839064d8,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:03.866268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0462-ae14-4f6a-9fe1-c0d2a31d8d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:03.869749 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fd8d0462-ae14-4f6a-9fe1-c0d2a31d8d43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9051715-cc70-45c6-a67a-1e7a839064d8 HTTP/1.1" status: 204 len: 168 time: 0.1708529 May 09 05:35:04.607735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46054) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:04.725315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-945787869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:04.732589 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:04.736727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Usage tracker for resource:router and tenant:5b98de9ba2d54faf8aee95f9d5b55244 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:04.739729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:04.746297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:04.761803 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:04.762882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:04.779022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:04.798670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:04.823593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:04.827624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46060) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:04.828385 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-44ffa65c-f517-4246-8cc8-10fc1e476180 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2189465 May 09 05:35:04.834490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-227304640'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:04.839769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:04.843816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Usage tracker for resource:network and tenant:5b98de9ba2d54faf8aee95f9d5b55244 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:04.847048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:04.852825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:04.866387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Made reservation on behalf of 5b98de9ba2d54faf8aee95f9d5b55244 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:04.871266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:04.890491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:04.905208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:04.909036 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Usage tracker for resource:security_group_rule and tenant:5b98de9ba2d54faf8aee95f9d5b55244 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:04.912067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:04.918411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:05.006274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.010965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.049746 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:35:05.055054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc56c3-c224-4178-b0fd-cee124ece2f4,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:05.062747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.063090 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Added segment cd71c3cc-da15-462b-86e3-b4dfac1ffb90 of type vlan for network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 May 09 05:35:05.088957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.119009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.124656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:05.125230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.234938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4056942 May 09 05:35:05.237722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae52ac-7d18-4b60-a47c-28a0f5edd1f5 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event updated for resources: {'Network': ['ID=fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:05.237848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46064) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:05.243576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Request body: {'subnet': {'network_id': 'fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:05.248083 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:35:05.359260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:05.363100 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Usage tracker for resource:subnet and tenant:5b98de9ba2d54faf8aee95f9d5b55244 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:05.365899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:05.371499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:05.381814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Made reservation on behalf of 5b98de9ba2d54faf8aee95f9d5b55244 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:05.385281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.605544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.683085 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event updated for resources: {'Subnet': ['ID=413897e2-a8f8-4c50-8489-1a183eb65305,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:05.694236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.694568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.694902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.695247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.695577 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.695891 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.696206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.696547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.696861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.697169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.697458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.697765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:05.704271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Checking segment: {'id': 'cd71c3cc-da15-462b-86e3-b4dfac1ffb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:05.704649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Network hostable DHCP agents. Network: fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:35:05.726114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:35:05.735969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:05.739706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:05.740282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.745555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca2559-2377-4ad8-97e5-a172b122cdf5 None None] Network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:05.761598 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8d2a9607-d1e2-4699-87d0-06dac4fe2f81 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5226586 May 09 05:35:05.765028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46068) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:05.770505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-475425661'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:05.775641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:05.780260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Usage tracker for resource:network and tenant:5b98de9ba2d54faf8aee95f9d5b55244 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:05.783346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:05.789532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:05.803172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Made reservation on behalf of 5b98de9ba2d54faf8aee95f9d5b55244 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:05.807167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.836346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:35:05.845268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.845595 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Added segment 68723c37-6894-4e2b-9dbb-2c6ac5277625 of type vlan for network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 May 09 05:35:05.871499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.901090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.906587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:05.907155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:05.955212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5', 'network_id': 'fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5', 'tenant_id': '5b98de9ba2d54faf8aee95f9d5b55244', 'fixed_ips': [{'subnet_id': '413897e2-a8f8-4c50-8489-1a183eb65305'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:35:05.956018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.113245 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3471472 May 09 05:35:06.115114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Allocated IP 172.20.0.2 (fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5/413897e2-a8f8-4c50-8489-1a183eb65305/8a30ef2d-f618-46d1-8cc8-93f4630406cb) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:06.116228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46072) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:06.125468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Request body: {'subnet': {'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:06.126093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a764ab-756e-4bda-84e4-a2063bc8ea76 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event updated for resources: {'Network': ['ID=de5981d1-34f8-4e01-87ee-ffd368c9aaf3,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:06.144323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:35:06.247587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:06.251591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Usage tracker for resource:subnet and tenant:5b98de9ba2d54faf8aee95f9d5b55244 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:06.254498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:06.260635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:06.272256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Made reservation on behalf of 5b98de9ba2d54faf8aee95f9d5b55244 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:06.275851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.417969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.428230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Transition to ACTIVE for port object 8a30ef2d-f618-46d1-8cc8-93f4630406cb will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:06.446399 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Transition to ACTIVE for port object 8a30ef2d-f618-46d1-8cc8-93f4630406cb will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:06.453442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.517369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:06.520512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:06.524064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:06.529877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Pushing event updated for resources: {'Port': ['ID=8a30ef2d-f618-46d1-8cc8-93f4630406cb,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:06.627666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.656005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Attempting to bind port 8a30ef2d-f618-46d1-8cc8-93f4630406cb on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:06.656365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Attempting to bind port 8a30ef2d-f618-46d1-8cc8-93f4630406cb by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'cd71c3cc-da15-462b-86e3-b4dfac1ffb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:06.656747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Attempting to bind port 8a30ef2d-f618-46d1-8cc8-93f4630406cb on network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:06.662438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:06.662796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Checking segment: {'id': 'cd71c3cc-da15-462b-86e3-b4dfac1ffb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:06.663192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.663547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Bound using segment: {'id': 'cd71c3cc-da15-462b-86e3-b4dfac1ffb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:06.664021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Bound port: 8a30ef2d-f618-46d1-8cc8-93f4630406cb, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd71c3cc-da15-462b-86e3-b4dfac1ffb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:06.664376 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.706734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event updated for resources: {'Subnet': ['ID=59c5048e-d8a5-4aac-9210-9e02c87ca025,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:06.717816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Checking segment: {'id': '68723c37-6894-4e2b-9dbb-2c6ac5277625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:06.718180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Network hostable DHCP agents. Network: de5981d1-34f8-4e01-87ee-ffd368c9aaf3, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:35:06.744134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:35:06.757031 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, de5981d1-34f8-4e01-87ee-ffd368c9aaf3) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:06.759889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] For port 8a30ef2d-f618-46d1-8cc8-93f4630406cb, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:06.761886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:06.763614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.764665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] For port 8a30ef2d-f618-46d1-8cc8-93f4630406cb, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8a30ef2d-f618-46d1-8cc8-93f4630406cb,segment=NetworkSegment(cd71c3cc-da15-462b-86e3-b4dfac1ffb90),segment_id=cd71c3cc-da15-462b-86e3-b4dfac1ffb90)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:06.766989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd3213-e99b-41fd-be9b-a3be10cd9b7d None None] Network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:06.782537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:06.790082 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-15a8ef4b-66c1-4d72-82d3-25ce222df7a6 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6713374 May 09 05:35:06.792924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46076) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:06.798296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2d2c4256-0dca-4a2b-84d4-72e9f134297d tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:06.939606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ce0f6-664d-43fb-a15f-24dc0f5a2e5c None None] Pushing event updated for resources: {'Port': ['ID=8a30ef2d-f618-46d1-8cc8-93f4630406cb,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:07.067046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-de5981d1-34f8-4e01-87ee-ffd368c9aaf3', 'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3', 'tenant_id': '5b98de9ba2d54faf8aee95f9d5b55244', 'fixed_ips': [{'subnet_id': '59c5048e-d8a5-4aac-9210-9e02c87ca025'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:35:07.067960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.230833 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4256-0dca-4a2b-84d4-72e9f134297d tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.253968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Allocated IP 172.21.0.2 (de5981d1-34f8-4e01-87ee-ffd368c9aaf3/59c5048e-d8a5-4aac-9210-9e02c87ca025/614b04ec-1b27-4141-943d-c66c0fda4f4c) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:07.339173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a30ef2d-f618-46d1-8cc8-93f4630406cb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:07.427802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.api.v2.resource [None req-2d2c4256-0dca-4a2b-84d4-72e9f134297d tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 09 05:35:07.428786 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2d2c4256-0dca-4a2b-84d4-72e9f134297d tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "PUT /v2.0/routers/17c4a376-2ff3-4c94-9473-6bebda0fb140 HTTP/1.1" status: 400 len: 364 time: 0.6347327 May 09 05:35:07.434825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46080) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:07.500201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Deleting subnet 59c5048e-d8a5-4aac-9210-9e02c87ca025 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:35:07.513371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 8a30ef2d-f618-46d1-8cc8-93f4630406cb completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:07.527879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.538330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Transition to ACTIVE for port object 614b04ec-1b27-4141-943d-c66c0fda4f4c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:07.556955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Transition to ACTIVE for port object 614b04ec-1b27-4141-943d-c66c0fda4f4c will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:07.562799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.563458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.625234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.636372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:07.639839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:07.643506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:07.649308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Pushing event updated for resources: {'Port': ['ID=614b04ec-1b27-4141-943d-c66c0fda4f4c,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:07.714837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.742670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Attempting to bind port 614b04ec-1b27-4141-943d-c66c0fda4f4c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:07.742882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Attempting to bind port 614b04ec-1b27-4141-943d-c66c0fda4f4c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '68723c37-6894-4e2b-9dbb-2c6ac5277625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:07.743236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Attempting to bind port 614b04ec-1b27-4141-943d-c66c0fda4f4c on network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:07.749877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:07.750242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Checking segment: {'id': '68723c37-6894-4e2b-9dbb-2c6ac5277625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:07.750638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.751032 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Bound using segment: {'id': '68723c37-6894-4e2b-9dbb-2c6ac5277625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:07.751501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Bound port: 614b04ec-1b27-4141-943d-c66c0fda4f4c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68723c37-6894-4e2b-9dbb-2c6ac5277625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'de5981d1-34f8-4e01-87ee-ffd368c9aaf3'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:07.751866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.805085 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.844598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] For port 614b04ec-1b27-4141-943d-c66c0fda4f4c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:07.845775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event deleted for resources: {'Subnet': ['ID=59c5048e-d8a5-4aac-9210-9e02c87ca025,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:07.851378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] For port 614b04ec-1b27-4141-943d-c66c0fda4f4c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=614b04ec-1b27-4141-943d-c66c0fda4f4c,segment=NetworkSegment(68723c37-6894-4e2b-9dbb-2c6ac5277625),segment_id=68723c37-6894-4e2b-9dbb-2c6ac5277625)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:07.856592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.856905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:07.865604 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5ce2b9cc-4274-4586-9124-9169b710e81b tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "DELETE /v2.0/subnets/59c5048e-d8a5-4aac-9210-9e02c87ca025 HTTP/1.1" status: 204 len: 168 time: 0.4275274 May 09 05:35:07.865978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46084) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:07.948845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637dadd-a47f-4f05-96b9-d94f851c4553 None None] Pushing event updated for resources: {'Port': ['ID=614b04ec-1b27-4141-943d-c66c0fda4f4c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:07.993418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca14f8-66fc-4e15-842e-a66fb1a1e0c1 None None] Network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:08.009553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.023445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Deleting port 614b04ec-1b27-4141-943d-c66c0fda4f4c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:08.024042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.095571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0b1e0d4b-f1b8-4c98-b3b1-f4f3e800e6d0 None None] Provisioning for port 8a30ef2d-f618-46d1-8cc8-93f4630406cb completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:08.104744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-0b1e0d4b-f1b8-4c98-b3b1-f4f3e800e6d0 None None] Provisioning complete for port 8a30ef2d-f618-46d1-8cc8-93f4630406cb triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:08.105102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0d4b-f1b8-4c98-b3b1-f4f3e800e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.365739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] For port 614b04ec-1b27-4141-943d-c66c0fda4f4c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=614b04ec-1b27-4141-943d-c66c0fda4f4c,segment=NetworkSegment(68723c37-6894-4e2b-9dbb-2c6ac5277625),segment_id=68723c37-6894-4e2b-9dbb-2c6ac5277625)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:08.366336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.373743 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0d4b-f1b8-4c98-b3b1-f4f3e800e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.414048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-0b1e0d4b-f1b8-4c98-b3b1-f4f3e800e6d0 None None] For port 8a30ef2d-f618-46d1-8cc8-93f4630406cb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8a30ef2d-f618-46d1-8cc8-93f4630406cb,segment=NetworkSegment(cd71c3cc-da15-462b-86e3-b4dfac1ffb90),segment_id=cd71c3cc-da15-462b-86e3-b4dfac1ffb90)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:08.420329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0d4b-f1b8-4c98-b3b1-f4f3e800e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.495780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Calling delete_port for 614b04ec-1b27-4141-943d-c66c0fda4f4c owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:35:08.543835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e0d4b-f1b8-4c98-b3b1-f4f3e800e6d0 None None] Pushing event updated for resources: {'Port': ['ID=8a30ef2d-f618-46d1-8cc8-93f4630406cb,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:08.579621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.628686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event deleted for resources: {'Port': ['ID=614b04ec-1b27-4141-943d-c66c0fda4f4c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:08.634032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] No DVR routers for this DVR port 614b04ec-1b27-4141-943d-c66c0fda4f4c on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:35:08.743417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c4bdd60-2b9d-4cf3-9c2f-afe1e1a3c573 None None] Provisioning complete for port 8a30ef2d-f618-46d1-8cc8-93f4630406cb triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:08.743791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd60-2b9d-4cf3-9c2f-afe1e1a3c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.761843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.790583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5981d1-34f8-4e01-87ee-ffd368c9aaf3']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:08.804890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68723c37-6894-4e2b-9dbb-2c6ac5277625') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:08.805309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68723c37-6894-4e2b-9dbb-2c6ac5277625') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:08.818758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.835964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.842936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:35:08.843464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:35:08.859766 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:35:08.945472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.950902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:08.977598 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event deleted for resources: {'Network': ['ID=de5981d1-34f8-4e01-87ee-ffd368c9aaf3,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:08.982926 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-20d991bf-50c2-4e1d-84ba-4c33d345c962 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "DELETE /v2.0/networks/de5981d1-34f8-4e01-87ee-ffd368c9aaf3 HTTP/1.1" status: 204 len: 168 time: 1.1156225 May 09 05:35:08.984927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9024cda4-8fee-4cb6-8477-2b6498741ec5 None None] Could not find standard attr ID for object 614b04ec-1b27-4141-943d-c66c0fda4f4c. {{(pid=88043) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 09 05:35:08.985172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46088) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:09.042315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6020945-3107-4005-9453-0c09a567d093 None None] DHCP port deletion for de5981d1-34f8-4e01-87ee-ffd368c9aaf3 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:35:09.055233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f747ea-bc1e-4adc-98a8-8432c63e1bea None None] Network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:09.056747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Deleting subnet 413897e2-a8f8-4c50-8489-1a183eb65305 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:35:09.060072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.073437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f747ea-bc1e-4adc-98a8-8432c63e1bea None None] Network de5981d1-34f8-4e01-87ee-ffd368c9aaf3 could not be found, it might have been deleted concurrently. {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 09 05:35:09.116816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.200986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.240203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a30ef2d-f618-46d1-8cc8-93f4630406cb up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:09.275494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.309633 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 8a30ef2d-f618-46d1-8cc8-93f4630406cb triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:09.309869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.317563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event deleted for resources: {'Subnet': ['ID=413897e2-a8f8-4c50-8489-1a183eb65305,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:09.321411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.329986 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c909dee5-0f2d-45f3-b0ea-0e3a61279c39 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "DELETE /v2.0/subnets/413897e2-a8f8-4c50-8489-1a183eb65305 HTTP/1.1" status: 204 len: 168 time: 0.3413467 May 09 05:35:09.330223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46094) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:09.334817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392df1af-135a-4c9f-ae6e-ad2dec8a4eb8 None None] Network fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:09.441663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.452792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Deleting port 8a30ef2d-f618-46d1-8cc8-93f4630406cb {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:09.453125 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.655556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] DHCP port deletion for fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:35:09.658390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] For port 8a30ef2d-f618-46d1-8cc8-93f4630406cb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8a30ef2d-f618-46d1-8cc8-93f4630406cb,segment=NetworkSegment(cd71c3cc-da15-462b-86e3-b4dfac1ffb90),segment_id=cd71c3cc-da15-462b-86e3-b4dfac1ffb90)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:09.658719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.659922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Deleting port 8a30ef2d-f618-46d1-8cc8-93f4630406cb {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:09.660282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.782249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Calling delete_port for 8a30ef2d-f618-46d1-8cc8-93f4630406cb owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:35:09.860852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] For port 8a30ef2d-f618-46d1-8cc8-93f4630406cb, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8a30ef2d-f618-46d1-8cc8-93f4630406cb,segment=NetworkSegment(cd71c3cc-da15-462b-86e3-b4dfac1ffb90),segment_id=cd71c3cc-da15-462b-86e3-b4dfac1ffb90)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:09.861124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.963452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:09.985677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Calling delete_port for 8a30ef2d-f618-46d1-8cc8-93f4630406cb owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:35:10.011490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event deleted for resources: {'Port': ['ID=8a30ef2d-f618-46d1-8cc8-93f4630406cb,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:10.016453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] No DVR routers for this DVR port 8a30ef2d-f618-46d1-8cc8-93f4630406cb on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:35:10.057284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:35:10.057632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:35:10.145507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.172877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:10.185448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd71c3cc-da15-462b-86e3-b4dfac1ffb90') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:10.185790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd71c3cc-da15-462b-86e3-b4dfac1ffb90') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:10.198154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.214976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.223814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:35:10.224266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:35:10.241856 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:35:10.325076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.347003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.358781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Pushing event deleted for resources: {'Network': ['ID=fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:10.361512 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3afb87c6-f0d6-4eb3-b5d3-cb373d261b06 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "DELETE /v2.0/networks/fd4301cb-ddf9-462c-a69a-ccf2fbdbcde5 HTTP/1.1" status: 204 len: 168 time: 1.0303228 May 09 05:35:10.364045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46098) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:10.406897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1165d71f-d311-46f0-9fd8-94867f406136 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Synchronizing usage tracker for tenant:5b98de9ba2d54faf8aee95f9d5b55244 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:35:10.426402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1165d71f-d311-46f0-9fd8-94867f406136 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Unset dirty status for tenant:5b98de9ba2d54faf8aee95f9d5b55244 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:35:10.428130 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1165d71f-d311-46f0-9fd8-94867f406136 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "GET /v2.0/ports?device_id=17c4a376-2ff3-4c94-9473-6bebda0fb140 HTTP/1.1" status: 200 len: 205 time: 0.0631046 May 09 05:35:10.430996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46102) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:10.558484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Deleting port 8a30ef2d-f618-46d1-8cc8-93f4630406cb {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:10.558827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.572661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ae97-dff9-4fb5-9bdc-9ac8fab4c600 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.626836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-451501fd-a2e7-4c2b-af6d-ab087c67fe85 None None] The port '8a30ef2d-f618-46d1-8cc8-93f4630406cb' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:35:10.876387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ae97-dff9-4fb5-9bdc-9ac8fab4c600 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.880641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ae97-dff9-4fb5-9bdc-9ac8fab4c600 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.908329 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ae97-dff9-4fb5-9bdc-9ac8fab4c600 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.908773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5ae97-dff9-4fb5-9bdc-9ac8fab4c600 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Fanout notify agent at l3_agent the message router_deleted on router 17c4a376-2ff3-4c94-9473-6bebda0fb140 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:35:10.921013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-bcd5ae97-dff9-4fb5-9bdc-9ac8fab4c600 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:10.922059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bcd5ae97-dff9-4fb5-9bdc-9ac8fab4c600 tempest-RoutersNegativeTest-640096170 tempest-RoutersNegativeTest-640096170-project] 10.222.0.50 "DELETE /v2.0/routers/17c4a376-2ff3-4c94-9473-6bebda0fb140 HTTP/1.1" status: 204 len: 168 time: 0.4898052 May 09 05:35:11.199306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46110) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:11.233322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a30ef2d-f618-46d1-8cc8-93f4630406cb no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:35:11.266853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 8a30ef2d-f618-46d1-8cc8-93f4630406cb {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:35:11.267185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a30ef2d-f618-46d1-8cc8-93f4630406cb not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:35:11.355654 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0b7ea584-4292-48e1-8683-0ca9b12012ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b98de9ba2d54faf8aee95f9d5b55244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549668 May 09 05:35:11.358350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46116) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:11.419877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-193d5467-a542-41b0-8233-5f0abc2a188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:11.445627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-193d5467-a542-41b0-8233-5f0abc2a188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:11.507054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-193d5467-a542-41b0-8233-5f0abc2a188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:11.523057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d5467-a542-41b0-8233-5f0abc2a188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc56c3-c224-4178-b0fd-cee124ece2f4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:11.527526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-193d5467-a542-41b0-8233-5f0abc2a188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:11.528831 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-193d5467-a542-41b0-8233-5f0abc2a188b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccdc56c3-c224-4178-b0fd-cee124ece2f4 HTTP/1.1" status: 204 len: 168 time: 0.1694012 May 09 05:35:12.235443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46140) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:12.346664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-387130806-network', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:12.352038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:12.356517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Usage tracker for resource:network and tenant:0be2742f0ea04665a50d7d9052e53d37 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:12.359968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:12.365995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:12.369637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1949c124-63be-4064-a588-cda892326481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.377104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Made reservation on behalf of 0be2742f0ea04665a50d7d9052e53d37 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:12.379499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.392014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.406165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:12.410076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0be2742f0ea04665a50d7d9052e53d37 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:12.412869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:12.418557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:12.501069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.506727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.542763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:35:12.551176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968bbef-03b1-4526-82b6-e2e7257bc202,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:12.557898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.558867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Added segment ecf85564-0388-4743-a3ee-69b04c1ceb22 of type vlan for network 800361fb-3648-4081-bd0c-c6f9fd9687d4 May 09 05:35:12.588770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.622615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.623620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:12.624280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:12.722112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] Pushing event updated for resources: {'Network': ['ID=800361fb-3648-4081-bd0c-c6f9fd9687d4,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:12.725914 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b751eded-46d7-456d-8b2d-19f27cdc42f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4894340 May 09 05:35:12.728957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46146) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:12.734505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Request body: {'subnet': {'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-subnet', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:12.734966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:35:12.739525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:12.743410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Usage tracker for resource:subnet and tenant:0be2742f0ea04665a50d7d9052e53d37 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:12.746321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:12.752532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:12.776011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Made reservation on behalf of 0be2742f0ea04665a50d7d9052e53d37 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:12.778958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.097366 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.173298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89db38c5-c95b-4a3c-a40f-b24a1ab67d66,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:13.182040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Checking segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:13.182392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Network hostable DHCP agents. Network: 800361fb-3648-4081-bd0c-c6f9fd9687d4, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:35:13.201803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:35:13.211023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 800361fb-3648-4081-bd0c-c6f9fd9687d4) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:13.215174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:13.215779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.221849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc25d61-62f2-4859-bbd3-af896958677b None None] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:13.238638 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3fb232b9-e8ec-45a1-aa7b-b1f005536d00 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5080938 May 09 05:35:13.241283 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46150) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:13.246432 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:13.251522 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:13.255288 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Usage tracker for resource:router and tenant:0be2742f0ea04665a50d7d9052e53d37 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:13.258175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:13.264300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:13.274806 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.275766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.291651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.445910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-800361fb-3648-4081-bd0c-c6f9fd9687d4', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'fixed_ips': [{'subnet_id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:35:13.446736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.564529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.644228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Allocated IP 172.20.0.2 (800361fb-3648-4081-bd0c-c6f9fd9687d4/89db38c5-c95b-4a3c-a40f-b24a1ab67d66/dd02cbff-c69a-4b41-9441-d9c8db2e392b) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:13.853627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.871025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Transition to ACTIVE for port object dd02cbff-c69a-4b41-9441-d9c8db2e392b will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:13.889506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Transition to ACTIVE for port object dd02cbff-c69a-4b41-9441-d9c8db2e392b will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:13.889773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.896390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.919701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:13.961231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:13.964255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:13.968109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:13.973892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Pushing event updated for resources: {'Port': ['ID=dd02cbff-c69a-4b41-9441-d9c8db2e392b,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:14.060223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Allocated IP 172.26.0.240 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/733e8fef-3757-4277-a9fe-4a0da2a223ae) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:14.061076 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Attempting to bind port dd02cbff-c69a-4b41-9441-d9c8db2e392b on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:14.061439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Attempting to bind port dd02cbff-c69a-4b41-9441-d9c8db2e392b by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:14.061803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Attempting to bind port dd02cbff-c69a-4b41-9441-d9c8db2e392b on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:14.068950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:14.069377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Checking segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:14.069823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:14.070300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Bound using segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:14.071384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Bound port: dd02cbff-c69a-4b41-9441-d9c8db2e392b, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:14.071384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:14.169105 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] For port dd02cbff-c69a-4b41-9441-d9c8db2e392b, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:14.172220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] For port dd02cbff-c69a-4b41-9441-d9c8db2e392b, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd02cbff-c69a-4b41-9441-d9c8db2e392b,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:14.176764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:14.216664 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:14.251360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:14.258706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a5781-5128-4832-8cb9-08813d471969 None None] Pushing event updated for resources: {'Port': ['ID=dd02cbff-c69a-4b41-9441-d9c8db2e392b,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:14.318495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:14.321505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:14.325562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:14.358812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Pushing event updated for resources: {'Port': ['ID=733e8fef-3757-4277-a9fe-4a0da2a223ae,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:14.644927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-aef8b8f2-9587-4c87-8858-c14273b8ce85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:14.885187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.148109 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4538d-1f38-4ef9-8ea0-dbffa4f67418 None None] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:15.240684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.275098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-08dd466d-1b6d-4cf3-afe5-90e670b8feec None None] Provisioning for port dd02cbff-c69a-4b41-9441-d9c8db2e392b completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:15.282061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd02cbff-c69a-4b41-9441-d9c8db2e392b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:15.435635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port dd02cbff-c69a-4b41-9441-d9c8db2e392b completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:15.443247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dd02cbff-c69a-4b41-9441-d9c8db2e392b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:15.443624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.450923 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:35:15.602601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.636715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:35:15.637619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port dd02cbff-c69a-4b41-9441-d9c8db2e392b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd02cbff-c69a-4b41-9441-d9c8db2e392b,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:15.645613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.662793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.667099 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-48ea9d40-a067-4d4e-ae9f-5f32e97005ad admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4217556 May 09 05:35:15.667255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46154) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:15.687709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Sync routers for ids ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:35:15.713439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Routers {'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:15.714068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:15.813788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=dd02cbff-c69a-4b41-9441-d9c8db2e392b,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:15.882386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.883075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fb98d9a6-eb56-4837-9e07-8377eef22c32 None None] Provisioning complete for port dd02cbff-c69a-4b41-9441-d9c8db2e392b triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:15.883355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fb98d9a6-eb56-4837-9e07-8377eef22c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.980196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:15.994154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Set router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:16.367236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:14Z', 'revision_number': 3, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port': {'id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:16.371212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Checking router: b8cff0ce-cd5e-40fb-ad10-ebcea016b28e for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:35:16.371548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Updating router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e port 733e8fef-3757-4277-a9fe-4a0da2a223ae binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:35:16.422872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.502388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.713142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Allocated IP 172.20.0.1 (800361fb-3648-4081-bd0c-c6f9fd9687d4/89db38c5-c95b-4a3c-a40f-b24a1ab67d66/eb90d19f-20f3-42ce-a24d-9a50a0e16458) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:16.742439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.754084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Transition to ACTIVE for port object 733e8fef-3757-4277-a9fe-4a0da2a223ae will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:16.761192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.843027 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Attempting to bind port 733e8fef-3757-4277-a9fe-4a0da2a223ae on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:16.843400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Attempting to bind port 733e8fef-3757-4277-a9fe-4a0da2a223ae by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:16.843731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Attempting to bind port 733e8fef-3757-4277-a9fe-4a0da2a223ae on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:16.845807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c918f-0591-409b-841a-e467ffb57159 None None] Pushing event updated for resources: {'Port': ['ID=733e8fef-3757-4277-a9fe-4a0da2a223ae,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:16.851305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:16.851666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:16.852056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.852452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:16.852927 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Bound port: 733e8fef-3757-4277-a9fe-4a0da2a223ae, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:16.853271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.867873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.883284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Transition to ACTIVE for port object eb90d19f-20f3-42ce-a24d-9a50a0e16458 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:16.908689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:16.926837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] For port 733e8fef-3757-4277-a9fe-4a0da2a223ae, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:16.931681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] For port 733e8fef-3757-4277-a9fe-4a0da2a223ae, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=733e8fef-3757-4277-a9fe-4a0da2a223ae,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:16.937675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.022138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Pushing event updated for resources: {'Port': ['ID=eb90d19f-20f3-42ce-a24d-9a50a0e16458,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:17.034896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:17.036105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:17.039210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:17.050655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Routers {'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:17.051368 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:17.093786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.128750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c918f-0591-409b-841a-e467ffb57159 None None] Pushing event updated for resources: {'Port': ['ID=733e8fef-3757-4277-a9fe-4a0da2a223ae,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:17.248010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] Set router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:17.290289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd02cbff-c69a-4b41-9441-d9c8db2e392b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:17.360211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.469856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-169c180b-2103-407c-a4ee-376963da716c None None] Provisioning for port eb90d19f-20f3-42ce-a24d-9a50a0e16458 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:17.491031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-169c180b-2103-407c-a4ee-376963da716c None None] Provisioning complete for port eb90d19f-20f3-42ce-a24d-9a50a0e16458 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:17.491385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-169c180b-2103-407c-a4ee-376963da716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.591167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.596791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.627545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.639280 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-169c180b-2103-407c-a4ee-376963da716c None None] Port eb90d19f-20f3-42ce-a24d-9a50a0e16458 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:35:17.670494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dd02cbff-c69a-4b41-9441-d9c8db2e392b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:17.670850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.703553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:17.706872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Pushing event updated for resources: {'Port': ['ID=eb90d19f-20f3-42ce-a24d-9a50a0e16458,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:17.800432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:14Z', 'revision_number': 3, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port': {'id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:17.809021 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090c582-7f82-4383-a005-eb504ea0ce85 None None] The sync data for ids ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'] in dv-neutron-840482-1-hyperv is: [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:14Z', 'revision_number': 3, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port': {'id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:35:17.974539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:17.975693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:18.195994 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:35:18.266373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-10a20258-7985-475d-be6f-9ce979be5c13 None None] Provisioning complete for port eb90d19f-20f3-42ce-a24d-9a50a0e16458 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:18.267003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-10a20258-7985-475d-be6f-9ce979be5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:18.329356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-10a20258-7985-475d-be6f-9ce979be5c13 None None] Port eb90d19f-20f3-42ce-a24d-9a50a0e16458 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:35:18.382007 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:35:18.392079 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0ad06347-fc5b-47a1-9b93-2ad4cf02963f admin admin] 10.222.0.50 "PUT /v2.0/routers/b8cff0ce-cd5e-40fb-ad10-ebcea016b28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7234802 May 09 05:35:18.918937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46172) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:18.924829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1837434417-network', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:18.929811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:18.934113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Usage tracker for resource:network and tenant:beb52f17ac144b4cbbd2d496ee75453d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:18.937173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:18.943421 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:18.954940 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Made reservation on behalf of beb52f17ac144b4cbbd2d496ee75453d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:18.957401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:18.969246 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:18.972546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:18.987812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:18.991786 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Usage tracker for resource:security_group_rule and tenant:beb52f17ac144b4cbbd2d496ee75453d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:18.994585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:19.000857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:19.095217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.099984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.130441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:35:19.139331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc90ef4-6f95-49c4-bc79-a16b6e9cd917,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:19.145251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.145546 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Added segment 1785e54a-7df1-4dc6-a00a-dc25cdd37376 of type vlan for network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c May 09 05:35:19.172305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.207037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.208443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:19.209184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.266250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 733e8fef-3757-4277-a9fe-4a0da2a223ae up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:19.315231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:19.318424 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-be8e388e-0e10-4322-8af2-2aead83a6b68 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3982379 May 09 05:35:19.321373 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46176) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:19.327710 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Request body: {'subnet': {'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-subnet', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:19.333742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:35:19.334259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:19.339299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Usage tracker for resource:subnet and tenant:beb52f17ac144b4cbbd2d496ee75453d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:19.343688 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:19.348814 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Sync routers for ids ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:35:19.350185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:19.359258 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Routers {'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:19.359863 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:19.362026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Made reservation on behalf of beb52f17ac144b4cbbd2d496ee75453d for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:19.364860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.429640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 733e8fef-3757-4277-a9fe-4a0da2a223ae completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:19.439037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 733e8fef-3757-4277-a9fe-4a0da2a223ae triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:19.439488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.560185 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.577329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 733e8fef-3757-4277-a9fe-4a0da2a223ae, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=733e8fef-3757-4277-a9fe-4a0da2a223ae,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:19.578801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Set router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:19.582441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.585435 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.655307 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=733e8fef-3757-4277-a9fe-4a0da2a223ae,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:19.667467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbdaec1-f8b5-4588-b4a4-10b73c479b8f,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:19.676491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Checking segment: {'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:19.676848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Network hostable DHCP agents. Network: d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:35:19.697163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:35:19.706793 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:19.711439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:19.712034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.716825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b8e5c4-d91d-4286-b787-d0213ea34d21 None None] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:19.740660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46180) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:19.741004 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-46792a28-8c7c-4d34-8e78-2369040bcf7d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4185677 May 09 05:35:19.746099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:19.751553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:19.755488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Usage tracker for resource:router and tenant:beb52f17ac144b4cbbd2d496ee75453d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:35:19.758436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:35:19.764702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:19.778197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.779658 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.796861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.903028 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:17Z', 'revision_number': 4, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port': {'id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'eb90d19f-20f3-42ce-a24d-9a50a0e16458', 'name': '', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'mac_address': 'fa:16:3e:a4:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:16Z', 'updated_at': '2022-05-09T05:35:17Z', 'revision_number': 2, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'subnets': [{'id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:19.907674 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Checking router: b8cff0ce-cd5e-40fb-ad10-ebcea016b28e for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:35:19.908295 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Updating router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e port eb90d19f-20f3-42ce-a24d-9a50a0e16458 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:35:19.950344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'fixed_ips': [{'subnet_id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:35:19.951649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:19.970032 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.068145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.116960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Allocated IP 172.20.0.2 (d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c/fdbdaec1-f8b5-4588-b4a4-10b73c479b8f/aa81b937-e808-48eb-bade-fb3248597477) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:20.327874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.338888 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.339114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Transition to ACTIVE for port object aa81b937-e808-48eb-bade-fb3248597477 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:20.351606 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Transition to ACTIVE for port object eb90d19f-20f3-42ce-a24d-9a50a0e16458 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:20.359867 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.364767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Transition to ACTIVE for port object aa81b937-e808-48eb-bade-fb3248597477 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:20.370920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.379428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.410044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.438307 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:20.442240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:20.444718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:20.524890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Pushing event updated for resources: {'Port': ['ID=aa81b937-e808-48eb-bade-fb3248597477,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:20.549508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Attempting to bind port aa81b937-e808-48eb-bade-fb3248597477 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:20.549873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Attempting to bind port aa81b937-e808-48eb-bade-fb3248597477 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:20.550237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Attempting to bind port aa81b937-e808-48eb-bade-fb3248597477 on network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:20.556555 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:20.556937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Checking segment: {'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:20.557355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.557890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Bound using segment: {'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:20.558374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Bound port: aa81b937-e808-48eb-bade-fb3248597477, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:20.558748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.598621 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Attempting to bind port eb90d19f-20f3-42ce-a24d-9a50a0e16458 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:20.598989 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Attempting to bind port eb90d19f-20f3-42ce-a24d-9a50a0e16458 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:20.599345 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Attempting to bind port eb90d19f-20f3-42ce-a24d-9a50a0e16458 on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:20.601663 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Pushing event updated for resources: {'Port': ['ID=eb90d19f-20f3-42ce-a24d-9a50a0e16458,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:20.611724 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.612509 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.613000 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.613175 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.613645 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.613973 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.614615 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.614712 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.614971 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.615284 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.615597 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.615906 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:20.622972 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:20.623333 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Checking segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:20.623729 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.624110 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Bound using segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:20.624638 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Bound port: eb90d19f-20f3-42ce-a24d-9a50a0e16458, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:20.624986 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.683792 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Allocated IP 172.26.0.24 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/ebf20db8-33cf-40e1-a3c7-777efeceba6d) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:20.720860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] For port aa81b937-e808-48eb-bade-fb3248597477, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:20.723918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] For port aa81b937-e808-48eb-bade-fb3248597477, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=aa81b937-e808-48eb-bade-fb3248597477,segment=NetworkSegment(1785e54a-7df1-4dc6-a00a-dc25cdd37376),segment_id=1785e54a-7df1-4dc6-a00a-dc25cdd37376)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:20.729229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.729719 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] For port eb90d19f-20f3-42ce-a24d-9a50a0e16458, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:20.733157 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] For port eb90d19f-20f3-42ce-a24d-9a50a0e16458, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=eb90d19f-20f3-42ce-a24d-9a50a0e16458,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:20.738867 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.819219 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Routers {'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:20.819953 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:20.825531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512995d6-cb8e-49f8-9df7-7e1d258d070b None None] Pushing event updated for resources: {'Port': ['ID=aa81b937-e808-48eb-bade-fb3248597477,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:20.863194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.876471 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdc62e-a78d-4bc8-863a-ce2b79d1ced8 None None] Pushing event updated for resources: {'Port': ['ID=eb90d19f-20f3-42ce-a24d-9a50a0e16458,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:20.904250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:20.994899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:20.999242 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:21.003846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:21.029414 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] Set router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:21.066172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf20db8-33cf-40e1-a3c7-777efeceba6d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:21.348103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 733e8fef-3757-4277-a9fe-4a0da2a223ae up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:21.417774 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:17Z', 'revision_number': 4, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port': {'id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'eb90d19f-20f3-42ce-a24d-9a50a0e16458', 'name': '', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'mac_address': 'fa:16:3e:a4:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:16Z', 'updated_at': '2022-05-09T05:35:20Z', 'revision_number': 4, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'subnets': [{'id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:21.423129 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3616dd-58d8-4dab-ae16-dc3d03641ba2 None None] The sync data for ids ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'] in dv-neutron-840482-1-hyperv is: [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:17Z', 'revision_number': 4, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port': {'id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'eb90d19f-20f3-42ce-a24d-9a50a0e16458', 'name': '', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'mac_address': 'fa:16:3e:a4:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:16Z', 'updated_at': '2022-05-09T05:35:20Z', 'revision_number': 4, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'subnets': [{'id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:35:21.424171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 733e8fef-3757-4277-a9fe-4a0da2a223ae triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:21.424530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:21.568342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:21.574118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aa81b937-e808-48eb-bade-fb3248597477 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:21.644159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port aa81b937-e808-48eb-bade-fb3248597477 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:21.933179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:22.016112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d4cfd-ed17-4097-bca7-e1b0256b03f7 None None] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:35:22.116042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-92567ddc-863d-4759-864c-654a52de1fb4 None None] Provisioning for port aa81b937-e808-48eb-bade-fb3248597477 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:22.135336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-92567ddc-863d-4759-864c-654a52de1fb4 None None] Provisioning complete for port aa81b937-e808-48eb-bade-fb3248597477 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:22.135711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-92567ddc-863d-4759-864c-654a52de1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:22.172476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:35:22.376213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-92567ddc-863d-4759-864c-654a52de1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:22.419618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-92567ddc-863d-4759-864c-654a52de1fb4 None None] For port aa81b937-e808-48eb-bade-fb3248597477, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=aa81b937-e808-48eb-bade-fb3248597477,segment=NetworkSegment(1785e54a-7df1-4dc6-a00a-dc25cdd37376),segment_id=1785e54a-7df1-4dc6-a00a-dc25cdd37376)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:22.425001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-92567ddc-863d-4759-864c-654a52de1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:22.507754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92567ddc-863d-4759-864c-654a52de1fb4 None None] Pushing event updated for resources: {'Port': ['ID=aa81b937-e808-48eb-bade-fb3248597477,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:22.518773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:35:22.534236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Sync routers for ids ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:35:22.546821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:22.547207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Routers {'82b973a6-9cae-4f8d-9f0a-af5708f7bb47'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:22.548292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:22.548980 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ee467dd8-5398-47a5-9a98-82623719c7c9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8071036 May 09 05:35:22.551620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46184) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:35:22.719235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-564a49de-d6bc-45a7-b19f-49ac66f85558 None None] Provisioning complete for port aa81b937-e808-48eb-bade-fb3248597477 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:22.719449 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-564a49de-d6bc-45a7-b19f-49ac66f85558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:22.802276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Set router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:23.155308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:35:21Z', 'revision_number': 3, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port': {'id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:20Z', 'updated_at': '2022-05-09T05:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:23.159221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Checking router: 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:35:23.159567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Updating router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 port ebf20db8-33cf-40e1-a3c7-777efeceba6d binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:35:23.254670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.256103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.358584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aa81b937-e808-48eb-bade-fb3248597477 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:23.472886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Allocated IP 172.20.0.1 (d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c/fdbdaec1-f8b5-4588-b4a4-10b73c479b8f/79d41500-f991-4886-bbbc-4f5e6423a699) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:23.534523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port aa81b937-e808-48eb-bade-fb3248597477 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:23.535114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.631024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.651187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Transition to ACTIVE for port object 79d41500-f991-4886-bbbc-4f5e6423a699 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:23.675679 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.744937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:23.748090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:23.748861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb90d19f-20f3-42ce-a24d-9a50a0e16458 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:23.751845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:23.781546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Pushing event updated for resources: {'Port': ['ID=79d41500-f991-4886-bbbc-4f5e6423a699,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:23.798783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.809463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.819270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Transition to ACTIVE for port object ebf20db8-33cf-40e1-a3c7-777efeceba6d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:23.829905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.911636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port eb90d19f-20f3-42ce-a24d-9a50a0e16458 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:23.923704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Attempting to bind port ebf20db8-33cf-40e1-a3c7-777efeceba6d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:23.924173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Attempting to bind port ebf20db8-33cf-40e1-a3c7-777efeceba6d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:23.924660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Attempting to bind port ebf20db8-33cf-40e1-a3c7-777efeceba6d on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:23.930476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port eb90d19f-20f3-42ce-a24d-9a50a0e16458 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:23.931156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.958518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bb38c-1e16-428e-a0e8-23ca26a16068 None None] Pushing event updated for resources: {'Port': ['ID=ebf20db8-33cf-40e1-a3c7-777efeceba6d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:23.984710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:23.985175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:23.985474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:23.985868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:23.986333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Bound port: ebf20db8-33cf-40e1-a3c7-777efeceba6d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:23.986694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.055786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-361e76a7-d87a-4473-ba4e-7886e5d0c041 None None] Provisioning for port 79d41500-f991-4886-bbbc-4f5e6423a699 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:24.070755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.078374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-361e76a7-d87a-4473-ba4e-7886e5d0c041 None None] Provisioning complete for port 79d41500-f991-4886-bbbc-4f5e6423a699 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:24.078731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-361e76a7-d87a-4473-ba4e-7886e5d0c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.126918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] For port ebf20db8-33cf-40e1-a3c7-777efeceba6d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:24.184168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] For port ebf20db8-33cf-40e1-a3c7-777efeceba6d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ebf20db8-33cf-40e1-a3c7-777efeceba6d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:24.190806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-361e76a7-d87a-4473-ba4e-7886e5d0c041 None None] Port 79d41500-f991-4886-bbbc-4f5e6423a699 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:35:24.194500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.251143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.294230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bb38c-1e16-428e-a0e8-23ca26a16068 None None] Pushing event updated for resources: {'Port': ['ID=ebf20db8-33cf-40e1-a3c7-777efeceba6d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:24.294480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.300435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.306436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Routers {'82b973a6-9cae-4f8d-9f0a-af5708f7bb47'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:24.307013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:24.372003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port eb90d19f-20f3-42ce-a24d-9a50a0e16458, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=eb90d19f-20f3-42ce-a24d-9a50a0e16458,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:24.383821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.408723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Pushing event updated for resources: {'Port': ['ID=79d41500-f991-4886-bbbc-4f5e6423a699,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:24.411248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.527062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=eb90d19f-20f3-42ce-a24d-9a50a0e16458,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:24.545421 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] Set router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:24.549353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:24.550441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:24.749397 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:35:24.843931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-6dfa03e3-5f68-47c6-a8b6-2233114464f3 None None] Provisioning complete for port 79d41500-f991-4886-bbbc-4f5e6423a699 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:24.844183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6dfa03e3-5f68-47c6-a8b6-2233114464f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:24.930887 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:35:24.941318 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a413d3f9-6be9-4d40-bcf1-7284ceb8044f admin admin] 10.222.0.50 "PUT /v2.0/routers/82b973a6-9cae-4f8d-9f0a-af5708f7bb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3880954 May 09 05:35:24.946767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa03e3-5f68-47c6-a8b6-2233114464f3 None None] Port 79d41500-f991-4886-bbbc-4f5e6423a699 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:35:24.974932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:35:23Z', 'revision_number': 4, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port': {'id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:20Z', 'updated_at': '2022-05-09T05:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '79d41500-f991-4886-bbbc-4f5e6423a699', 'name': '', 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'mac_address': 'fa:16:3e:7d:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:23Z', 'updated_at': '2022-05-09T05:35:24Z', 'revision_number': 2, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'subnets': [{'id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:24.982530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edcfd83-6ea3-459d-8afa-f314b236c8bd None None] The sync data for ids ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'] in dv-neutron-840482-1-hyperv is: [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:35:23Z', 'revision_number': 4, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port': {'id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:20Z', 'updated_at': '2022-05-09T05:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '79d41500-f991-4886-bbbc-4f5e6423a699', 'name': '', 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'mac_address': 'fa:16:3e:7d:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:23Z', 'updated_at': '2022-05-09T05:35:24Z', 'revision_number': 2, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'subnets': [{'id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:35:25.278966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb90d19f-20f3-42ce-a24d-9a50a0e16458 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:25.359076 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port eb90d19f-20f3-42ce-a24d-9a50a0e16458 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:25.359447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:25.785280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-a0e0fb5e-103d-4489-8ec6-d6e517991fa6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:25.785972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-a0e0fb5e-103d-4489-8ec6-d6e517991fa6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Synchronizing usage tracker for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:35:25.805781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-a0e0fb5e-103d-4489-8ec6-d6e517991fa6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Unset dirty status for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:35:25.807022 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-a0e0fb5e-103d-4489-8ec6-d6e517991fa6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/networks?id=800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 200 len: 816 time: 0.1936431 May 09 05:35:25.823771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-d8b11fa3-51d7-43b7-b31b-ce940ffe67a6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/quotas/0be2742f0ea04665a50d7d9052e53d37 HTTP/1.1" status: 200 len: 375 time: 0.0102248 May 09 05:35:25.918867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-52201555-dc10-4517-9e09-71487670c5d4 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0be2742f0ea04665a50d7d9052e53d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881901 May 09 05:35:26.076388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-b32f048f-bbb5-4bf4-8ebd-1e1a0b3908f6 service neutron] 10.222.0.50 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504176 May 09 05:35:26.219417 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-5874a59d-ce34-479c-9791-bd67cee79fdd service neutron] 10.222.0.50 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361227 May 09 05:35:26.409191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1eedeb7b-1c4b-4ced-bd22-aa6e5ba2b403 req-6520aa35-0dce-4fa3-a33f-fcbff0ffc795 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Synchronizing usage tracker for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:35:26.428281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1eedeb7b-1c4b-4ced-bd22-aa6e5ba2b403 req-6520aa35-0dce-4fa3-a33f-fcbff0ffc795 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Unset dirty status for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:35:26.429379 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1eedeb7b-1c4b-4ced-bd22-aa6e5ba2b403 req-6520aa35-0dce-4fa3-a33f-fcbff0ffc795 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 210 time: 0.0667803 May 09 05:35:27.269673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ebf20db8-33cf-40e1-a3c7-777efeceba6d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:27.340875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ebf20db8-33cf-40e1-a3c7-777efeceba6d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:27.345973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ebf20db8-33cf-40e1-a3c7-777efeceba6d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:27.346330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:27.462355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:27.481833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port ebf20db8-33cf-40e1-a3c7-777efeceba6d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ebf20db8-33cf-40e1-a3c7-777efeceba6d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:27.486437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:27.560008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=ebf20db8-33cf-40e1-a3c7-777efeceba6d,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:27.596074 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b3c1f2f-89af-45f7-974b-b966363e679e req-da7ffbf9-3278-457c-aff2-87929f7f9b7e tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 210 time: 0.0540512 May 09 05:35:27.772500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-e99becbf-d207-432f-9d4e-c7c35047feca tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:27.773929 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-e99becbf-d207-432f-9d4e-c7c35047feca tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "GET /v2.0/networks?id=800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 200 len: 816 time: 0.1503458 May 09 05:35:27.792228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Request body: {'port': {'device_id': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'admin_state_up': True, 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:27.932753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:35:27.946880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:35:27.959828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Made reservation on behalf of 0be2742f0ea04665a50d7d9052e53d37 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:35:27.963305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:28.135367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Allocated IP 172.20.0.11 (800361fb-3648-4081-bd0c-c6f9fd9687d4/89db38c5-c95b-4a3c-a40f-b24a1ab67d66/a3b2a720-1962-4e75-910a-fad4a388a3c2) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:35:28.448556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:28.465591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Transition to ACTIVE for port object a3b2a720-1962-4e75-910a-fad4a388a3c2 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:28.491040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:28.562222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:35:28.565605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:35:28.569521 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:35:28.609539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Pushing event updated for resources: {'Port': ['ID=a3b2a720-1962-4e75-910a-fad4a388a3c2,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:28.613414 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Sync routers for ids ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:35:28.633195 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Routers {'82b973a6-9cae-4f8d-9f0a-af5708f7bb47'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:28.634067 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:28.649875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:28.650605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:28.689298 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-17f3baa0-5529-4162-adf8-082cf3576a4c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9006436 May 09 05:35:28.708569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Request body: {'port': {'device_id': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:35:28.801571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b4a1d-e4d9-465f-8dc6-31d29a632bc5 req-99d05210-af6d-4c25-ae60-24af80cad711 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:28.803107 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-948b4a1d-e4d9-465f-8dc6-31d29a632bc5 req-99d05210-af6d-4c25-ae60-24af80cad711 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 932 time: 0.0844548 May 09 05:35:28.840479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:28.847265 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Set router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:28.850919 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-948b4a1d-e4d9-465f-8dc6-31d29a632bc5 req-daf7dead-9b0b-4d6f-b8aa-fb0e42ffc604 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 May 09 05:35:28.898050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4e868bb0-89b5-4573-998c-6f7c731d2ba9 None None] Provisioning for port a3b2a720-1962-4e75-910a-fad4a388a3c2 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:28.904186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4e868bb0-89b5-4573-998c-6f7c731d2ba9 None None] Provisioning complete for port a3b2a720-1962-4e75-910a-fad4a388a3c2 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:28.904648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e868bb0-89b5-4573-998c-6f7c731d2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:28.966381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e868bb0-89b5-4573-998c-6f7c731d2ba9 None None] Port a3b2a720-1962-4e75-910a-fad4a388a3c2 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:35:29.177944 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:35:23Z', 'revision_number': 4, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port': {'id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:20Z', 'updated_at': '2022-05-09T05:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '79d41500-f991-4886-bbbc-4f5e6423a699', 'name': '', 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'mac_address': 'fa:16:3e:7d:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:23Z', 'updated_at': '2022-05-09T05:35:24Z', 'revision_number': 2, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'subnets': [{'id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:29.182064 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Checking router: 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:35:29.182421 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Updating router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 port 79d41500-f991-4886-bbbc-4f5e6423a699 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:35:29.223249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b2a720-1962-4e75-910a-fad4a388a3c2 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:35:29.232761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.240502 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.256871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ebf20db8-33cf-40e1-a3c7-777efeceba6d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:29.257482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Transition to ACTIVE for port object a3b2a720-1962-4e75-910a-fad4a388a3c2 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:29.261989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.339505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ebf20db8-33cf-40e1-a3c7-777efeceba6d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:29.340128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.422634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b2a720-1962-4e75-910a-fad4a388a3c2,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:29.514602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Attempting to bind port a3b2a720-1962-4e75-910a-fad4a388a3c2 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:29.514939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Attempting to bind port a3b2a720-1962-4e75-910a-fad4a388a3c2 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:29.515178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Attempting to bind port a3b2a720-1962-4e75-910a-fad4a388a3c2 on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:29.521846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Port a3b2a720-1962-4e75-910a-fad4a388a3c2 on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:35:29.522227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Attempting to bind port a3b2a720-1962-4e75-910a-fad4a388a3c2 on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:29.528242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:29.528669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Checking segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:29.529058 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Bound using segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:29.529496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Bound port: a3b2a720-1962-4e75-910a-fad4a388a3c2, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:29.529850 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.628383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] For port a3b2a720-1962-4e75-910a-fad4a388a3c2, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:29.631887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] For port a3b2a720-1962-4e75-910a-fad4a388a3c2, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a3b2a720-1962-4e75-910a-fad4a388a3c2,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:29.636441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.673602 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.693585 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Transition to ACTIVE for port object 79d41500-f991-4886-bbbc-4f5e6423a699 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:35:29.710201 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.720516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:29.721126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.722494 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/a3b2a720-1962-4e75-910a-fad4a388a3c2 HTTP/1.1" status: 200 len: 1094 time: 1.0187244 May 09 05:35:29.722996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'tag': 'a3b2a720-1962-4e75-910a-fad4a388a3c2'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:35:29.741537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc91af9-15d8-4b1b-938a-b89b48ebe3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b2a720-1962-4e75-910a-fad4a388a3c2,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:29.825554 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c31d8d4-4062-488f-b207-4d44af2b0efc'] response: {'name': 'network-changed', 'server_uuid': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'tag': 'a3b2a720-1962-4e75-910a-fad4a388a3c2', 'status': 'completed', 'code': 200} May 09 05:35:29.845526 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e5792-f7d7-4d31-a0c6-97ffa8075eca None None] Pushing event updated for resources: {'Port': ['ID=79d41500-f991-4886-bbbc-4f5e6423a699,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:29.877490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-63561b27-fb1d-44ab-8c9f-c5b11d39a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:29.879099 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-63561b27-fb1d-44ab-8c9f-c5b11d39a909 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be2742f0ea04665a50d7d9052e53d37&device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 1097 time: 0.0948975 May 09 05:35:29.979779 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-9f48d397-f412-49c5-9ebe-a02ba3a0eac4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3b2a720-1962-4e75-910a-fad4a388a3c2 HTTP/1.1" status: 200 len: 217 time: 0.0870979 May 09 05:35:29.985607 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Attempting to bind port 79d41500-f991-4886-bbbc-4f5e6423a699 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:35:29.985989 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Attempting to bind port 79d41500-f991-4886-bbbc-4f5e6423a699 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:35:29.986317 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Attempting to bind port 79d41500-f991-4886-bbbc-4f5e6423a699 on network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:35:29.994106 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:35:29.994509 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Checking segment: {'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:35:29.994859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:29.995241 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Bound using segment: {'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:35:29.995692 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Bound port: 79d41500-f991-4886-bbbc-4f5e6423a699, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785e54a-7df1-4dc6-a00a-dc25cdd37376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:35:29.996055 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:30.077428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-c55ddd7b-3c90-4c11-ac8a-2331cd8c58de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:30.079069 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-c55ddd7b-3c90-4c11-ac8a-2331cd8c58de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89db38c5-c95b-4a3c-a40f-b24a1ab67d66 HTTP/1.1" status: 200 len: 855 time: 0.0935676 May 09 05:35:30.145285 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] For port 79d41500-f991-4886-bbbc-4f5e6423a699, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:35:30.149016 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] For port 79d41500-f991-4886-bbbc-4f5e6423a699, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=79d41500-f991-4886-bbbc-4f5e6423a699,segment=NetworkSegment(1785e54a-7df1-4dc6-a00a-dc25cdd37376),segment_id=1785e54a-7df1-4dc6-a00a-dc25cdd37376)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:35:30.156388 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:30.191108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-59b74090-6926-4b2a-b45b-015eea1e6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:30.192649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-59b74090-6926-4b2a-b45b-015eea1e6ccb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=800361fb-3648-4081-bd0c-c6f9fd9687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068914 May 09 05:35:30.237322 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Routers {'82b973a6-9cae-4f8d-9f0a-af5708f7bb47'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:35:30.238284 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:35:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:30.320625 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e5792-f7d7-4d31-a0c6-97ffa8075eca None None] Pushing event updated for resources: {'Port': ['ID=79d41500-f991-4886-bbbc-4f5e6423a699,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:30.340862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd885ffd-c522-46e1-b75d-304aa12c8630 req-3bd5ecf4-7beb-47ee-841f-66dce958a3d5 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:30.343104 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dd885ffd-c522-46e1-b75d-304aa12c8630 req-3bd5ecf4-7beb-47ee-841f-66dce958a3d5 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 944 time: 0.1033514 May 09 05:35:30.404820 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-dd885ffd-c522-46e1-b75d-304aa12c8630 req-3823186e-55b5-43dc-a7c5-653ec4267c39 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548072 May 09 05:35:30.458299 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] Set router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:35:30.479622 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-9cdff461-1983-4666-81d1-2d23c7be373b service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808769 May 09 05:35:30.614085 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8a1d9fe-9e62-481d-92ed-677270ddca35 req-c988433c-5c40-4454-9802-a51f6b77e826 service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283066 May 09 05:35:30.774644 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:35:23Z', 'revision_number': 4, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port': {'id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:20Z', 'updated_at': '2022-05-09T05:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '79d41500-f991-4886-bbbc-4f5e6423a699', 'name': '', 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'mac_address': 'fa:16:3e:7d:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:23Z', 'updated_at': '2022-05-09T05:35:30Z', 'revision_number': 4, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'subnets': [{'id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:35:30.779037 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b9d24-9116-4b4d-a0b4-9ab1a9340b54 None None] The sync data for ids ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'] in dv-neutron-840482-1-hyperv is: [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:35:23Z', 'revision_number': 4, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port': {'id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:20Z', 'updated_at': '2022-05-09T05:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '79d41500-f991-4886-bbbc-4f5e6423a699', 'name': '', 'network_id': 'd3ec1176-82c5-4ddd-9760-a5fe50fa8c5c', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'mac_address': 'fa:16:3e:7d:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:23Z', 'updated_at': '2022-05-09T05:35:30Z', 'revision_number': 4, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'subnets': [{'id': 'fdbdaec1-f8b5-4588-b4a4-10b73c479b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:35:30.791775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-e1386774-1097-4ebc-8c58-9d7d006e5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:30.793295 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-e1386774-1097-4ebc-8c58-9d7d006e5282 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be2742f0ea04665a50d7d9052e53d37&device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 1097 time: 0.0732536 May 09 05:35:30.930865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-ac7cf133-120e-46e8-845e-dbdf88e8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:30.932304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-ac7cf133-120e-46e8-845e-dbdf88e8867f service neutron] 10.222.0.59 "GET /v2.0/networks?id=800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 200 len: 917 time: 0.1327047 May 09 05:35:31.000746 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-9e97e0c9-31ae-408e-b8b0-f2553fb3df9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3b2a720-1962-4e75-910a-fad4a388a3c2 HTTP/1.1" status: 200 len: 217 time: 0.0625188 May 09 05:35:31.064302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-823943dd-f04a-484e-9de5-fd59b47dba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:31.065740 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-823943dd-f04a-484e-9de5-fd59b47dba77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89db38c5-c95b-4a3c-a40f-b24a1ab67d66 HTTP/1.1" status: 200 len: 855 time: 0.0588105 May 09 05:35:31.145568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-ae0c5e6b-af17-42c7-862f-0c4ab7817767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:31.146920 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-ae0c5e6b-af17-42c7-862f-0c4ab7817767 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=800361fb-3648-4081-bd0c-c6f9fd9687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744581 May 09 05:35:31.273053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 79d41500-f991-4886-bbbc-4f5e6423a699 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:31.285397 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-36f4e05e-4b69-4d3d-b19e-ae435b3489aa service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315584 May 09 05:35:31.343822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 79d41500-f991-4886-bbbc-4f5e6423a699 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:31.348789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 79d41500-f991-4886-bbbc-4f5e6423a699 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:31.349145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:31.422068 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-56798f2a-7ffe-4998-aaa7-b2bdecfc97de req-8d348375-cddd-439c-befa-b6a812459e9b service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299376 May 09 05:35:31.478234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:31.512673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 79d41500-f991-4886-bbbc-4f5e6423a699, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=79d41500-f991-4886-bbbc-4f5e6423a699,segment=NetworkSegment(1785e54a-7df1-4dc6-a00a-dc25cdd37376),segment_id=1785e54a-7df1-4dc6-a00a-dc25cdd37376)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:31.520853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:31.590261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=79d41500-f991-4886-bbbc-4f5e6423a699,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:31.593659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a6bb6-cfc4-4c16-aaeb-e205eb75d25d req-a7a12d1b-fc38-4d84-89d0-08ac0fc54ec6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:31.594353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4f3a6bb6-cfc4-4c16-aaeb-e205eb75d25d req-a7a12d1b-fc38-4d84-89d0-08ac0fc54ec6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Synchronizing usage tracker for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:35:31.610705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4f3a6bb6-cfc4-4c16-aaeb-e205eb75d25d req-a7a12d1b-fc38-4d84-89d0-08ac0fc54ec6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Unset dirty status for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:35:31.611859 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4f3a6bb6-cfc4-4c16-aaeb-e205eb75d25d req-a7a12d1b-fc38-4d84-89d0-08ac0fc54ec6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 944 time: 0.1041393 May 09 05:35:31.655973 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4f3a6bb6-cfc4-4c16-aaeb-e205eb75d25d req-9a5b793a-ebf0-45f7-b5f2-243808dc088c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Synchronizing usage tracker for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:35:31.675594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4f3a6bb6-cfc4-4c16-aaeb-e205eb75d25d req-9a5b793a-ebf0-45f7-b5f2-243808dc088c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Unset dirty status for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:35:31.676864 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4f3a6bb6-cfc4-4c16-aaeb-e205eb75d25d req-9a5b793a-ebf0-45f7-b5f2-243808dc088c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591433 May 09 05:35:32.873073 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00741637-430e-4c4c-ae09-3c35b292281d req-5d685664-d844-43a0-89ba-eb77e505cc79 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:32.874510 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-00741637-430e-4c4c-ae09-3c35b292281d req-5d685664-d844-43a0-89ba-eb77e505cc79 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 944 time: 0.0802977 May 09 05:35:32.923652 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-00741637-430e-4c4c-ae09-3c35b292281d req-97d98424-ca6f-46e7-a6a6-f17cff329af1 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 May 09 05:35:33.264945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 79d41500-f991-4886-bbbc-4f5e6423a699 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:33.333670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 79d41500-f991-4886-bbbc-4f5e6423a699 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:33.334007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:34.134168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ef6bd-a0a9-4df4-ae9c-506804894d8b req-6b3bc00e-6e5a-4041-a590-3531f88ca659 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:34.135576 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f82ef6bd-a0a9-4df4-ae9c-506804894d8b req-6b3bc00e-6e5a-4041-a590-3531f88ca659 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 944 time: 0.0857422 May 09 05:35:34.180642 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f82ef6bd-a0a9-4df4-ae9c-506804894d8b req-bab04eab-6df5-4706-99e2-3763378778f3 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 May 09 05:35:34.450274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a3b2a720-1962-4e75-910a-fad4a388a3c2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:35:34.585948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a3b2a720-1962-4e75-910a-fad4a388a3c2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a3b2a720-1962-4e75-910a-fad4a388a3c2,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:34.599184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'a3b2a720-1962-4e75-910a-fad4a388a3c2', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'port_id': 'a3b2a720-1962-4e75-910a-fad4a388a3c2', 'mac_address': 'fa:16:3e:70:ca:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:35:34.659706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:34.681334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b2a720-1962-4e75-910a-fad4a388a3c2 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:35:34.697529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a3b2a720-1962-4e75-910a-fad4a388a3c2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a3b2a720-1962-4e75-910a-fad4a388a3c2,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:34.703771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:34.815017 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a3b2a720-1962-4e75-910a-fad4a388a3c2,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:34.822561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.822895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.823228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.823554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.823877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.824232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.824576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.824896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.825211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.825523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.825834 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:34.826176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:35.091952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['a3b2a720-1962-4e75-910a-fad4a388a3c2'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:35:35.371811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fe8bb-f350-4318-b777-e2efe15ee066 req-f274cf67-48a8-462f-a6fd-480da53f31d3 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:35.373250 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2d1fe8bb-f350-4318-b777-e2efe15ee066 req-f274cf67-48a8-462f-a6fd-480da53f31d3 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 945 time: 0.0848577 May 09 05:35:35.416982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2d1fe8bb-f350-4318-b777-e2efe15ee066 req-a84598b4-939d-4ec8-9bf4-83af697c4570 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379529 May 09 05:35:36.443824 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a3b2a720-1962-4e75-910a-fad4a388a3c2 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:35:36.519750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port a3b2a720-1962-4e75-910a-fad4a388a3c2 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:35:36.524966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port a3b2a720-1962-4e75-910a-fad4a388a3c2 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:35:36.525333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:36.607107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88275141-2c7c-47d8-b691-b8f224753496 req-20d45dd0-b31b-45cb-8af1-81686bd4f323 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:36.609224 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-88275141-2c7c-47d8-b691-b8f224753496 req-20d45dd0-b31b-45cb-8af1-81686bd4f323 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 945 time: 0.0822587 May 09 05:35:36.643551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:36.654912 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-88275141-2c7c-47d8-b691-b8f224753496 req-73d7a8f8-ca28-4e3b-8135-b56480e5bc9d tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 May 09 05:35:36.670331 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b2a720-1962-4e75-910a-fad4a388a3c2'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:35:36.680692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port a3b2a720-1962-4e75-910a-fad4a388a3c2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a3b2a720-1962-4e75-910a-fad4a388a3c2,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:36.685443 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:36.720839 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d5e062-3c71-465c-bd36-881e80206b0a'] response: {'server_uuid': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b2a720-1962-4e75-910a-fad4a388a3c2', 'code': 200} May 09 05:35:36.752164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=a3b2a720-1962-4e75-910a-fad4a388a3c2,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:36.994451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7580-a5d4-4f90-b28c-4b01032718d8 req-66bbbb68-2ddc-41cb-a379-c685bea68f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:36.995834 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a28a7580-a5d4-4f90-b28c-4b01032718d8 req-66bbbb68-2ddc-41cb-a379-c685bea68f6a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 1099 time: 0.0745621 May 09 05:35:37.037593 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a28a7580-a5d4-4f90-b28c-4b01032718d8 req-4538e65b-8bc5-4e39-b322-c3c1054bb584 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 May 09 05:35:37.860081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed0eed-20ae-4714-8a43-c94446ca2f70 req-986d56cf-789f-48d3-946f-db53791836d3 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:37.861558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4ed0eed-20ae-4714-8a43-c94446ca2f70 req-986d56cf-789f-48d3-946f-db53791836d3 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 946 time: 0.0922406 May 09 05:35:37.914988 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4ed0eed-20ae-4714-8a43-c94446ca2f70 req-7712020c-aa56-4b17-b384-edc63cca88fe tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 May 09 05:35:38.629444 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:35:39.125808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65798a-8457-43d2-9381-f7eb39990ee8 req-9b8fa2e5-dfc1-449a-a737-20199b98743b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:39.127264 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ff65798a-8457-43d2-9381-f7eb39990ee8 req-9b8fa2e5-dfc1-449a-a737-20199b98743b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 946 time: 0.0923882 May 09 05:35:39.178840 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ff65798a-8457-43d2-9381-f7eb39990ee8 req-e1e4ca3d-d50b-4dd3-8f16-046f380444ba tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 May 09 05:35:39.387463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6f2b-e31d-40ad-9a4a-87efd1c2cc13 req-1eae9588-8784-49d6-af37-13bcb02c932d tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:39.389596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e61f6f2b-e31d-40ad-9a4a-87efd1c2cc13 req-1eae9588-8784-49d6-af37-13bcb02c932d tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 946 time: 0.0823340 May 09 05:35:39.434886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e61f6f2b-e31d-40ad-9a4a-87efd1c2cc13 req-1281c87d-5186-462a-8468-61d8686a6e0d tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 May 09 05:35:42.377121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d3d002d-2874-4d8d-ba86-e9a952f91699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:44.650177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-64dfa3da-b705-41b1-a05a-0d609145970f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:45.792694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:45.926681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:47.514306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:48.998944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:56.372005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be070a93-1abf-4efb-a205-22fb35ecace8 req-c5ee2675-8700-4826-8fb0-3b01be32ac89 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:56.373488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be070a93-1abf-4efb-a205-22fb35ecace8 req-c5ee2675-8700-4826-8fb0-3b01be32ac89 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 946 time: 0.0905445 May 09 05:35:56.424376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-be070a93-1abf-4efb-a205-22fb35ecace8 req-e0e413ed-be02-4ccb-aa13-02b297c17df6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 May 09 05:35:57.630851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991cc14-fe9c-4ba4-992c-2db9bfbedd40 req-1739a571-efc8-4169-a060-d92a765d7865 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:57.632290 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f991cc14-fe9c-4ba4-992c-2db9bfbedd40 req-1739a571-efc8-4169-a060-d92a765d7865 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 946 time: 0.0914297 May 09 05:35:57.676459 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f991cc14-fe9c-4ba4-992c-2db9bfbedd40 req-f053f1f6-faaf-4836-846b-323b7f763372 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 May 09 05:35:58.237275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-b4d01bd0-b7be-45ba-aadd-f5bdded3cec4 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:58.239154 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-b4d01bd0-b7be-45ba-aadd-f5bdded3cec4 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 946 time: 0.0894473 May 09 05:35:58.313057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Deleting port a3b2a720-1962-4e75-910a-fad4a388a3c2 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:35:58.313394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:58.657367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] For port a3b2a720-1962-4e75-910a-fad4a388a3c2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a3b2a720-1962-4e75-910a-fad4a388a3c2,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:35:58.657647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:58.782745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Calling delete_port for a3b2a720-1962-4e75-910a-fad4a388a3c2 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:35:58.972357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa32c4-3143-4eb8-847b-a7fafc4f4292 req-2dd108ba-3023-420b-a495-cf380bbd0ea9 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:35:58.973795 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ebfa32c4-3143-4eb8-847b-a7fafc4f4292 req-2dd108ba-3023-420b-a495-cf380bbd0ea9 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ce7a9d1-48b1-40ec-beaa-087e2a569065 HTTP/1.1" status: 200 len: 946 time: 0.1637583 May 09 05:35:58.998957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:59.032844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['a3b2a720-1962-4e75-910a-fad4a388a3c2'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:35:59.065167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Pushing event deleted for resources: {'Port': ['ID=a3b2a720-1962-4e75-910a-fad4a388a3c2,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:35:59.106611 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.106997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.107284 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.107619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.107952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.108286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.108628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.108949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.109276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.109587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.109915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.110234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:35:59.121511 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ebfa32c4-3143-4eb8-847b-a7fafc4f4292 req-b79ed970-ad9d-4679-8fe1-83d7d404e321 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388638 May 09 05:35:59.167069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] No DVR routers for this DVR port a3b2a720-1962-4e75-910a-fad4a388a3c2 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:35:59.169731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:35:59.172492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'name': 'network-vif-deleted', 'tag': 'a3b2a720-1962-4e75-910a-fad4a388a3c2'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:35:59.192627 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d7a51b11-1e84-43b0-8616-dab0836371e7 req-7c908fc3-cd32-4733-95e0-2e8c69804c73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "DELETE /v2.0/ports/a3b2a720-1962-4e75-910a-fad4a388a3c2 HTTP/1.1" status: 204 len: 173 time: 0.9468055 May 09 05:35:59.221724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83063c5-21ce-4391-a205-5ccccbe5f80c'] response: {'server_uuid': '8ce7a9d1-48b1-40ec-beaa-087e2a569065', 'name': 'network-vif-deleted', 'tag': 'a3b2a720-1962-4e75-910a-fad4a388a3c2', 'status': 'completed', 'code': 200} May 09 05:36:00.834485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-ca1a5321-970c-4c7d-8ce9-1b71b0218609 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:00.838483 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-ca1a5321-970c-4c7d-8ce9-1b71b0218609 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/networks?id=800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 200 len: 816 time: 0.2559116 May 09 05:36:00.859694 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-31198ba7-3d90-47bd-8001-2f5aa13bbb46 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/quotas/0be2742f0ea04665a50d7d9052e53d37 HTTP/1.1" status: 200 len: 375 time: 0.0138555 May 09 05:36:00.952272 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-65de9fdb-d558-4651-b7cf-dd77aa724b8b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0be2742f0ea04665a50d7d9052e53d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853198 May 09 05:36:01.218593 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-c25e4d85-ef3e-4df0-bb28-c569ae2ad80e service neutron] 10.222.0.50 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519791 May 09 05:36:01.380847 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-3659a614-795e-4852-92bf-260d696377b8 service neutron] 10.222.0.50 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540134 May 09 05:36:01.583394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f004a4d9-85be-4cd5-97dc-5097a080a044 req-b2c28cb9-2775-4e0b-abce-ce326f426a9d tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Synchronizing usage tracker for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:36:01.606201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f004a4d9-85be-4cd5-97dc-5097a080a044 req-b2c28cb9-2775-4e0b-abce-ce326f426a9d tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Unset dirty status for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:36:01.607498 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f004a4d9-85be-4cd5-97dc-5097a080a044 req-b2c28cb9-2775-4e0b-abce-ce326f426a9d tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 210 time: 0.0702813 May 09 05:36:02.585030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a3b2a720-1962-4e75-910a-fad4a388a3c2 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:02.620379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: a3b2a720-1962-4e75-910a-fad4a388a3c2 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:02.620762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device a3b2a720-1962-4e75-910a-fad4a388a3c2 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:02.744609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-be5d1699-524d-4d85-b932-4ebfff75adaa tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:02.746156 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-be5d1699-524d-4d85-b932-4ebfff75adaa tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "GET /v2.0/networks?id=800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 200 len: 816 time: 0.1514788 May 09 05:36:02.763922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Request body: {'port': {'device_id': '8dc6be5f-f17a-423e-91d3-31882042db63', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'admin_state_up': True, 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:02.768993 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-da790dd8-e7d7-431a-a4d3-7a133aef3bbb req-9d6c1da1-acbf-42b0-979a-3306ffec8c57 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 210 time: 0.0445881 May 09 05:36:02.906105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:02.916288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:02.928684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Made reservation on behalf of 0be2742f0ea04665a50d7d9052e53d37 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:36:02.932502 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:03.101485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Allocated IP 172.20.0.14 (800361fb-3648-4081-bd0c-c6f9fd9687d4/89db38c5-c95b-4a3c-a40f-b24a1ab67d66/51d29ef5-a19e-45cb-a0b8-4766b74519e0) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:36:03.325181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:03.341888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Transition to ACTIVE for port object 51d29ef5-a19e-45cb-a0b8-4766b74519e0 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:03.368939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:03.441684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:03.444925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:03.449543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:36:03.605876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Pushing event updated for resources: {'Port': ['ID=51d29ef5-a19e-45cb-a0b8-4766b74519e0,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:03.637592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:03.638434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:03.641615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b0c1e2a8-a426-46ba-b4f6-f02399c4b407 None None] Provisioning for port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:03.646887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b0c1e2a8-a426-46ba-b4f6-f02399c4b407 None None] Provisioning complete for port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:03.647453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b0c1e2a8-a426-46ba-b4f6-f02399c4b407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:03.664180 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4af64586-16f2-485c-bdcd-e12b35b7fadd tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9043543 May 09 05:36:03.681266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Request body: {'port': {'device_id': '8dc6be5f-f17a-423e-91d3-31882042db63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:03.705099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1e2a8-a426-46ba-b4f6-f02399c4b407 None None] Port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:36:03.794784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:04.105748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5fb0a-e131-4df5-935e-650b11d81a24 req-a5f77e07-921b-461e-998b-d26314e3f4db tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:04.106431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-46b5fb0a-e131-4df5-935e-650b11d81a24 req-a5f77e07-921b-461e-998b-d26314e3f4db tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Synchronizing usage tracker for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:36:04.140705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-46b5fb0a-e131-4df5-935e-650b11d81a24 req-a5f77e07-921b-461e-998b-d26314e3f4db tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Unset dirty status for tenant:0be2742f0ea04665a50d7d9052e53d37 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:36:04.141818 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46b5fb0a-e131-4df5-935e-650b11d81a24 req-a5f77e07-921b-461e-998b-d26314e3f4db tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 932 time: 0.2359095 May 09 05:36:04.238936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d29ef5-a19e-45cb-a0b8-4766b74519e0 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:36:04.246155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-46b5fb0a-e131-4df5-935e-650b11d81a24 req-1a0a9153-56c8-47a7-842c-0c05b4552fe7 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960715 May 09 05:36:04.249907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:04.265430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Transition to ACTIVE for port object 51d29ef5-a19e-45cb-a0b8-4766b74519e0 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:04.271767 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:04.400057 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Pushing event updated for resources: {'Port': ['ID=51d29ef5-a19e-45cb-a0b8-4766b74519e0,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:04.506540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Attempting to bind port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:36:04.506861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Attempting to bind port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:36:04.507186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Attempting to bind port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:36:04.511948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:36:04.512257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Attempting to bind port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 on network 800361fb-3648-4081-bd0c-c6f9fd9687d4 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:36:04.517730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:36:04.518061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Checking segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:04.518434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Bound using segment: {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:36:04.518848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Bound port: 51d29ef5-a19e-45cb-a0b8-4766b74519e0, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf85564-0388-4743-a3ee-69b04c1ceb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:36:04.519184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:04.606449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] For port 51d29ef5-a19e-45cb-a0b8-4766b74519e0, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:36:04.609270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] For port 51d29ef5-a19e-45cb-a0b8-4766b74519e0, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:36:04.617138 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:04.679840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:04.680507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:04.681843 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] 10.222.0.59 "PUT /v2.0/ports/51d29ef5-a19e-45cb-a0b8-4766b74519e0 HTTP/1.1" status: 200 len: 1094 time: 1.0046899 May 09 05:36:04.682271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc6be5f-f17a-423e-91d3-31882042db63', 'tag': '51d29ef5-a19e-45cb-a0b8-4766b74519e0'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:36:04.702180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012f2ee-18d2-40d9-90a6-c28f351c901e service neutron] Pushing event updated for resources: {'Port': ['ID=51d29ef5-a19e-45cb-a0b8-4766b74519e0,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:04.740056 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e0cc51-92de-4a01-a02f-60fe7da694c7'] response: {'name': 'network-changed', 'server_uuid': '8dc6be5f-f17a-423e-91d3-31882042db63', 'tag': '51d29ef5-a19e-45cb-a0b8-4766b74519e0', 'status': 'completed', 'code': 200} May 09 05:36:04.826995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-95f333ff-c048-4c58-9578-d41986a56680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:04.828580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-95f333ff-c048-4c58-9578-d41986a56680 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be2742f0ea04665a50d7d9052e53d37&device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 1097 time: 0.0741229 May 09 05:36:04.906376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-86777611-5472-4726-b792-96a6943aa0ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0 HTTP/1.1" status: 200 len: 217 time: 0.0654988 May 09 05:36:04.969307 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4db0d669-0a06-431e-81a8-518fda776648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:04.970620 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-4db0d669-0a06-431e-81a8-518fda776648 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89db38c5-c95b-4a3c-a40f-b24a1ab67d66 HTTP/1.1" status: 200 len: 855 time: 0.0589042 May 09 05:36:05.049255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-e459a5c4-2cc8-44b1-84fe-867adab54c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:05.050759 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-e459a5c4-2cc8-44b1-84fe-867adab54c6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=800361fb-3648-4081-bd0c-c6f9fd9687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742438 May 09 05:36:05.190747 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-9ef33cd7-5558-496c-ae0a-ac25a9d23e40 service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334324 May 09 05:36:05.324217 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c606fcb-ba26-4cd6-bdb6-efcc6afd1024 req-c27742e3-95e0-4a57-b733-4cf8b484869b service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267710 May 09 05:36:05.595416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e4e92-bf3f-4415-b5e4-b8b25568437b req-4b7bce27-7947-4997-9e1f-907df7f219b3 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:05.596875 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad4e4e92-bf3f-4415-b5e4-b8b25568437b req-4b7bce27-7947-4997-9e1f-907df7f219b3 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 944 time: 0.2417576 May 09 05:36:05.599411 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-e6cc1343-5da0-447d-809a-dd73bb5ff414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:05.600935 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-e6cc1343-5da0-447d-809a-dd73bb5ff414 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be2742f0ea04665a50d7d9052e53d37&device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 1097 time: 0.1082504 May 09 05:36:05.721921 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad4e4e92-bf3f-4415-b5e4-b8b25568437b req-33c9e4b0-d56a-4110-9fb3-e4034c92645b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189971 May 09 05:36:05.763525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-a8be3415-c265-4a86-aefe-14fec7e7ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:05.764989 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-a8be3415-c265-4a86-aefe-14fec7e7ad65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 200 len: 917 time: 0.1497338 May 09 05:36:05.834330 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-32ecca77-bfc2-479c-963f-3b62051430ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0 HTTP/1.1" status: 200 len: 217 time: 0.0633020 May 09 05:36:05.896565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-93ca9df5-ed80-4f06-91bf-56ff61f3544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:05.897924 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-93ca9df5-ed80-4f06-91bf-56ff61f3544a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89db38c5-c95b-4a3c-a40f-b24a1ab67d66 HTTP/1.1" status: 200 len: 855 time: 0.0574424 May 09 05:36:05.975727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-b141b8a4-b717-481f-953d-d4e0c9c52cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:05.977224 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-b141b8a4-b717-481f-953d-d4e0c9c52cbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=800361fb-3648-4081-bd0c-c6f9fd9687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734286 May 09 05:36:06.110365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-0e6a5faa-eb35-40e9-bffb-92ebdc704317 service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263750 May 09 05:36:06.244704 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-25404d1e-0f20-4a02-a8f4-af36a9bb07f7 req-a59befb2-a8d5-47a7-b16e-277f77edd150 service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272771 May 09 05:36:06.933346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d9b5e-2224-471d-af86-333153eded86 req-7d4b5e8d-60ae-4e89-887f-3f1252eed606 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:06.934809 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b74d9b5e-2224-471d-af86-333153eded86 req-7d4b5e8d-60ae-4e89-887f-3f1252eed606 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 944 time: 0.0861421 May 09 05:36:06.984941 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b74d9b5e-2224-471d-af86-333153eded86 req-265b25c0-4a1c-4bca-85bb-081f88425d73 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 May 09 05:36:08.200852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d630e-1edf-41c1-9def-a293faf3d5ec req-5b2c766a-b69c-40ed-99fb-0fd548bef265 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:08.202336 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-271d630e-1edf-41c1-9def-a293faf3d5ec req-5b2c766a-b69c-40ed-99fb-0fd548bef265 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 944 time: 0.1013021 May 09 05:36:08.249753 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-271d630e-1edf-41c1-9def-a293faf3d5ec req-26f34926-deb7-43c8-8087-becebf75afef tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 May 09 05:36:08.606375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51d29ef5-a19e-45cb-a0b8-4766b74519e0 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:36:08.748782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51d29ef5-a19e-45cb-a0b8-4766b74519e0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:08.761675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '51d29ef5-a19e-45cb-a0b8-4766b74519e0', 'network_id': '800361fb-3648-4081-bd0c-c6f9fd9687d4', 'port_id': '51d29ef5-a19e-45cb-a0b8-4766b74519e0', 'mac_address': 'fa:16:3e:75:9a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89db38c5-c95b-4a3c-a40f-b24a1ab67d66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:36:08.815929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:08.833171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d29ef5-a19e-45cb-a0b8-4766b74519e0 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:36:08.850638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51d29ef5-a19e-45cb-a0b8-4766b74519e0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:08.857041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:08.931016 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=51d29ef5-a19e-45cb-a0b8-4766b74519e0,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:09.245504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['51d29ef5-a19e-45cb-a0b8-4766b74519e0'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:36:09.447476 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d576-ec71-422a-ab52-770be8e77e7f req-2b58b667-73d5-43d1-9514-5b0df10eb3a6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:09.448943 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d8d2d576-ec71-422a-ab52-770be8e77e7f req-2b58b667-73d5-43d1-9514-5b0df10eb3a6 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 945 time: 0.0898535 May 09 05:36:09.492738 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d8d2d576-ec71-422a-ab52-770be8e77e7f req-55fce44b-dc03-4a32-abdc-1420ad908b83 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 May 09 05:36:10.610612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51d29ef5-a19e-45cb-a0b8-4766b74519e0 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:10.684201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:10.688842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08a7f-86e7-4f42-8f7b-e55fd70768f6 req-1e8ccffb-1a53-4a58-bc84-979674ce42b8 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:10.689631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:10.689997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:10.690520 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7b08a7f-86e7-4f42-8f7b-e55fd70768f6 req-1e8ccffb-1a53-4a58-bc84-979674ce42b8 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 945 time: 0.0836661 May 09 05:36:10.740040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7b08a7f-86e7-4f42-8f7b-e55fd70768f6 req-460e1c82-df34-4ae9-9a44-7e9926968f2b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 May 09 05:36:10.809187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:10.836257 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc6be5f-f17a-423e-91d3-31882042db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d29ef5-a19e-45cb-a0b8-4766b74519e0'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:36:10.846417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51d29ef5-a19e-45cb-a0b8-4766b74519e0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:10.850352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:10.880586 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce241e6-f10e-4241-a9ed-8a05834e68ab'] response: {'server_uuid': '8dc6be5f-f17a-423e-91d3-31882042db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d29ef5-a19e-45cb-a0b8-4766b74519e0', 'code': 200} May 09 05:36:10.927724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=51d29ef5-a19e-45cb-a0b8-4766b74519e0,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:11.157174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f31e-837d-4eb8-a5d4-b37931129e67 req-c7da509f-e012-4555-a79f-7eb7ef3d110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:11.158524 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8551f31e-837d-4eb8-a5d4-b37931129e67 req-c7da509f-e012-4555-a79f-7eb7ef3d110b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 1099 time: 0.0800455 May 09 05:36:11.199037 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8551f31e-837d-4eb8-a5d4-b37931129e67 req-d5ce02ee-c8c4-4cf3-9203-c6d74af492e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 May 09 05:36:11.949176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0944d7-4781-4727-8bd1-b714e3a2ac68 req-ba23785e-b46d-4dd6-84a9-635cf9141589 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:11.950629 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7e0944d7-4781-4727-8bd1-b714e3a2ac68 req-ba23785e-b46d-4dd6-84a9-635cf9141589 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 946 time: 0.0994718 May 09 05:36:11.999947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7e0944d7-4781-4727-8bd1-b714e3a2ac68 req-2bacb918-7597-44c1-8066-ab538b8997bf tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 May 09 05:36:12.383596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91f389b7-a4b6-41a4-b1b3-635625aacfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:13.198053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc13e0-a3ff-440b-9b27-de3111e4c6c7 req-e3725000-2831-413c-9721-6ffaea77a6ff tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:13.199556 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cfc13e0-a3ff-440b-9b27-de3111e4c6c7 req-e3725000-2831-413c-9721-6ffaea77a6ff tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 946 time: 0.0868959 May 09 05:36:13.245721 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5cfc13e0-a3ff-440b-9b27-de3111e4c6c7 req-5fea0e08-2811-43a8-8f1a-1bc3566798fb tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 May 09 05:36:13.430972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b95df-7390-4ab5-b23d-90e55c902c85 req-46d0b43d-bdd4-4d29-9694-00a32a66ffae tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:13.432554 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f0b95df-7390-4ab5-b23d-90e55c902c85 req-46d0b43d-bdd4-4d29-9694-00a32a66ffae tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 946 time: 0.0824065 May 09 05:36:13.479901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f0b95df-7390-4ab5-b23d-90e55c902c85 req-a88398c0-dbdd-4c79-815f-fe371bc8b739 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 May 09 05:36:14.645632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5f459823-4635-45d9-82a0-51e1d0dfc139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:15.629083 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:36:15.793816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:15.930802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:17.522224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:18.987390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:24.694055 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-1c355fa0-3f04-4249-999a-d5cd991ae23f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751224 May 09 05:36:24.852376 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-1b55887b-0674-4483-b9c5-fa10b6e7ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:24.853883 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-1b55887b-0674-4483-b9c5-fa10b6e7ff12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0be2742f0ea04665a50d7d9052e53d37&device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 1099 time: 0.0727127 May 09 05:36:25.021229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-d240d3cf-fe44-4818-803d-fc2b9cb3b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:25.022758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-d240d3cf-fe44-4818-803d-fc2b9cb3b4d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 200 len: 917 time: 0.1364148 May 09 05:36:25.198981 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-0e6a7228-bc89-4226-a014-5256b77810c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0 HTTP/1.1" status: 200 len: 217 time: 0.1647890 May 09 05:36:25.271900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-6015de9c-4040-4b53-a198-bef2e279ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:25.273417 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-6015de9c-4040-4b53-a198-bef2e279ffab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89db38c5-c95b-4a3c-a40f-b24a1ab67d66 HTTP/1.1" status: 200 len: 855 time: 0.0672274 May 09 05:36:25.354671 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-0f7db218-b025-47f8-bb47-397c93e6d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:25.356131 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-0f7db218-b025-47f8-bb47-397c93e6d1eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=800361fb-3648-4081-bd0c-c6f9fd9687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756359 May 09 05:36:25.495151 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-2d24e777-2359-4617-ab16-8dbc9066beae service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282713 May 09 05:36:25.640574 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd6eb27a-5b64-47de-8e6e-a4e92128b519 req-47107047-3eab-4501-8224-5e6e35c21a4c service neutron] 10.222.0.59 "GET /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335030 May 09 05:36:29.197353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe64746-c260-4708-a1c2-0f5b26aa0885 req-67e5e1c9-04c0-4d12-92f6-6df1f8c22dea tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:29.198689 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3fe64746-c260-4708-a1c2-0f5b26aa0885 req-67e5e1c9-04c0-4d12-92f6-6df1f8c22dea tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 946 time: 0.0829532 May 09 05:36:29.242787 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3fe64746-c260-4708-a1c2-0f5b26aa0885 req-a3896393-666f-4839-b9e8-a08030205c49 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 May 09 05:36:30.441408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0601c-bb71-4e14-ada9-7f85f590c9f8 req-294e7804-6df2-4621-9b20-2c6ce8e96c8b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:30.442857 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a6b0601c-bb71-4e14-ada9-7f85f590c9f8 req-294e7804-6df2-4621-9b20-2c6ce8e96c8b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 946 time: 0.0823386 May 09 05:36:30.489722 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a6b0601c-bb71-4e14-ada9-7f85f590c9f8 req-061d91b3-7659-4db2-95a2-94eb92b0ffae tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379786 May 09 05:36:31.248101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-1a71159f-1007-4052-bc5e-c89416fef49a tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:31.249590 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-1a71159f-1007-4052-bc5e-c89416fef49a tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 946 time: 0.1020663 May 09 05:36:31.328724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Deleting port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:31.329066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:31.605241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] For port 51d29ef5-a19e-45cb-a0b8-4766b74519e0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51d29ef5-a19e-45cb-a0b8-4766b74519e0,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:31.605926 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:31.699193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ec829-12b5-4314-a0de-5ca685c9a4e6 req-2a18e0de-c396-49b9-94f0-c7fef1099a3b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:31.702650 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-394ec829-12b5-4314-a0de-5ca685c9a4e6 req-2a18e0de-c396-49b9-94f0-c7fef1099a3b tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dc6be5f-f17a-423e-91d3-31882042db63 HTTP/1.1" status: 200 len: 946 time: 0.0989549 May 09 05:36:31.748551 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-394ec829-12b5-4314-a0de-5ca685c9a4e6 req-855433e5-06c5-47d0-ad7a-af87addee395 tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.50 "GET /v2.0/security-groups?id=7968bbef-03b1-4526-82b6-e2e7257bc202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 May 09 05:36:31.755308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Calling delete_port for 51d29ef5-a19e-45cb-a0b8-4766b74519e0 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:31.933977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:31.968853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['51d29ef5-a19e-45cb-a0b8-4766b74519e0'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:36:32.030893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Pushing event deleted for resources: {'Port': ['ID=51d29ef5-a19e-45cb-a0b8-4766b74519e0,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:32.080120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] No DVR routers for this DVR port 51d29ef5-a19e-45cb-a0b8-4766b74519e0 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:36:32.082677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:32.085407 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc6be5f-f17a-423e-91d3-31882042db63', 'name': 'network-vif-deleted', 'tag': '51d29ef5-a19e-45cb-a0b8-4766b74519e0'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:36:32.102217 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c1597f70-5b40-435f-a921-a6bb27ee9946 req-564ab512-d33d-4b06-8a1c-15b03e5d489c tempest-TestEncryptedCinderVolumes-1490054968 tempest-TestEncryptedCinderVolumes-1490054968-project] 10.222.0.59 "DELETE /v2.0/ports/51d29ef5-a19e-45cb-a0b8-4766b74519e0 HTTP/1.1" status: 204 len: 173 time: 0.8471649 May 09 05:36:32.134974 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61211aa8-2c97-4856-9754-1c29d51e94ef'] response: {'server_uuid': '8dc6be5f-f17a-423e-91d3-31882042db63', 'name': 'network-vif-deleted', 'tag': '51d29ef5-a19e-45cb-a0b8-4766b74519e0', 'status': 'completed', 'code': 200} May 09 05:36:32.879222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46482) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:33.436987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:33.890321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Deleting port eb90d19f-20f3-42ce-a24d-9a50a0e16458 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:33.891116 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:34.062790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] For port eb90d19f-20f3-42ce-a24d-9a50a0e16458, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=eb90d19f-20f3-42ce-a24d-9a50a0e16458,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:34.063131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:34.185509 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Calling delete_port for eb90d19f-20f3-42ce-a24d-9a50a0e16458 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:34.513394 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:34.565782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb90d19f-20f3-42ce-a24d-9a50a0e16458,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:34.602932 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.603241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.603593 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.603921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.604231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.604580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.604892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.605175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.605488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.605796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.606108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.606445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:34.691491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51d29ef5-a19e-45cb-a0b8-4766b74519e0 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:34.726791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 51d29ef5-a19e-45cb-a0b8-4766b74519e0 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:34.727100 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51d29ef5-a19e-45cb-a0b8-4766b74519e0 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:34.848729 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:35.350707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:36:35.534057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:36:35.543996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] Sync routers for ids ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:36:35.548470 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5d46d119-5998-4e1d-b3bf-0cc518f00a34 admin admin] 10.222.0.50 "PUT /v2.0/routers/b8cff0ce-cd5e-40fb-ad10-ebcea016b28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6667402 May 09 05:36:35.549790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46486) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:35.554666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] Routers {'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:35.555473 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:35.770265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] Set router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:35.854729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.034042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.044112 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Deleting port 733e8fef-3757-4277-a9fe-4a0da2a223ae {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:36.044474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.057250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240'}], 'enable_snat': True}, 'gw_port_id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:36:34Z', 'revision_number': 5, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port': {'id': '733e8fef-3757-4277-a9fe-4a0da2a223ae', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:36.061044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] Checking router: b8cff0ce-cd5e-40fb-ad10-ebcea016b28e for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:36:36.069156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] Routers {'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:36.069845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:36.221719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] Set router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:36.225450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] For port 733e8fef-3757-4277-a9fe-4a0da2a223ae, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=733e8fef-3757-4277-a9fe-4a0da2a223ae,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:36.225809 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.329554 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:36:36Z', 'revision_number': 6, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:36.333680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfc127-f0b9-4ad0-9557-63b8d97684ba None None] The sync data for ids ['b8cff0ce-cd5e-40fb-ad10-ebcea016b28e'] in dv-neutron-840482-1-hyperv is: [{'id': 'b8cff0ce-cd5e-40fb-ad10-ebcea016b28e', 'name': 'tempest-TestEncryptedCinderVolumes-387130806-router', 'tenant_id': '0be2742f0ea04665a50d7d9052e53d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:13Z', 'updated_at': '2022-05-09T05:36:36Z', 'revision_number': 6, 'project_id': '0be2742f0ea04665a50d7d9052e53d37', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:36:36.348321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Calling delete_port for 733e8fef-3757-4277-a9fe-4a0da2a223ae owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:36.528734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.575489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=733e8fef-3757-4277-a9fe-4a0da2a223ae,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:36.673340 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.850584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.853025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.877255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.877774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cff0ce-cd5e-40fb-ad10-ebcea016b28e {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:36:36.890631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:36.891844 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-041d9e37-49b7-4263-ba92-2c70c8146d0c admin admin] 10.222.0.50 "DELETE /v2.0/routers/b8cff0ce-cd5e-40fb-ad10-ebcea016b28e HTTP/1.1" status: 204 len: 168 time: 1.3411129 May 09 05:36:36.894476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46490) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:36.954961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] Deleting subnet 89db38c5-c95b-4a3c-a40f-b24a1ab67d66 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:36:36.957951 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.009759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.094566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.167179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.218959 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89db38c5-c95b-4a3c-a40f-b24a1ab67d66,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:37.221617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.227781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b709c05-a454-4f74-8d11-4878298a5c80 None None] Network 800361fb-3648-4081-bd0c-c6f9fd9687d4 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:36:37.228842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-190a50fd-04d8-4ff9-bd63-6cb841135fc9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/89db38c5-c95b-4a3c-a40f-b24a1ab67d66 HTTP/1.1" status: 204 len: 168 time: 0.3333802 May 09 05:36:37.231176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46494) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:37.326891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 733e8fef-3757-4277-a9fe-4a0da2a223ae no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:37.378440 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 733e8fef-3757-4277-a9fe-4a0da2a223ae {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:37.378789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 733e8fef-3757-4277-a9fe-4a0da2a223ae not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:37.379188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb90d19f-20f3-42ce-a24d-9a50a0e16458 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:37.424198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: eb90d19f-20f3-42ce-a24d-9a50a0e16458 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:37.424551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb90d19f-20f3-42ce-a24d-9a50a0e16458 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:37.467690 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.478512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Deleting port dd02cbff-c69a-4b41-9441-d9c8db2e392b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:37.478839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.605788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] DHCP port deletion for 800361fb-3648-4081-bd0c-c6f9fd9687d4 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:36:37.610364 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Deleting port dd02cbff-c69a-4b41-9441-d9c8db2e392b {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:37.610733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.682457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] For port dd02cbff-c69a-4b41-9441-d9c8db2e392b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd02cbff-c69a-4b41-9441-d9c8db2e392b,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:37.683053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.807452 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Calling delete_port for dd02cbff-c69a-4b41-9441-d9c8db2e392b owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:37.814968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] For port dd02cbff-c69a-4b41-9441-d9c8db2e392b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dd02cbff-c69a-4b41-9441-d9c8db2e392b,segment=NetworkSegment(ecf85564-0388-4743-a3ee-69b04c1ceb22),segment_id=ecf85564-0388-4743-a3ee-69b04c1ceb22)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:37.815358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.883852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:37.934142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd02cbff-c69a-4b41-9441-d9c8db2e392b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:37.935923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] No DVR routers for this DVR port dd02cbff-c69a-4b41-9441-d9c8db2e392b on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:36:37.938338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Calling delete_port for dd02cbff-c69a-4b41-9441-d9c8db2e392b owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 05:36:38.005217 dv-neutron-840482-1-hyperv neutron-server[88043]: util.warn( May 09 05:36:38.014422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:36:38.014777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:36:38.051362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:38.076848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800361fb-3648-4081-bd0c-c6f9fd9687d4']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:38.089374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf85564-0388-4743-a3ee-69b04c1ceb22') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:38.089660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf85564-0388-4743-a3ee-69b04c1ceb22') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:38.100729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:38.117107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:38.123397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:36:38.123768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:36:38.137422 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:36:38.216335 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:38.232224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:38.242495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=800361fb-3648-4081-bd0c-c6f9fd9687d4,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:38.260078 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e6a4e5a3-8a9c-402f-810c-6dff6c499c59 admin admin] 10.222.0.50 "DELETE /v2.0/networks/800361fb-3648-4081-bd0c-c6f9fd9687d4 HTTP/1.1" status: 204 len: 168 time: 1.0277681 May 09 05:36:38.264966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46498) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:38.516464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Deleting port dd02cbff-c69a-4b41-9441-d9c8db2e392b {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:38.517031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:38.629932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c35e1-8bdd-428b-b235-5b20d6509f05 None None] The port 'dd02cbff-c69a-4b41-9441-d9c8db2e392b' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:36:38.823011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:39.285497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd02cbff-c69a-4b41-9441-d9c8db2e392b no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:39.295177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Deleting port 79d41500-f991-4886-bbbc-4f5e6423a699 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:39.295515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:39.319404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: dd02cbff-c69a-4b41-9441-d9c8db2e392b {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:39.319745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dd02cbff-c69a-4b41-9441-d9c8db2e392b not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:39.476370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] For port 79d41500-f991-4886-bbbc-4f5e6423a699, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=79d41500-f991-4886-bbbc-4f5e6423a699,segment=NetworkSegment(1785e54a-7df1-4dc6-a00a-dc25cdd37376),segment_id=1785e54a-7df1-4dc6-a00a-dc25cdd37376)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:39.476860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:39.602644 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Calling delete_port for 79d41500-f991-4886-bbbc-4f5e6423a699 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:39.794012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:39.842251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Pushing event deleted for resources: {'Port': ['ID=79d41500-f991-4886-bbbc-4f5e6423a699,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:40.110092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:40.585484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:36:40.769350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:36:40.778516 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] Sync routers for ids ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:36:40.779550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3c352f21-85e0-470d-82d1-c4ee0d95b78a admin admin] 10.222.0.50 "PUT /v2.0/routers/82b973a6-9cae-4f8d-9f0a-af5708f7bb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5135636 May 09 05:36:40.782119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46502) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:40.788358 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] Routers {'82b973a6-9cae-4f8d-9f0a-af5708f7bb47'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:40.789127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:40.963945 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] Set router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:40.975575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:41.159700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:41.170724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Deleting port ebf20db8-33cf-40e1-a3c7-777efeceba6d {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:41.171065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:41.275797 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:36:39Z', 'revision_number': 5, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port': {'id': 'ebf20db8-33cf-40e1-a3c7-777efeceba6d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:35:20Z', 'updated_at': '2022-05-09T05:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:41.279572 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] Checking router: 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:36:41.287861 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] Routers {'82b973a6-9cae-4f8d-9f0a-af5708f7bb47'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:41.288520 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:41.347432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] For port ebf20db8-33cf-40e1-a3c7-777efeceba6d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ebf20db8-33cf-40e1-a3c7-777efeceba6d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:41.347790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:41.432562 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] Set router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:41.472649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Calling delete_port for ebf20db8-33cf-40e1-a3c7-777efeceba6d owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:41.535658 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:36:41Z', 'revision_number': 6, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:41.540183 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ff486-bc0a-42ea-8531-dff9cb7ee02d None None] The sync data for ids ['82b973a6-9cae-4f8d-9f0a-af5708f7bb47'] in dv-neutron-840482-1-hyperv is: [{'id': '82b973a6-9cae-4f8d-9f0a-af5708f7bb47', 'name': 'tempest-TestEncryptedCinderVolumes-1837434417-router', 'tenant_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:35:19Z', 'updated_at': '2022-05-09T05:36:41Z', 'revision_number': 6, 'project_id': 'beb52f17ac144b4cbbd2d496ee75453d', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:36:41.651839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:41.701199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf20db8-33cf-40e1-a3c7-777efeceba6d,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:41.909109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.081627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.084117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.108518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.109006 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b973a6-9cae-4f8d-9f0a-af5708f7bb47 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:36:42.121851 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.123012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8f79bfda-bc83-451e-a8eb-9b002d4a749d admin admin] 10.222.0.50 "DELETE /v2.0/routers/82b973a6-9cae-4f8d-9f0a-af5708f7bb47 HTTP/1.1" status: 204 len: 168 time: 1.3399706 May 09 05:36:42.125781 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46506) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:42.189734 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] Deleting subnet fdbdaec1-f8b5-4588-b4a4-10b73c479b8f {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:36:42.193037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.240958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.321017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.372441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-85e5ab5c-10b3-4327-b8ac-0890911cee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.397061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.433788 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdbdaec1-f8b5-4588-b4a4-10b73c479b8f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:42.437540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.443605 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-627806b1-43d9-4be7-9fc0-304596fb5d0b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fdbdaec1-f8b5-4588-b4a4-10b73c479b8f HTTP/1.1" status: 204 len: 168 time: 0.3167751 May 09 05:36:42.444146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074c51f-c648-4e31-82e5-3cfcb13986e7 None None] Network d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:36:42.446371 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46510) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:42.556675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.566919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Deleting port aa81b937-e808-48eb-bade-fb3248597477 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:42.567441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.691215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] DHCP port deletion for d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:36:42.695570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Deleting port aa81b937-e808-48eb-bade-fb3248597477 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:42.695948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.777340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] For port aa81b937-e808-48eb-bade-fb3248597477, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=aa81b937-e808-48eb-bade-fb3248597477,segment=NetworkSegment(1785e54a-7df1-4dc6-a00a-dc25cdd37376),segment_id=1785e54a-7df1-4dc6-a00a-dc25cdd37376)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:42.777638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.895922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] For port aa81b937-e808-48eb-bade-fb3248597477, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=aa81b937-e808-48eb-bade-fb3248597477,segment=NetworkSegment(1785e54a-7df1-4dc6-a00a-dc25cdd37376),segment_id=1785e54a-7df1-4dc6-a00a-dc25cdd37376)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:42.896304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:42.906115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Calling delete_port for aa81b937-e808-48eb-bade-fb3248597477 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:42.986488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.029177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Calling delete_port for aa81b937-e808-48eb-bade-fb3248597477 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:36:43.105574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:36:43.105899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:36:43.151213 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa81b937-e808-48eb-bade-fb3248597477,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:43.154666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] No DVR routers for this DVR port aa81b937-e808-48eb-bade-fb3248597477 on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:36:43.273065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.288798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aa81b937-e808-48eb-bade-fb3248597477 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:43.299742 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:43.312228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1785e54a-7df1-4dc6-a00a-dc25cdd37376') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:43.312590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1785e54a-7df1-4dc6-a00a-dc25cdd37376') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:43.322876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: aa81b937-e808-48eb-bade-fb3248597477 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:43.323217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device aa81b937-e808-48eb-bade-fb3248597477 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:43.323621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ebf20db8-33cf-40e1-a3c7-777efeceba6d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:43.324150 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.344196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.350654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:36:43.351055 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.360649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ebf20db8-33cf-40e1-a3c7-777efeceba6d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:43.360988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ebf20db8-33cf-40e1-a3c7-777efeceba6d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:43.361391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 79d41500-f991-4886-bbbc-4f5e6423a699 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:36:43.364826 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:36:43.394224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 79d41500-f991-4886-bbbc-4f5e6423a699 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:36:43.394788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 79d41500-f991-4886-bbbc-4f5e6423a699 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:36:43.446310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.466063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.476956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:43.479763 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-93c8071b-a917-4694-a267-58630a07b366 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d3ec1176-82c5-4ddd-9760-a5fe50fa8c5c HTTP/1.1" status: 204 len: 168 time: 1.0322485 May 09 05:36:43.607515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Deleting port aa81b937-e808-48eb-bade-fb3248597477 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:36:43.607921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.669858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46516) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:43.679121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-9b4231b7-1586-4174-94ec-f0d460f0ccd3 None None] The port 'aa81b937-e808-48eb-bade-fb3248597477' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:36:43.721445 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6d1996b9-9721-4dbf-9d8b-5cb54a12571b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0be2742f0ea04665a50d7d9052e53d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502641 May 09 05:36:43.723766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46520) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:43.782367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e2da-89b4-4b43-82e9-b93f4f4a2e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.810221 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e2da-89b4-4b43-82e9-b93f4f4a2e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.862795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e2da-89b4-4b43-82e9-b93f4f4a2e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.879396 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3e2da-89b4-4b43-82e9-b93f4f4a2e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968bbef-03b1-4526-82b6-e2e7257bc202,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:43.891686 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e2da-89b4-4b43-82e9-b93f4f4a2e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:43.895522 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a0c3e2da-89b4-4b43-82e9-b93f4f4a2e4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7968bbef-03b1-4526-82b6-e2e7257bc202 HTTP/1.1" status: 204 len: 168 time: 0.1682100 May 09 05:36:44.269570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46528) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:44.320380 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-55fe7050-65a7-4ea1-9de2-d435b218a110 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=beb52f17ac144b4cbbd2d496ee75453d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495920 May 09 05:36:44.323448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46532) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:44.385113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2c66-a1d3-4a4a-8693-21af288bc59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:44.413149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2c66-a1d3-4a4a-8693-21af288bc59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:44.468492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2c66-a1d3-4a4a-8693-21af288bc59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:44.490246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c2c66-a1d3-4a4a-8693-21af288bc59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc90ef4-6f95-49c4-bc79-a16b6e9cd917,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:44.495035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2c66-a1d3-4a4a-8693-21af288bc59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:44.495769 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ac9c2c66-a1d3-4a4a-8693-21af288bc59a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbc90ef4-6f95-49c4-bc79-a16b6e9cd917 HTTP/1.1" status: 204 len: 168 time: 0.1714432 May 09 05:36:44.640069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac6686d2-8349-4566-bcd2-c49486747642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.316751 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46556) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:45.460832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2118413514-network', 'tenant_id': '0b699f242b3a4801a0dac5522553397d'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:45.466233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:45.470782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Usage tracker for resource:network and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:45.473941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:45.480602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:45.495330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Made reservation on behalf of 0b699f242b3a4801a0dac5522553397d for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:36:45.498741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.515235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.530828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:45.534932 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:45.537819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:45.544486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:45.635948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.641860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.669023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:36:45.681120 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ead289-d6d8-472e-a989-6f1af1c2b711,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:45.685604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.685940 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Added segment e345da45-aee8-4f09-b2fe-bc52ddf89079 of type vlan for network 6c550675-8dfc-458a-99a8-ae8a95c5120b May 09 05:36:45.715449 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.745172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.746166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:45.746815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.795686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.845585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] Pushing event updated for resources: {'Network': ['ID=6c550675-8dfc-458a-99a8-ae8a95c5120b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:45.848528 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-60852d45-8a58-437d-a3f1-47b30e9ac584 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5307720 May 09 05:36:45.851567 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46562) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:45.858067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:36:45.858388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Request body: {'subnet': {'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2118413514-subnet', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:45.866004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:45.870867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Usage tracker for resource:subnet and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:45.873872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:45.879870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:45.895458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Made reservation on behalf of 0b699f242b3a4801a0dac5522553397d for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:36:45.897784 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:45.965352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.111464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.181954 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da107405-7f81-40fe-9e86-b1b4b75f7fea,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:46.192492 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Checking segment: {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:46.192824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Network hostable DHCP agents. Network: 6c550675-8dfc-458a-99a8-ae8a95c5120b, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:36:46.212088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:36:46.221849 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 6c550675-8dfc-458a-99a8-ae8a95c5120b) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:46.225739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:46.226318 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.232682 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da782a-2825-4843-8162-03f0f0af912b None None] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:36:46.247742 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9eea8d27-d280-4545-91a8-c7e87127c50b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3951547 May 09 05:36:46.250704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46566) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:46.255931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:46.260840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:46.265059 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Usage tracker for resource:router and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:46.267839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:46.273548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:46.287508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.288501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.304486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.450734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-6c550675-8dfc-458a-99a8-ae8a95c5120b', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:36:46.451575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.571121 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.604793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Allocated IP 172.20.0.2 (6c550675-8dfc-458a-99a8-ae8a95c5120b/da107405-7f81-40fe-9e86-b1b4b75f7fea/1afc3b8e-989d-43fb-ab8d-895af6e28e0f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:36:46.848982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.860146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Transition to ACTIVE for port object 1afc3b8e-989d-43fb-ab8d-895af6e28e0f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:46.879471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Transition to ACTIVE for port object 1afc3b8e-989d-43fb-ab8d-895af6e28e0f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:46.888006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:46.953893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:46.956851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:46.960422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:36:46.966468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Pushing event updated for resources: {'Port': ['ID=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:47.001099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.002731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.003077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.003410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.003765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.004070 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.004386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.004731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.005050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.005374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.005692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.006010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.006344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:47.035138 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.065247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Attempting to bind port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:36:47.065586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Attempting to bind port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:36:47.065976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Attempting to bind port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f on network 6c550675-8dfc-458a-99a8-ae8a95c5120b {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:36:47.071339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:36:47.071709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Checking segment: {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:47.072103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.072484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Bound using segment: {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:36:47.073133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Bound port: 1afc3b8e-989d-43fb-ab8d-895af6e28e0f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:36:47.073480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.161300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] For port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:36:47.164256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] For port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:36:47.168181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Allocated IP 172.26.0.23 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/7fdc4bf7-87c7-4635-a4b5-19298a7d6c87) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:36:47.170570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.265373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072f2f-bee9-4975-ba19-78be3ed13ea9 None None] Pushing event updated for resources: {'Port': ['ID=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:47.328175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.359109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.433174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:47.444752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:47.449132 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:36:47.481956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:47.529873 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:47.888820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:48.236093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69efac7-eb2c-4a01-b31c-aabe9740ec0b None None] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:36:48.249596 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:48.340500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-afe8b9b4-5d51-458d-80b0-50aba3f859ad None None] Provisioning for port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:48.582342 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:36:48.783038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:36:48.792688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Sync routers for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:36:48.802255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:48.802868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:48.807383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:48.808634 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b4312c58-72cc-4a6e-9d55-6ecfef60d5d2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5569725 May 09 05:36:48.811424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46570) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:48.978861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:49.155702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.279661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:47Z', 'revision_number': 3, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:49.292676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Checking router: fdaf0951-6e19-4904-9f5c-e3e27c9ba322 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:36:49.293024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Updating router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:36:49.329886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1afc3b8e-989d-43fb-ab8d-895af6e28e0f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:49.396649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.500702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.509184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:49.518700 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:49.519061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.710409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Allocated IP 172.20.0.1 (6c550675-8dfc-458a-99a8-ae8a95c5120b/da107405-7f81-40fe-9e86-b1b4b75f7fea/dc0f1937-a57d-4f79-a65c-0f66e45f3495) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:36:49.784993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.857423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.861906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:49.873182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Transition to ACTIVE for port object dc0f1937-a57d-4f79-a65c-0f66e45f3495 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:49.874757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.897092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.959956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:49.973000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:49.976660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:49.977794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:49.980934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Transition to ACTIVE for port object 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:49.981501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:36:49.993128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.091169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Attempting to bind port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:36:50.091596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Attempting to bind port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:36:50.092018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Attempting to bind port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:36:50.098486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:36:50.099035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:50.099531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.100020 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:36:50.100606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Bound port: 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:36:50.101071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.125969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410de92-7364-4aa8-8598-51cbdefeb6e0 None None] Pushing event updated for resources: {'Port': ['ID=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:50.177209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0f1937-a57d-4f79-a65c-0f66e45f3495,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:50.179710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.185495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] For port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:36:50.188814 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] For port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:36:50.194282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.278627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-29e84c2c-8393-4d13-81db-303f4b319f56 None None] Provisioning for port dc0f1937-a57d-4f79-a65c-0f66e45f3495 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:50.286885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:50.286885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:50.335190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-29e84c2c-8393-4d13-81db-303f4b319f56 None None] Provisioning complete for port dc0f1937-a57d-4f79-a65c-0f66e45f3495 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:50.335426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-29e84c2c-8393-4d13-81db-303f4b319f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.411395 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410de92-7364-4aa8-8598-51cbdefeb6e0 None None] Pushing event updated for resources: {'Port': ['ID=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:50.424672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-29e84c2c-8393-4d13-81db-303f4b319f56 None None] Port dc0f1937-a57d-4f79-a65c-0f66e45f3495 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:36:50.443790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.524598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:50.663051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.668834 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.769182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:50.798354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0f1937-a57d-4f79-a65c-0f66e45f3495,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:50.804595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:47Z', 'revision_number': 3, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:50.808858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c0aa9-c6f4-481f-b660-acc9c031d5f8 None None] The sync data for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv is: [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:47Z', 'revision_number': 3, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:36:50.916879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:50.917965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:51.121099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:36:51.268181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-bac0661b-596f-4d00-a3a3-f13252ee6027 None None] Provisioning complete for port dc0f1937-a57d-4f79-a65c-0f66e45f3495 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:51.268349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bac0661b-596f-4d00-a3a3-f13252ee6027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:51.324270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:36:51.342287 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cf63809e-1ba7-441c-9aa1-d68e2580fac0 admin admin] 10.222.0.50 "PUT /v2.0/routers/fdaf0951-6e19-4904-9f5c-e3e27c9ba322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298038 May 09 05:36:51.344807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-bac0661b-596f-4d00-a3a3-f13252ee6027 None None] Port dc0f1937-a57d-4f79-a65c-0f66e45f3495 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:36:51.402450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:51.473556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:51.478765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:51.479208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:51.604205 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:51.621586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:51.627415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:51.628442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1afc3b8e-989d-43fb-ab8d-895af6e28e0f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:51.788837 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:51.800610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:51.800610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:51.891975 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46588) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:51.899519 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1775128953-network', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:51.904902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:51.909187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Usage tracker for resource:network and tenant:1d19f8b7faec46dbba2e9966ad5f0519 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:51.912150 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:51.918160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:51.929131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Made reservation on behalf of 1d19f8b7faec46dbba2e9966ad5f0519 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:36:51.931632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:51.943851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:51.961051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:51.965042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Usage tracker for resource:security_group_rule and tenant:1d19f8b7faec46dbba2e9966ad5f0519 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:51.968190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:51.974156 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:52.057485 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.063762 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.095639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:36:52.105389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204aa91d-cdf5-4c16-b297-18d2062a65d5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:52.112873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.113213 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Added segment 3a6224d3-6952-4694-8156-a329e8fa3c79 of type vlan for network ca0e4ff1-6e1f-4248-927d-b1798315555a May 09 05:36:52.141616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.173929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.175251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:52.175841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.281219 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0e4ff1-6e1f-4248-927d-b1798315555a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:52.284032 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ee98682d-9bd1-4664-9d45-958d5cb3b645 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3908169 May 09 05:36:52.286844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46592) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:52.291490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network ca0e4ff1-6e1f-4248-927d-b1798315555a details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:36:52.292278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Request body: {'subnet': {'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1775128953-subnet', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:52.297229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:52.301105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Usage tracker for resource:subnet and tenant:1d19f8b7faec46dbba2e9966ad5f0519 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:52.303926 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:52.310001 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:52.323951 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Made reservation on behalf of 1d19f8b7faec46dbba2e9966ad5f0519 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:36:52.324510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.351954 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Sync routers for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:36:52.365719 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:52.366337 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:52.546614 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:52.645668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.678405 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:36:52.718908 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f29fec-5bf9-480f-8606-4cf90c6a6534,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:52.730154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Checking segment: {'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:52.730498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Network hostable DHCP agents. Network: ca0e4ff1-6e1f-4248-927d-b1798315555a, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:36:52.749556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Network ca0e4ff1-6e1f-4248-927d-b1798315555a is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:36:52.759488 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, ca0e4ff1-6e1f-4248-927d-b1798315555a) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:52.764513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:36:52.765040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.770684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e63a2b-121b-4655-b915-1c8f36b08bba None None] Network ca0e4ff1-6e1f-4248-927d-b1798315555a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:36:52.791805 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-edd39a12-ab3c-48d0-9a67-d9b551be4a93 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5014708 May 09 05:36:52.792023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46596) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:52.797294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:36:52.801883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:36:52.805930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Usage tracker for resource:router and tenant:1d19f8b7faec46dbba2e9966ad5f0519 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:36:52.808931 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:36:52.814507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:36:52.826380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.827403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.843642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:52.876019 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 2, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:52.879932 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Checking router: fdaf0951-6e19-4904-9f5c-e3e27c9ba322 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:36:52.880257 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Updating router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 port dc0f1937-a57d-4f79-a65c-0f66e45f3495 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:36:52.932497 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.009982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-ca0e4ff1-6e1f-4248-927d-b1798315555a', 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'fixed_ips': [{'subnet_id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:36:53.011081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.130311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.171068 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Allocated IP 172.20.0.2 (ca0e4ff1-6e1f-4248-927d-b1798315555a/d4f29fec-5bf9-480f-8606-4cf90c6a6534/b6d01cd0-d5f7-4811-bf00-b6617ab28625) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:36:53.305578 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.318399 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Transition to ACTIVE for port object dc0f1937-a57d-4f79-a65c-0f66e45f3495 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:53.324794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:53.326686 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.433050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.444926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Transition to ACTIVE for port object b6d01cd0-d5f7-4811-bf00-b6617ab28625 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:53.464541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.468075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Transition to ACTIVE for port object b6d01cd0-d5f7-4811-bf00-b6617ab28625 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:53.478305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.497552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.560334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Network ca0e4ff1-6e1f-4248-927d-b1798315555a is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:53.563667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:53.568316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:36:53.583729 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Attempting to bind port dc0f1937-a57d-4f79-a65c-0f66e45f3495 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:36:53.584849 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Attempting to bind port dc0f1937-a57d-4f79-a65c-0f66e45f3495 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:36:53.585197 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Attempting to bind port dc0f1937-a57d-4f79-a65c-0f66e45f3495 on network 6c550675-8dfc-458a-99a8-ae8a95c5120b {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:36:53.589177 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Pushing event updated for resources: {'Port': ['ID=dc0f1937-a57d-4f79-a65c-0f66e45f3495,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:53.594443 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:36:53.594801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Checking segment: {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:53.595186 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.595563 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Bound using segment: {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:36:53.596021 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Bound port: dc0f1937-a57d-4f79-a65c-0f66e45f3495, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:36:53.596371 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.611952 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.612470 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.612801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.613130 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.613443 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.613758 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.614072 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.614385 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.614696 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.615003 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.615308 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.615614 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:36:53.643609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:53.643984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.666559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Allocated IP 172.26.0.16 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/3ac9d025-0ac9-48f5-b06c-c83e6754746a) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:36:53.667685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Pushing event updated for resources: {'Port': ['ID=b6d01cd0-d5f7-4811-bf00-b6617ab28625,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:53.712576 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] For port dc0f1937-a57d-4f79-a65c-0f66e45f3495, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:36:53.716548 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] For port dc0f1937-a57d-4f79-a65c-0f66e45f3495, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dc0f1937-a57d-4f79-a65c-0f66e45f3495,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:36:53.721585 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.726492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Attempting to bind port b6d01cd0-d5f7-4811-bf00-b6617ab28625 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:36:53.726866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Attempting to bind port b6d01cd0-d5f7-4811-bf00-b6617ab28625 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:36:53.727230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Attempting to bind port b6d01cd0-d5f7-4811-bf00-b6617ab28625 on network ca0e4ff1-6e1f-4248-927d-b1798315555a {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:36:53.740720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:36:53.741773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Checking segment: {'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:53.741773 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.742000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Bound using segment: {'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:36:53.742341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Bound port: b6d01cd0-d5f7-4811-bf00-b6617ab28625, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:36:53.742804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.802126 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:53.803092 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:53.825463 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.871456 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280079e-594f-4383-b54f-6b9dac1237d0 None None] Pushing event updated for resources: {'Port': ['ID=dc0f1937-a57d-4f79-a65c-0f66e45f3495,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:53.872953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.890593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] For port b6d01cd0-d5f7-4811-bf00-b6617ab28625, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:36:53.896193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] For port b6d01cd0-d5f7-4811-bf00-b6617ab28625, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b6d01cd0-d5f7-4811-bf00-b6617ab28625,segment=NetworkSegment(3a6224d3-6952-4694-8156-a329e8fa3c79),segment_id=3a6224d3-6952-4694-8156-a329e8fa3c79)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:36:53.902802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:53.963524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:53.966481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:53.970079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:36:53.985763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd628a1-120f-403f-8826-807aa5ea9bef None None] Pushing event updated for resources: {'Port': ['ID=b6d01cd0-d5f7-4811-bf00-b6617ab28625,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:54.037763 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:54.041384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac9d025-0ac9-48f5-b06c-c83e6754746a,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:54.388917 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:53Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:54.394298 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f74cc-b0ac-439f-923b-497756f5f0b0 None None] The sync data for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv is: [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:53Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:36:54.587873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:54.960571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:55.100372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad34edb-be82-4acb-b465-49222e8e9f20 None None] Network ca0e4ff1-6e1f-4248-927d-b1798315555a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:36:55.184212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:36:55.231221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-66b59995-ffef-47df-b049-8bd2a6950923 None None] Provisioning for port b6d01cd0-d5f7-4811-bf00-b6617ab28625 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:55.372766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6d01cd0-d5f7-4811-bf00-b6617ab28625 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:55.406244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:36:55.435380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:55.439408 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-659c9722-e5c6-4997-8ae7-b3cc42b3ea79 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6438758 May 09 05:36:55.440228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46600) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:36:55.450849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Sync routers for ids ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:36:55.485371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Routers {'6f07731f-6b9a-4d82-aaee-9ef054d804e4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:55.485989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:55.672522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Set router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:55.713515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b6d01cd0-d5f7-4811-bf00-b6617ab28625 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:55.784666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b6d01cd0-d5f7-4811-bf00-b6617ab28625 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:55.784948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:55.914129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5e7772ae-7f47-46f5-a554-229222f9ce98 None None] Provisioning complete for port b6d01cd0-d5f7-4811-bf00-b6617ab28625 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:55.914488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5e7772ae-7f47-46f5-a554-229222f9ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.130748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.136519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.182862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5e7772ae-7f47-46f5-a554-229222f9ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.206510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port b6d01cd0-d5f7-4811-bf00-b6617ab28625, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b6d01cd0-d5f7-4811-bf00-b6617ab28625,segment=NetworkSegment(3a6224d3-6952-4694-8156-a329e8fa3c79),segment_id=3a6224d3-6952-4694-8156-a329e8fa3c79)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:56.213865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.214637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dc0f1937-a57d-4f79-a65c-0f66e45f3495 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:56.346259 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Allocated IP 172.20.0.1 (ca0e4ff1-6e1f-4248-927d-b1798315555a/d4f29fec-5bf9-480f-8606-4cf90c6a6534/2648d822-0e23-4dd4-a597-4a0455d1c9bf) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:36:56.363521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:36:54Z', 'revision_number': 3, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port': {'id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:53Z', 'updated_at': '2022-05-09T05:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:56.391484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Checking router: 6f07731f-6b9a-4d82-aaee-9ef054d804e4 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:36:56.391865 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Updating router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 port 3ac9d025-0ac9-48f5-b06c-c83e6754746a binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:36:56.452925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-5e7772ae-7f47-46f5-a554-229222f9ce98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:36:56.453237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-5e7772ae-7f47-46f5-a554-229222f9ce98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:36:56.461802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=b6d01cd0-d5f7-4811-bf00-b6617ab28625,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:56.480976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.509747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port dc0f1937-a57d-4f79-a65c-0f66e45f3495 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:56.528225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dc0f1937-a57d-4f79-a65c-0f66e45f3495 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:56.528609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.612647 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.628142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Transition to ACTIVE for port object 2648d822-0e23-4dd4-a597-4a0455d1c9bf will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:56.652949 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.714279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Network ca0e4ff1-6e1f-4248-927d-b1798315555a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:56.718255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:56.723179 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:36:56.781755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Pushing event updated for resources: {'Port': ['ID=2648d822-0e23-4dd4-a597-4a0455d1c9bf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:56.785048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.802720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:56.853259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port dc0f1937-a57d-4f79-a65c-0f66e45f3495, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dc0f1937-a57d-4f79-a65c-0f66e45f3495,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:56.863063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.050198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=dc0f1937-a57d-4f79-a65c-0f66e45f3495,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:57.075392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.115692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.127889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Transition to ACTIVE for port object 3ac9d025-0ac9-48f5-b06c-c83e6754746a will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:36:57.135377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.219759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Attempting to bind port 3ac9d025-0ac9-48f5-b06c-c83e6754746a on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:36:57.220154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Attempting to bind port 3ac9d025-0ac9-48f5-b06c-c83e6754746a by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:36:57.220527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Attempting to bind port 3ac9d025-0ac9-48f5-b06c-c83e6754746a on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:36:57.228072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4218d-ae3f-4b0f-91f8-9ebdbadf4aae None None] Pushing event updated for resources: {'Port': ['ID=3ac9d025-0ac9-48f5-b06c-c83e6754746a,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:57.230314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1d639497-70ec-400b-b7ed-37f75bdd9a5f None None] Provisioning for port 2648d822-0e23-4dd4-a597-4a0455d1c9bf completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:57.233860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:36:57.234229 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:36:57.234753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.234996 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:36:57.235510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Bound port: 3ac9d025-0ac9-48f5-b06c-c83e6754746a, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:36:57.235817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.277012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-1d639497-70ec-400b-b7ed-37f75bdd9a5f None None] Provisioning complete for port 2648d822-0e23-4dd4-a597-4a0455d1c9bf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:57.277379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1d639497-70ec-400b-b7ed-37f75bdd9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.300386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.305888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.320532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6d01cd0-d5f7-4811-bf00-b6617ab28625 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:57.400970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-1d639497-70ec-400b-b7ed-37f75bdd9a5f None None] Port 2648d822-0e23-4dd4-a597-4a0455d1c9bf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:36:57.420227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] For port 3ac9d025-0ac9-48f5-b06c-c83e6754746a, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:36:57.423705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] For port 3ac9d025-0ac9-48f5-b06c-c83e6754746a, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3ac9d025-0ac9-48f5-b06c-c83e6754746a,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:36:57.430720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Pushing event updated for resources: {'Port': ['ID=2648d822-0e23-4dd4-a597-4a0455d1c9bf,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:57.431432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.434190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.493172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b6d01cd0-d5f7-4811-bf00-b6617ab28625 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:57.493537 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:57.567665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Routers {'6f07731f-6b9a-4d82-aaee-9ef054d804e4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:36:57.568294 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:57.587229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Network ca0e4ff1-6e1f-4248-927d-b1798315555a is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:36:57.588694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:36:57.627811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4218d-ae3f-4b0f-91f8-9ebdbadf4aae None None] Pushing event updated for resources: {'Port': ['ID=3ac9d025-0ac9-48f5-b06c-c83e6754746a,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:36:57.780191 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:36:57.800886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dc0f1937-a57d-4f79-a65c-0f66e45f3495 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:57.853713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] Set router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:36:57.957486 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:36:57.967116 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2313baa7-b33c-41c6-aae6-879562575a1b admin admin] 10.222.0.50 "PUT /v2.0/routers/6f07731f-6b9a-4d82-aaee-9ef054d804e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5251756 May 09 05:36:57.996708 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7b7520bd-7fa4-4dbe-b0b0-d6ea164bc8e8 None None] Provisioning complete for port 2648d822-0e23-4dd4-a597-4a0455d1c9bf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:57.997076 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7b7520bd-7fa4-4dbe-b0b0-d6ea164bc8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:58.139234 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7b7520bd-7fa4-4dbe-b0b0-d6ea164bc8e8 None None] Port 2648d822-0e23-4dd4-a597-4a0455d1c9bf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:36:58.142509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port dc0f1937-a57d-4f79-a65c-0f66e45f3495 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:58.143036 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:58.351803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 4, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port': {'id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:53Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '2648d822-0e23-4dd4-a597-4a0455d1c9bf', 'name': '', 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:56Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 2, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'subnets': [{'id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:36:58.356193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4031957-6f5a-4178-8dae-b561f87e28af None None] The sync data for ids ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'] in dv-neutron-840482-1-hyperv is: [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 4, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port': {'id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:53Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '2648d822-0e23-4dd4-a597-4a0455d1c9bf', 'name': '', 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:56Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 2, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'subnets': [{'id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:36:59.359391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3ac9d025-0ac9-48f5-b06c-c83e6754746a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:36:59.449850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 3ac9d025-0ac9-48f5-b06c-c83e6754746a completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:36:59.458847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 3ac9d025-0ac9-48f5-b06c-c83e6754746a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:36:59.459230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:59.690608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:59.710530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 3ac9d025-0ac9-48f5-b06c-c83e6754746a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3ac9d025-0ac9-48f5-b06c-c83e6754746a,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:36:59.717457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:36:59.805089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=3ac9d025-0ac9-48f5-b06c-c83e6754746a,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:01.304251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3ac9d025-0ac9-48f5-b06c-c83e6754746a up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:37:01.376875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 3ac9d025-0ac9-48f5-b06c-c83e6754746a triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:37:01.377315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:02.155089 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Sync routers for ids ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:37:02.165474 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Routers {'6f07731f-6b9a-4d82-aaee-9ef054d804e4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:37:02.166080 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:02.356187 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Set router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:37:02.723168 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 4, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port': {'id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:53Z', 'updated_at': '2022-05-09T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '2648d822-0e23-4dd4-a597-4a0455d1c9bf', 'name': '', 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:56Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 2, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'subnets': [{'id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:02.728115 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Checking router: 6f07731f-6b9a-4d82-aaee-9ef054d804e4 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:37:02.728492 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Updating router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 port 2648d822-0e23-4dd4-a597-4a0455d1c9bf binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:37:02.783802 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:03.148670 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:03.162559 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Transition to ACTIVE for port object 2648d822-0e23-4dd4-a597-4a0455d1c9bf will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:37:03.169611 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:03.297759 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef37936-651e-4e52-b46d-d0bc4acf5a1e None None] Pushing event updated for resources: {'Port': ['ID=2648d822-0e23-4dd4-a597-4a0455d1c9bf,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:03.405816 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Attempting to bind port 2648d822-0e23-4dd4-a597-4a0455d1c9bf on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:37:03.406181 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Attempting to bind port 2648d822-0e23-4dd4-a597-4a0455d1c9bf by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:37:03.406533 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Attempting to bind port 2648d822-0e23-4dd4-a597-4a0455d1c9bf on network ca0e4ff1-6e1f-4248-927d-b1798315555a {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:37:03.413460 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:37:03.414377 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Checking segment: {'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:37:03.414774 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:03.415551 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Bound using segment: {'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:37:03.415761 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Bound port: 2648d822-0e23-4dd4-a597-4a0455d1c9bf, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6224d3-6952-4694-8156-a329e8fa3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:37:03.416123 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:03.534288 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] For port 2648d822-0e23-4dd4-a597-4a0455d1c9bf, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:37:03.537837 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] For port 2648d822-0e23-4dd4-a597-4a0455d1c9bf, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2648d822-0e23-4dd4-a597-4a0455d1c9bf,segment=NetworkSegment(3a6224d3-6952-4694-8156-a329e8fa3c79),segment_id=3a6224d3-6952-4694-8156-a329e8fa3c79)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:37:03.544113 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:03.626226 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Routers {'6f07731f-6b9a-4d82-aaee-9ef054d804e4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:37:03.626878 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:36:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:03.708023 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef37936-651e-4e52-b46d-d0bc4acf5a1e None None] Pushing event updated for resources: {'Port': ['ID=2648d822-0e23-4dd4-a597-4a0455d1c9bf,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:03.839881 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] Set router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:37:04.215876 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 4, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port': {'id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:53Z', 'updated_at': '2022-05-09T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '2648d822-0e23-4dd4-a597-4a0455d1c9bf', 'name': '', 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:56Z', 'updated_at': '2022-05-09T05:37:03Z', 'revision_number': 4, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'subnets': [{'id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:04.220480 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7eed7-373c-494b-a8ee-b152f4e1fce2 None None] The sync data for ids ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'] in dv-neutron-840482-1-hyperv is: [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:36:57Z', 'revision_number': 4, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port': {'id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:53Z', 'updated_at': '2022-05-09T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '2648d822-0e23-4dd4-a597-4a0455d1c9bf', 'name': '', 'network_id': 'ca0e4ff1-6e1f-4248-927d-b1798315555a', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'mac_address': 'fa:16:3e:73:cb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:56Z', 'updated_at': '2022-05-09T05:37:03Z', 'revision_number': 4, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'subnets': [{'id': 'd4f29fec-5bf9-480f-8606-4cf90c6a6534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:37:05.350319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2648d822-0e23-4dd4-a597-4a0455d1c9bf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:37:05.436798 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2648d822-0e23-4dd4-a597-4a0455d1c9bf completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:37:05.443034 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2648d822-0e23-4dd4-a597-4a0455d1c9bf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:37:05.443615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:05.612620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:05.657856 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 2648d822-0e23-4dd4-a597-4a0455d1c9bf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2648d822-0e23-4dd4-a597-4a0455d1c9bf,segment=NetworkSegment(3a6224d3-6952-4694-8156-a329e8fa3c79),segment_id=3a6224d3-6952-4694-8156-a329e8fa3c79)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:37:05.663071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:05.770339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=2648d822-0e23-4dd4-a597-4a0455d1c9bf,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:07.320386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2648d822-0e23-4dd4-a597-4a0455d1c9bf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:37:07.392306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2648d822-0e23-4dd4-a597-4a0455d1c9bf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:37:07.392698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:08.313898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-1dc47309-cafc-44d9-ab6a-b961a871b795 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:08.315354 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-1dc47309-cafc-44d9-ab6a-b961a871b795 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 815 time: 0.2645202 May 09 05:37:08.330757 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-a8df3209-3294-4937-917c-f27c7b9dc026 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/quotas/0b699f242b3a4801a0dac5522553397d HTTP/1.1" status: 200 len: 375 time: 0.0096676 May 09 05:37:08.434230 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-f9a4e8ae-3d81-4510-bcf5-a05fd05ae7b9 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959907 May 09 05:37:08.582290 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-bac2cdb3-9322-46c7-bcb4-59b9c149d7da service neutron] 10.222.0.50 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359363 May 09 05:37:08.715642 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-f609e593-97c6-421e-b9ea-8d1ff1066460 service neutron] 10.222.0.50 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267300 May 09 05:37:08.897203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c1bcf5d9-7d6d-4bdd-ade2-e72913d2b7fc req-1f82cb4d-5e28-492e-9258-993364f6f2eb tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Synchronizing usage tracker for tenant:0b699f242b3a4801a0dac5522553397d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:37:08.915252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c1bcf5d9-7d6d-4bdd-ade2-e72913d2b7fc req-1f82cb4d-5e28-492e-9258-993364f6f2eb tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Unset dirty status for tenant:0b699f242b3a4801a0dac5522553397d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:37:08.916502 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c1bcf5d9-7d6d-4bdd-ade2-e72913d2b7fc req-1f82cb4d-5e28-492e-9258-993364f6f2eb tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 210 time: 0.0644636 May 09 05:37:10.090416 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cf2ee597-166e-4d67-a908-99a51ddf845c req-08d9b555-d380-43b1-a2df-beeab231fb0d tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 210 time: 0.0560286 May 09 05:37:10.141956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-31f84223-0e82-47e7-b014-1b00ba6849e0 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:10.143386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-31f84223-0e82-47e7-b014-1b00ba6849e0 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 815 time: 0.2171054 May 09 05:37:10.180565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'port': {'device_id': '66b8409b-a836-48cd-81e2-79d389053b56', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'admin_state_up': True, 'tenant_id': '0b699f242b3a4801a0dac5522553397d'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:10.323677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:10.338244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:10.351924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Made reservation on behalf of 0b699f242b3a4801a0dac5522553397d for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:37:10.355168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:10.535724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Allocated IP 172.20.0.9 (6c550675-8dfc-458a-99a8-ae8a95c5120b/da107405-7f81-40fe-9e86-b1b4b75f7fea/30c95aa7-ee66-4ec0-9fec-8015dce1cbad) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:37:10.787304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:10.805315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Transition to ACTIVE for port object 30c95aa7-ee66-4ec0-9fec-8015dce1cbad will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:37:10.834519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:10.927450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:37:10.933200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:37:10.938349 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:37:10.991474 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:11.010274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.010629 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.010980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.011624 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.011963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.012304 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.012645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.012969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.013303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.013621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.016213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.016635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:11.051792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:11.057966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:11.094204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-859d8526-6579-4c3e-a4d2-fea9db295949 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9175067 May 09 05:37:11.304184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c99dd-c1ba-4721-b16c-820d2aaf65ba req-ad88fd3f-387c-48e0-a349-4346cf96ae33 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:11.306312 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c1c99dd-c1ba-4721-b16c-820d2aaf65ba req-ad88fd3f-387c-48e0-a349-4346cf96ae33 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.0925293 May 09 05:37:11.317894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b374920c-690a-4d2b-ac3e-896d8c9beba1 None None] Provisioning for port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:37:11.324740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b374920c-690a-4d2b-ac3e-896d8c9beba1 None None] Provisioning complete for port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:37:11.325669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b374920c-690a-4d2b-ac3e-896d8c9beba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:11.377273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1c1c99dd-c1ba-4721-b16c-820d2aaf65ba req-b4e5dde9-6fdb-4ed1-84d4-13fa9909f633 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Synchronizing usage tracker for tenant:0b699f242b3a4801a0dac5522553397d on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:37:11.398238 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1c1c99dd-c1ba-4721-b16c-820d2aaf65ba req-b4e5dde9-6fdb-4ed1-84d4-13fa9909f633 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Unset dirty status for tenant:0b699f242b3a4801a0dac5522553397d on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:37:11.399558 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1c1c99dd-c1ba-4721-b16c-820d2aaf65ba req-b4e5dde9-6fdb-4ed1-84d4-13fa9909f633 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873365 May 09 05:37:11.402281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b374920c-690a-4d2b-ac3e-896d8c9beba1 None None] Port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:37:12.370300 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e59d6966-0347-4aba-ab9e-ee712109b620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:12.600894 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8accfb-7f52-4b76-a8b7-9e5abc784ba3 req-eea4391b-b2eb-4dfc-8341-f3d772c1e1e2 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:12.601892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ea8accfb-7f52-4b76-a8b7-9e5abc784ba3 req-eea4391b-b2eb-4dfc-8341-f3d772c1e1e2 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Synchronizing usage tracker for tenant:0b699f242b3a4801a0dac5522553397d on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:37:12.627658 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-ea8accfb-7f52-4b76-a8b7-9e5abc784ba3 req-eea4391b-b2eb-4dfc-8341-f3d772c1e1e2 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Unset dirty status for tenant:0b699f242b3a4801a0dac5522553397d on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:37:12.629697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea8accfb-7f52-4b76-a8b7-9e5abc784ba3 req-eea4391b-b2eb-4dfc-8341-f3d772c1e1e2 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.1179407 May 09 05:37:12.701549 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ea8accfb-7f52-4b76-a8b7-9e5abc784ba3 req-ac171f5f-5dfb-454a-9af8-4fe5fd16f546 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653231 May 09 05:37:13.899389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef2e8d-81f6-48b1-b375-8b33018d9c89 req-7a52c1ea-a64a-4df1-8255-744ee1795f32 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:13.901008 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5fef2e8d-81f6-48b1-b375-8b33018d9c89 req-7a52c1ea-a64a-4df1-8255-744ee1795f32 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.0844402 May 09 05:37:13.950015 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5fef2e8d-81f6-48b1-b375-8b33018d9c89 req-ac9cbade-8cec-4a7a-a190-886a730bcc04 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430067 May 09 05:37:14.646831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-00a0e596-dc9e-4510-b302-0e28965651cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:15.152969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c56b8-1040-43fb-b202-0a56d4f9f456 req-9f8f5f53-ac36-45af-8b6f-86f70c5f8d14 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:15.155251 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-041c56b8-1040-43fb-b202-0a56d4f9f456 req-9f8f5f53-ac36-45af-8b6f-86f70c5f8d14 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.0844226 May 09 05:37:15.203755 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-041c56b8-1040-43fb-b202-0a56d4f9f456 req-3d4746d6-ec74-4c39-bec7-64d5bc2e712f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 May 09 05:37:15.800718 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:15.941959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:16.409521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b9c00-b375-4239-8e8a-ec24963edb67 req-a57adbae-f8e0-427b-9bf8-7bac0d58cb36 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:16.411358 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-601b9c00-b375-4239-8e8a-ec24963edb67 req-a57adbae-f8e0-427b-9bf8-7bac0d58cb36 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.0920827 May 09 05:37:16.458491 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-601b9c00-b375-4239-8e8a-ec24963edb67 req-1a889256-82f2-4d38-9865-57e85121f558 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 May 09 05:37:17.524525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:17.653542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dca0e-ba72-427b-b927-fca1f96ade96 req-64aeece4-b303-4d93-993a-b57373b1e0bb tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:17.655053 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-711dca0e-ba72-427b-b927-fca1f96ade96 req-64aeece4-b303-4d93-993a-b57373b1e0bb tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.0852880 May 09 05:37:17.709584 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-711dca0e-ba72-427b-b927-fca1f96ade96 req-20ba22bf-2cc0-496f-a408-dab91585b899 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 May 09 05:37:18.995312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:19.015674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe52a3-9a0f-4eb0-948c-3a5f713bd7a6 req-9c87754f-bd7c-4fff-84fb-25596d6149ca tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:19.017169 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b3fe52a3-9a0f-4eb0-948c-3a5f713bd7a6 req-9c87754f-bd7c-4fff-84fb-25596d6149ca tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.1996148 May 09 05:37:19.061833 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b3fe52a3-9a0f-4eb0-948c-3a5f713bd7a6 req-ba4e0ae6-73a5-428a-a6dc-b6d72df0caba tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 May 09 05:37:19.661382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Request body: {'port': {'device_id': '66b8409b-a836-48cd-81e2-79d389053b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:19.876836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:20.297836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c95aa7-ee66-4ec0-9fec-8015dce1cbad {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:37:20.307041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:20.326056 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Transition to ACTIVE for port object 30c95aa7-ee66-4ec0-9fec-8015dce1cbad will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:37:20.330268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:20.371434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4360aa-c4fe-4cc4-8ee7-37e0f8cb5b80 req-97ccdf82-2dfc-4577-a9e7-f40f263e1e12 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:20.372911 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-db4360aa-c4fe-4cc4-8ee7-37e0f8cb5b80 req-97ccdf82-2dfc-4577-a9e7-f40f263e1e12 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 931 time: 0.1904764 May 09 05:37:20.492088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Pushing event updated for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:20.576519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-db4360aa-c4fe-4cc4-8ee7-37e0f8cb5b80 req-374718e4-afc6-48c1-80a6-da8af462906b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964567 May 09 05:37:20.623323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Attempting to bind port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:37:20.623652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Attempting to bind port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:37:20.623979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Attempting to bind port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad on network 6c550675-8dfc-458a-99a8-ae8a95c5120b {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:37:20.628670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad on network 6c550675-8dfc-458a-99a8-ae8a95c5120b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:37:20.628980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Attempting to bind port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad on network 6c550675-8dfc-458a-99a8-ae8a95c5120b {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:37:20.634299 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:37:20.634625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Checking segment: {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:37:20.635000 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Bound using segment: {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:37:20.635413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Bound port: 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e345da45-aee8-4f09-b2fe-bc52ddf89079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:37:20.635737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:20.729211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:37:20.732453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:37:20.738788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:20.800757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:20.801364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:20.802677 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] 10.222.0.59 "PUT /v2.0/ports/30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 1093 time: 1.1457481 May 09 05:37:20.803100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:37:20.822904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfd50c-2777-4671-957f-cb1fddb5f81c service neutron] Pushing event updated for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:20.853302 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e1ec33-7b55-4c65-aa81-f7d15b37c995'] response: {'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'status': 'completed', 'code': 200} May 09 05:37:20.940961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-5d8d56a6-70c5-4a87-b8fc-573bc0caa752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:20.942476 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-5d8d56a6-70c5-4a87-b8fc-573bc0caa752 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1096 time: 0.0728552 May 09 05:37:21.018983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-bf17e9fd-d4b6-41c8-bfd2-39a4c9505f7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 217 time: 0.0649695 May 09 05:37:21.092536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-12847b48-52be-4579-b838-243a402ebdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:21.093884 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-12847b48-52be-4579-b838-243a402ebdb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0677886 May 09 05:37:21.173172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-580faa4e-9bb4-408b-b2be-7adbca6e9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:21.174622 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-580faa4e-9bb4-408b-b2be-7adbca6e9dbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745854 May 09 05:37:21.315471 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-dc873210-eaad-442c-bdae-2f4dc7be956f service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343641 May 09 05:37:21.449390 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bac89f35-d354-44cc-93db-8b5e95e393b2 req-09aa4da2-2762-4e90-825c-124a64adfd58 service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260674 May 09 05:37:21.612950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-2ac82cbd-0de0-4d55-92f6-29e60ce73d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:21.614436 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-2ac82cbd-0de0-4d55-92f6-29e60ce73d00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1096 time: 0.0745409 May 09 05:37:21.893609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-22f1882c-0c6e-4489-a627-008c046e6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:21.895039 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-22f1882c-0c6e-4489-a627-008c046e6e65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.2741306 May 09 05:37:21.962901 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94918e-c2fb-4850-968a-f9ada29498e1 req-aecdd4c2-2983-41c3-8649-b5aa6dd7e4d4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:21.964284 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e94918e-c2fb-4850-968a-f9ada29498e1 req-aecdd4c2-2983-41c3-8649-b5aa6dd7e4d4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 943 time: 0.1790023 May 09 05:37:21.973125 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-9f8ba26a-2fef-4498-96c3-7ec8d0550ba4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 217 time: 0.0707226 May 09 05:37:22.060272 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e94918e-c2fb-4850-968a-f9ada29498e1 req-2ce3052f-53dd-4e8a-aa33-f20f5de345dd tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888076 May 09 05:37:22.063596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-5ff2e452-e3e9-421a-a3d1-753cd8f4ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:22.064941 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-5ff2e452-e3e9-421a-a3d1-753cd8f4ebe1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0793307 May 09 05:37:22.141149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-d3856f77-a4bd-48eb-b573-a0bfc0bc9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:22.142594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-d3856f77-a4bd-48eb-b573-a0bfc0bc9347 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708518 May 09 05:37:22.273514 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-c2336be0-1f27-43b5-9bdf-94c6ac99b73f service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240733 May 09 05:37:22.405028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2a2e85a2-e867-4e42-af4b-f8527c24495f req-b94dd5b6-b3aa-40cc-be44-62c2e650464f service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252069 May 09 05:37:23.459333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c329c-5e96-4936-847a-c39f8bf37ecf req-d882dead-c235-4cb2-8e73-823517dafa1c tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:23.460819 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8c0c329c-5e96-4936-847a-c39f8bf37ecf req-d882dead-c235-4cb2-8e73-823517dafa1c tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 943 time: 0.2930164 May 09 05:37:23.511696 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8c0c329c-5e96-4936-847a-c39f8bf37ecf req-edaf23d9-d4c7-42f1-856d-0f17142c0db4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 May 09 05:37:24.715428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437a4d-67d2-4c56-8e13-fb7a20bac81b req-05619096-ec3b-427e-a1f4-7de8676e7249 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:24.716901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39437a4d-67d2-4c56-8e13-fb7a20bac81b req-05619096-ec3b-427e-a1f4-7de8676e7249 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 943 time: 0.0862226 May 09 05:37:24.762915 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-39437a4d-67d2-4c56-8e13-fb7a20bac81b req-ee1da806-89be-4a6e-9c0a-77695dcd3fbb tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 May 09 05:37:24.921950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 30c95aa7-ee66-4ec0-9fec-8015dce1cbad details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:37:25.067094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:37:25.080998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'port_id': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'mac_address': 'fa:16:3e:40:98:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:37:25.140298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:25.157677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c95aa7-ee66-4ec0-9fec-8015dce1cbad {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:37:25.174621 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:37:25.179723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:25.244797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:25.566817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['30c95aa7-ee66-4ec0-9fec-8015dce1cbad'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:37:25.963166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829b676-6978-4299-ab31-21ab8d8bc824 req-b340feed-2ccd-44c5-9a7d-20edc7fa1818 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:25.964599 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6829b676-6978-4299-ab31-21ab8d8bc824 req-b340feed-2ccd-44c5-9a7d-20edc7fa1818 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 944 time: 0.0913973 May 09 05:37:26.009400 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6829b676-6978-4299-ab31-21ab8d8bc824 req-d35f9343-2ff7-40d0-b7ef-906f0e50591c tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 May 09 05:37:26.924140 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 30c95aa7-ee66-4ec0-9fec-8015dce1cbad up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:37:26.998119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:37:27.003137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:37:27.003508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:27.152953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:27.179418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:37:27.189668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:37:27.195123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:27.195698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eee17-ba36-4e2e-a409-c3746d922276 req-9adea0d0-4629-4acc-a9b3-ed0cf3468c92 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:27.197579 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b19eee17-ba36-4e2e-a409-c3746d922276 req-9adea0d0-4629-4acc-a9b3-ed0cf3468c92 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 944 time: 0.0810952 May 09 05:37:27.233533 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14201d92-ac0b-4bcf-ac90-f5f1058cd37c'] response: {'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'code': 200} May 09 05:37:27.247875 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b19eee17-ba36-4e2e-a409-c3746d922276 req-fb0f6ad5-7953-46a3-b093-caff1c4184b8 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 May 09 05:37:27.266104 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:27.501357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ba21-30e0-4c94-9a61-56ff9f3b4a1d req-bc663873-3782-42a3-9c7f-f30efe0ab13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:27.502681 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd91ba21-30e0-4c94-9a61-56ff9f3b4a1d req-bc663873-3782-42a3-9c7f-f30efe0ab13e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1098 time: 0.0713494 May 09 05:37:27.545314 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd91ba21-30e0-4c94-9a61-56ff9f3b4a1d req-243179da-3ce3-4f5a-86f7-f1cb665ede84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 May 09 05:37:28.447224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ba86-0b72-4f84-a477-d112175f35c6 req-d61ef968-2fa3-46ee-b277-2e1d26bd5d95 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:28.448675 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-da26ba86-0b72-4f84-a477-d112175f35c6 req-d61ef968-2fa3-46ee-b277-2e1d26bd5d95 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0920930 May 09 05:37:28.496650 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-da26ba86-0b72-4f84-a477-d112175f35c6 req-01daa0c9-b406-4a7c-af17-9166d97557aa tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 May 09 05:37:29.678135 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:37:29.707457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41e7d-be08-4c25-a53b-ef20c437a82e req-1c61f6d9-cd8a-473c-9376-128eef4eb11f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:29.708930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-21c41e7d-be08-4c25-a53b-ef20c437a82e req-1c61f6d9-cd8a-473c-9376-128eef4eb11f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0948079 May 09 05:37:29.753819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-21c41e7d-be08-4c25-a53b-ef20c437a82e req-8b793500-f424-4fb2-a606-97b3ec91b1e7 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 May 09 05:37:29.941224 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1736ffe-e0c8-436a-9f6a-e28a3c07025b req-d850c3be-8461-4b99-becd-784f3a663739 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:29.942656 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f1736ffe-e0c8-436a-9f6a-e28a3c07025b req-d850c3be-8461-4b99-becd-784f3a663739 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0851400 May 09 05:37:29.990024 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f1736ffe-e0c8-436a-9f6a-e28a3c07025b req-391abeeb-e2fa-4cf7-b057-091bff676d12 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 May 09 05:37:30.388852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413f4f0-c050-44aa-a5a7-838cd7c79840 req-4f0bc4f8-eb34-494f-826f-28ff29ff0650 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:30.390221 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0413f4f0-c050-44aa-a5a7-838cd7c79840 req-4f0bc4f8-eb34-494f-826f-28ff29ff0650 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0865684 May 09 05:37:30.437770 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0413f4f0-c050-44aa-a5a7-838cd7c79840 req-761e033f-1d7e-46fa-9e6a-82f97c7dec75 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 May 09 05:37:40.681606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427600c4-749a-447c-a14d-e5f3a16e7883 req-d4240649-0f01-4aff-b8aa-df3a870a3db3 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:40.683041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-427600c4-749a-447c-a14d-e5f3a16e7883 req-d4240649-0f01-4aff-b8aa-df3a870a3db3 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0867009 May 09 05:37:40.730120 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-427600c4-749a-447c-a14d-e5f3a16e7883 req-716460a8-833c-403f-b32d-73fa0fccefc5 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 May 09 05:37:40.761848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46794) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:40.886133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b967a4-5f52-4279-b5af-df8f43e77c01 tempest-TestMinimumBasicScenario-466793690 tempest-TestMinimumBasicScenario-466793690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:40.886839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-06b967a4-5f52-4279-b5af-df8f43e77c01 tempest-TestMinimumBasicScenario-466793690 tempest-TestMinimumBasicScenario-466793690-project-admin] Synchronizing usage tracker for tenant:1d19f8b7faec46dbba2e9966ad5f0519 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:37:40.904533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-06b967a4-5f52-4279-b5af-df8f43e77c01 tempest-TestMinimumBasicScenario-466793690 tempest-TestMinimumBasicScenario-466793690-project-admin] Unset dirty status for tenant:1d19f8b7faec46dbba2e9966ad5f0519 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:37:40.905766 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-06b967a4-5f52-4279-b5af-df8f43e77c01 tempest-TestMinimumBasicScenario-466793690 tempest-TestMinimumBasicScenario-466793690-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1093 time: 0.1419284 May 09 05:37:40.908861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 46800) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:40.913995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:40.920301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:40.924574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:floatingip and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:40.927544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:40.933803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:40.945614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:41.097600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:41.244940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Allocated IP 172.26.0.13 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/ec6a5781-80a7-4bc8-a8ce-1a891f5dbe8a) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:37:41.393815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:41.428880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:41.492538 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:37:41.495584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:37:41.499160 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:37:41.630380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'Port': ['ID=ec6a5781-80a7-4bc8-a8ce-1a891f5dbe8a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:42.037099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:42.113121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:42.333186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:42.340564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:42.365811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-37dc5d70-0929-4a3d-a748-dcae7fe61436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:42.446941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'Port': ['ID=ec6a5781-80a7-4bc8-a8ce-1a891f5dbe8a,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:42.459009 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:42.633103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Floating IP e0a80ee0-58d4-44e8-83d3-f805c339601f associated. External IP: 172.26.0.13, port: 30c95aa7-ee66-4ec0-9fec-8015dce1cbad. May 09 05:37:42.989863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:37:43.284594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:37:43.294619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] Sync routers for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:37:43.304266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:37:43.304883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:37:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:43.310915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.366398 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6286b0b3-614b-4393-90df-fcac1403a321 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4564457 May 09 05:37:43.366950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:37:43.369881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46804) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:43.375682 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142435831', 'description': 'tempest-secgroup-smoke-1142435831 description', 'project_id': '0b699f242b3a4801a0dac5522553397d'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:43.381800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:43.395382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:43.412662 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.436058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:43.439988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:43.443198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:43.449323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:43.474590 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb758263-a74d-4989-a6cf-07461815f6f2'] response: {'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'status': 'completed', 'code': 200} May 09 05:37:43.497913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:37:43.530333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.535248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.589941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a2ae75-7b41-4f9e-83e3-1269de7c53ef,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:43.600855 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.601193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.601524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.601852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.602172 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.602580 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.603142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.603502 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.604182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.604182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.604559 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.604885 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:37:43.607323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1f36-212b-40db-b3fe-2458205e5029 req-b3a86eff-d1b9-4d79-8e21-d099d9778512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:43.608850 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-251f1f36-212b-40db-b3fe-2458205e5029 req-b3a86eff-d1b9-4d79-8e21-d099d9778512 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1098 time: 0.0859509 May 09 05:37:43.609717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.610894 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4521e745-d735-4141-a92e-a146b1cfd9c1 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2400124 May 09 05:37:43.614211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46812) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:43.618716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'security_group_rule': {'security_group_id': '23a2ae75-7b41-4f9e-83e3-1269de7c53ef', 'project_id': '0b699f242b3a4801a0dac5522553397d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:43.625323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:43.629125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:43.632169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:43.639647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:43.657615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.724836 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.729912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.755642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1f36-212b-40db-b3fe-2458205e5029 req-1718b8e9-00b0-4acb-8211-735a51084d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:43.756489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feca3ad2-6527-41d6-a893-89ed4f58316e,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:43.757546 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-251f1f36-212b-40db-b3fe-2458205e5029 req-1718b8e9-00b0-4acb-8211-735a51084d26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.1431005 May 09 05:37:43.769541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.771452 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c28c827f-4715-42bf-b288-821ecdc31041 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567500 May 09 05:37:43.774298 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46816) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:43.780727 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'security_group_rule': {'security_group_id': '23a2ae75-7b41-4f9e-83e3-1269de7c53ef', 'project_id': '0b699f242b3a4801a0dac5522553397d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:43.789067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:43.794594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:43.797842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:43.805300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:43.831080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.865388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-251f1f36-212b-40db-b3fe-2458205e5029 req-09fcaf7e-aee4-4597-894c-df29d5bd0801 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 998 time: 0.1016445 May 09 05:37:43.873492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e0a80ee0-58d4-44e8-83d3-f805c339601f', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'floating_ip_address': '172.26.0.13', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'port_id': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'mac_address': 'fa:16:3e:40:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8409b-a836-48cd-81e2-79d389053b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:37:41Z', 'updated_at': '2022-05-09T05:37:41Z', 'revision_number': 0, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:56Z', 'revision_number': 5, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:43.877903 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] Checking router: fdaf0951-6e19-4904-9f5c-e3e27c9ba322 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:37:43.886952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:37:43.887951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:37:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:43.900429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.905523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.923411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15c4c87-a896-4330-b3b1-30b386209d07,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:43.930219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1f36-212b-40db-b3fe-2458205e5029 req-a61de72a-7d31-48a9-a394-32f5ebd08cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:43.931932 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-251f1f36-212b-40db-b3fe-2458205e5029 req-a61de72a-7d31-48a9-a394-32f5ebd08cd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0605557 May 09 05:37:43.940778 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:43.942335 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-089c2778-7f1c-4d03-a6ff-244fdaaf0c01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668994 May 09 05:37:43.946223 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46820) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:43.951029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'security_group_rule': {'security_group_id': '23a2ae75-7b41-4f9e-83e3-1269de7c53ef', 'project_id': '0b699f242b3a4801a0dac5522553397d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:43.964946 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:43.971996 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:43.976643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:43.983660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:44.005622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.030318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1f36-212b-40db-b3fe-2458205e5029 req-385bccde-8fa6-43ec-80db-4857b33f0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:44.033408 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-251f1f36-212b-40db-b3fe-2458205e5029 req-385bccde-8fa6-43ec-80db-4857b33f0568 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960186 May 09 05:37:44.076140 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.080978 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.097910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:37:44.105878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960a7203-0ada-4d4b-a2b3-eb167325c0d8,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:44.119501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.123932 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b0361003-63e4-4a71-a53e-b73de69705b4 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1774845 May 09 05:37:44.124547 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46824) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:44.130042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'security_group_rule': {'security_group_id': '23a2ae75-7b41-4f9e-83e3-1269de7c53ef', 'project_id': '0b699f242b3a4801a0dac5522553397d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:44.136807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:44.140818 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:44.143641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:44.150361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:44.170800 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.182659 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-251f1f36-212b-40db-b3fe-2458205e5029 req-32016f76-0e6f-4028-b7e8-bdcbd9e464ba service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432734 May 09 05:37:44.245550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.250019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.276118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8610c399-3910-42af-8f3e-fc371a5cafec,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:44.286619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.290518 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1a72bd3e-c23d-4a68-909f-77643de7928b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622612 May 09 05:37:44.290766 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46828) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:44.296074 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'security_group_rule': {'security_group_id': '23a2ae75-7b41-4f9e-83e3-1269de7c53ef', 'project_id': '0b699f242b3a4801a0dac5522553397d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:44.302113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:44.306019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:44.308870 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:44.314701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:44.325624 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Project 0b699f242b3a4801a0dac5522553397d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:37:44.333044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.340877 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-251f1f36-212b-40db-b3fe-2458205e5029 req-8d3c2397-7c4c-4b10-841c-43880b78539a service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522255 May 09 05:37:44.398340 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.402609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.426285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ad881-47b0-4f44-97c8-d11b7e70a3e5,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:44.435902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.437185 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-90dc01ab-33d9-4a22-b488-6ef4cb35ab23 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454711 May 09 05:37:44.439950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46832) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:37:44.445056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'security_group_rule': {'security_group_id': '23a2ae75-7b41-4f9e-83e3-1269de7c53ef', 'project_id': '0b699f242b3a4801a0dac5522553397d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:44.450867 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:37:44.454686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Usage tracker for resource:security_group_rule and tenant:0b699f242b3a4801a0dac5522553397d is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:37:44.457501 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:37:44.459844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e0a80ee0-58d4-44e8-83d3-f805c339601f', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'floating_ip_address': '172.26.0.13', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'port_id': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'mac_address': 'fa:16:3e:40:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8409b-a836-48cd-81e2-79d389053b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:37:41Z', 'updated_at': '2022-05-09T05:37:41Z', 'revision_number': 0, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:56Z', 'revision_number': 5, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:37:44.463119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:37:44.463957 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326ed4f-0b1b-43c4-8c22-34ad2bb4a042 None None] The sync data for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv is: [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'e0a80ee0-58d4-44e8-83d3-f805c339601f', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'floating_ip_address': '172.26.0.13', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'port_id': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'mac_address': 'fa:16:3e:40:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8409b-a836-48cd-81e2-79d389053b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:37:41Z', 'updated_at': '2022-05-09T05:37:41Z', 'revision_number': 0, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:56Z', 'revision_number': 5, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:37:44.474141 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Project 0b699f242b3a4801a0dac5522553397d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:37:44.481225 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.550675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.555542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.580992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f80e75-4b90-4aac-a786-2078bffefa47,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:44.590768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.592055 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-77f7b5b2-d44a-4b48-b919-725ab802c771 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512048 May 09 05:37:44.648989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d06fa8e2-791a-49e4-801c-5c918c358e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:44.672205 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928edda4-5bc3-4e37-8433-8fccad319352 None None] New status for floating IP e0a80ee0-58d4-44e8-83d3-f805c339601f: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:37:44.727442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-555d87f0-4e64-4081-b96c-a85517138724 req-10900679-715f-4f39-80fb-4cbf84fd271f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Synchronizing usage tracker for tenant:0b699f242b3a4801a0dac5522553397d on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:37:44.742310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-555d87f0-4e64-4081-b96c-a85517138724 req-10900679-715f-4f39-80fb-4cbf84fd271f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Unset dirty status for tenant:0b699f242b3a4801a0dac5522553397d on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:37:44.743449 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-555d87f0-4e64-4081-b96c-a85517138724 req-10900679-715f-4f39-80fb-4cbf84fd271f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142435831&fields=id&tenant_id=0b699f242b3a4801a0dac5522553397d HTTP/1.1" status: 200 len: 267 time: 0.0591309 May 09 05:37:44.832553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d87f0-4e64-4081-b96c-a85517138724 req-0f6d9536-530f-4d35-83be-64c0cde7fa5f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:44.834001 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-555d87f0-4e64-4081-b96c-a85517138724 req-0f6d9536-530f-4d35-83be-64c0cde7fa5f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0845690 May 09 05:37:44.845798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'port': {'security_groups': ['53ead289-d6d8-472e-a989-6f1af1c2b711', '23a2ae75-7b41-4f9e-83e3-1269de7c53ef']}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:37:44.974675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:45.243675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:37:45.270526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:45.276928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:45.319812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['30c95aa7-ee66-4ec0-9fec-8015dce1cbad'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:37:45.346038 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:45.346694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:45.348044 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-555d87f0-4e64-4081-b96c-a85517138724 req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "PUT /v2.0/ports/30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 981 time: 0.5071805 May 09 05:37:45.348539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:37:45.376790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c9f67-40a4-4662-9a34-cb6f31bfbeaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=6']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:37:45.492526 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c272d39-23a0-4913-a266-73b4fc5c4888'] response: {'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'status': 'completed', 'code': 200} May 09 05:37:45.539703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['30c95aa7-ee66-4ec0-9fec-8015dce1cbad'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:37:45.555166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9fc9c-fa97-4d17-b42e-7cf716ca981b req-1fa55d1f-4bf0-4197-8cdc-47b87a6a4e10 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:45.557278 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3dc9fc9c-fa97-4d17-b42e-7cf716ca981b req-1fa55d1f-4bf0-4197-8cdc-47b87a6a4e10 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0976677 May 09 05:37:45.606779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-39469ef6-6410-4e7c-bb77-daafa251553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:45.610364 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-39469ef6-6410-4e7c-bb77-daafa251553b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1137 time: 0.0822101 May 09 05:37:45.626040 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-3dc9fc9c-fa97-4d17-b42e-7cf716ca981b req-cdaa789a-15c4-48af-ad5f-1de80332f765 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607872 May 09 05:37:45.668145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e35ad379-362b-40ec-9308-69b407c7a4c9 None None] Provisioning complete for port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:37:45.668145 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e35ad379-362b-40ec-9308-69b407c7a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:45.748054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-83a98997-597c-4a0d-87fb-dcefc844a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:45.749532 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-83a98997-597c-4a0d-87fb-dcefc844a918 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.1320014 May 09 05:37:45.853867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-063baa29-a02e-4f4b-ba2c-3e30bfd6238d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 1000 time: 0.0962448 May 09 05:37:45.883268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:45.918040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-be2c6d73-8f64-4fb3-9ff9-f0d426ab3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:45.919607 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-be2c6d73-8f64-4fb3-9ff9-f0d426ab3315 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0593088 May 09 05:37:45.991193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:45.999194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-19ff4e3c-89a3-44cd-afd4-4fb3cd74833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:37:46.000717 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-19ff4e3c-89a3-44cd-afd4-4fb3cd74833e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747831 May 09 05:37:46.240242 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-0853c5e8-12e9-419c-b46a-309b013e33ba service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332692 May 09 05:37:46.373650 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ab7499c-55cc-4dde-94cd-22cb3ca16a47 req-f62bec89-e2c6-4ac9-a49e-7c799e9bfee8 service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264653 May 09 05:37:47.530361 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:37:49.011740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:06.682875 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:38:12.374885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dd821ce6-4625-4bfe-bb02-a95dd6e8d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:14.655715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4f3b746e-a59b-41e2-8860-58a1a9ff35a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:15.809980 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:15.936961 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:17.534655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:19.019924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:25.759243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-a3d51e06-2c02-4bf1-a735-3fbc1593633c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1400945 May 09 05:38:25.932696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-2d69b7cd-1cb7-460c-bb74-50443d131632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:25.934042 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-2d69b7cd-1cb7-460c-bb74-50443d131632 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1137 time: 0.0767410 May 09 05:38:26.081728 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-ba75d3c1-18c8-4c94-9d53-7956a67b9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:26.083183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-ba75d3c1-18c8-4c94-9d53-7956a67b9162 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.1304054 May 09 05:38:26.193698 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-fcd4e1f4-99dd-431c-ad97-b7a2d840f507 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 1000 time: 0.1042330 May 09 05:38:26.265137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-f75c8fea-e2c6-45fe-b3cf-d46199cf9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:26.267484 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-f75c8fea-e2c6-45fe-b3cf-d46199cf9ad5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0671146 May 09 05:38:26.343958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-43789675-252f-4d20-b920-7cbee508425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:26.345507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-43789675-252f-4d20-b920-7cbee508425b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719681 May 09 05:38:26.477457 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-aad49fa0-0b54-4437-932e-2db70266bcbd service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260862 May 09 05:38:26.608788 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-41332b8a-05b9-4617-acb0-1370b13ba15a req-cef347e3-4a3f-4608-85ec-b00e870043c8 service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255109 May 09 05:38:42.383174 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e0901cfa-6922-4fdd-b594-d5be9546df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:43.464783 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-c4480a63-a3fd-4a58-8ecc-71cb5bf252c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:43.466260 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-c4480a63-a3fd-4a58-8ecc-71cb5bf252c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1137 time: 0.0800376 May 09 05:38:43.481424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695a73-a8d9-46c3-8c2b-e13aace50dc8 req-0c66a852-ad0a-48c8-861a-0f126446054d tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:43.482907 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fc695a73-a8d9-46c3-8c2b-e13aace50dc8 req-0c66a852-ad0a-48c8-861a-0f126446054d tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0823214 May 09 05:38:43.529254 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-fc695a73-a8d9-46c3-8c2b-e13aace50dc8 req-c0d17437-7d73-40f4-892e-dc83a7d4ae06 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404406 May 09 05:38:43.597218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-be4d9dba-3002-439e-922e-28d4d0eb3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:43.598690 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-be4d9dba-3002-439e-922e-28d4d0eb3886 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.1260800 May 09 05:38:43.682982 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:38:43.710043 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-32e717a7-7d90-4d7e-8047-b9ba49d4fec2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 1000 time: 0.1042318 May 09 05:38:43.778020 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-383b16d2-74c2-4978-822d-4651d9e30004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:43.779386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-383b16d2-74c2-4978-822d-4651d9e30004 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0621884 May 09 05:38:43.854815 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-f4527dd5-5821-4f3c-b712-1e80e8b3e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:43.856218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-f4527dd5-5821-4f3c-b712-1e80e8b3e20c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701280 May 09 05:38:43.996782 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-6959dd86-a642-42e9-8aaf-4a20b8331251 service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255696 May 09 05:38:44.226742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7585a998-0050-4d6a-84d7-2860af3bfeec req-a088e080-e732-4728-8afa-fc11aacfbf5d service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234964 May 09 05:38:44.646422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61f3b85e-bc2b-4101-bb1a-82da2083efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:44.726563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe82121-245f-492e-b437-e9ef1bf0d96c req-87e5e240-df9c-48a7-b8b8-037ae483feaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:44.728084 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ebe82121-245f-492e-b437-e9ef1bf0d96c req-87e5e240-df9c-48a7-b8b8-037ae483feaf tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0829763 May 09 05:38:44.778545 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ebe82121-245f-492e-b437-e9ef1bf0d96c req-1d7b5de4-1738-4b25-a5a8-9e712e0be65f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416176 May 09 05:38:45.815909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:45.941179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:45.971368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16176-a0af-41db-9493-77749dd6ed14 req-6e7a6905-cd27-40aa-a6f4-a1099ca8a139 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:45.972828 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-60d16176-a0af-41db-9493-77749dd6ed14 req-6e7a6905-cd27-40aa-a6f4-a1099ca8a139 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0862701 May 09 05:38:46.021153 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-60d16176-a0af-41db-9493-77749dd6ed14 req-6d092b8c-4d3e-4e40-a7d5-86dd5ed27265 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419264 May 09 05:38:47.219950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062c79d-2e3c-44a2-bb75-8b831b3c3ae4 req-fa3feaf6-8cb1-40cf-8e1a-95a635bcc881 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:47.221414 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a062c79d-2e3c-44a2-bb75-8b831b3c3ae4 req-fa3feaf6-8cb1-40cf-8e1a-95a635bcc881 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0894120 May 09 05:38:47.270980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a062c79d-2e3c-44a2-bb75-8b831b3c3ae4 req-1c7acde3-e286-4c3b-a360-47aec465a71e tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411274 May 09 05:38:47.543258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:48.464118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936a7f7-74e2-4942-86a5-c5854553e54e req-604541dc-4b4c-4153-b694-cdbb0de68431 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:48.465607 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7936a7f7-74e2-4942-86a5-c5854553e54e req-604541dc-4b4c-4153-b694-cdbb0de68431 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0856035 May 09 05:38:48.516329 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7936a7f7-74e2-4942-86a5-c5854553e54e req-85d2d7c0-26fd-45cf-9ed6-5f082ff1b51c tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448477 May 09 05:38:49.006860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:38:49.715922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9c85d-bd8b-47e8-8a68-707b1d90872c req-89e43e1c-021a-40ea-95a8-bff7a1e7bd07 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:49.717362 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7e9c85d-bd8b-47e8-8a68-707b1d90872c req-89e43e1c-021a-40ea-95a8-bff7a1e7bd07 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0847096 May 09 05:38:49.766761 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7e9c85d-bd8b-47e8-8a68-707b1d90872c req-32e09f1a-d9a3-4493-9865-4f0541ddb649 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415301 May 09 05:38:50.968677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff3a96-e41a-46a2-811b-d861114e0e14 req-36c4a506-4c80-4fc3-a126-290a579acedd tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:50.970121 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d2ff3a96-e41a-46a2-811b-d861114e0e14 req-36c4a506-4c80-4fc3-a126-290a579acedd tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0903234 May 09 05:38:51.016877 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d2ff3a96-e41a-46a2-811b-d861114e0e14 req-405f52cf-cc02-4bb9-bdd2-85b6c5d3eaba tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406947 May 09 05:38:52.232889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af827f-8435-491e-aeb0-ab45cf754825 req-5cbfc82a-6187-4204-b812-90efa457acc6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:52.234956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d6af827f-8435-491e-aeb0-ab45cf754825 req-5cbfc82a-6187-4204-b812-90efa457acc6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.1012785 May 09 05:38:52.296450 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d6af827f-8435-491e-aeb0-ab45cf754825 req-ce81e313-83e6-4cb0-9d2f-b1b21d82dcf0 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553432 May 09 05:38:53.492620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c971b4b-99fb-4028-a4d3-eb8317db582f req-f45cbd76-2cac-4ee2-92ca-9658bf3e2ec3 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:53.494041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9c971b4b-99fb-4028-a4d3-eb8317db582f req-f45cbd76-2cac-4ee2-92ca-9658bf3e2ec3 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0896392 May 09 05:38:53.546822 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9c971b4b-99fb-4028-a4d3-eb8317db582f req-6a492f79-4428-4c0e-862d-5d97825211bb tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430434 May 09 05:38:54.756238 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86660cc-e96f-4583-a796-24ae22f10f6d req-33b490b5-60da-4a85-bcdb-3dbe59e7f777 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:54.757629 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c86660cc-e96f-4583-a796-24ae22f10f6d req-33b490b5-60da-4a85-bcdb-3dbe59e7f777 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0911200 May 09 05:38:54.804851 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c86660cc-e96f-4583-a796-24ae22f10f6d req-bc077458-a052-4d83-a18c-7cac3ec706de tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406475 May 09 05:38:56.004839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280459c1-5495-4f68-94ac-94a4a9c123f1 req-55deb0a4-d123-4ddd-8cf4-bcc42532579a tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:38:56.006265 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-280459c1-5495-4f68-94ac-94a4a9c123f1 req-55deb0a4-d123-4ddd-8cf4-bcc42532579a tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0806394 May 09 05:38:56.053916 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-280459c1-5495-4f68-94ac-94a4a9c123f1 req-91e4945c-0579-4991-8dde-4ded689b396b tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=23a2ae75-7b41-4f9e-83e3-1269de7c53ef&id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409191 May 09 05:39:12.378297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-29c934e8-8ca8-4630-8a72-8562b9cafad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:14.648461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c24ba9b3-ec65-4e95-9873-b763556aa925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:15.814353 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:15.940832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:17.549245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:19.037011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:20.688535 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:39:26.710200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-58aa0582-66d1-4901-a833-f6be298f07ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751283 May 09 05:39:26.875163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dca9e-b52c-4968-a834-949b81926c52 req-e68323e6-86f3-488a-92e7-70373a2b6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:39:26.876708 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-e68323e6-86f3-488a-92e7-70373a2b6f49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1137 time: 0.0769818 May 09 05:39:27.026915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dca9e-b52c-4968-a834-949b81926c52 req-a13c7816-ae53-4bd7-83da-28310b86b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:39:27.028244 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-a13c7816-ae53-4bd7-83da-28310b86b969 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.1291676 May 09 05:39:27.134902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-b5052a46-ffe3-488f-88de-1207341838e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 1000 time: 0.1004713 May 09 05:39:27.201204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dca9e-b52c-4968-a834-949b81926c52 req-9bd1cde4-abd4-4bd4-a316-e176a74625f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:39:27.202602 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-9bd1cde4-abd4-4bd4-a316-e176a74625f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0615335 May 09 05:39:27.280146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dca9e-b52c-4968-a834-949b81926c52 req-f79da107-c3ea-440d-986c-7139fbff7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:39:27.281598 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-f79da107-c3ea-440d-986c-7139fbff7da3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725236 May 09 05:39:27.421494 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-d8bb5374-fe17-46e7-a2a0-1c667f40c4fd service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330459 May 09 05:39:27.558758 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-951dca9e-b52c-4968-a834-949b81926c52 req-2e4724a9-3023-4798-9744-ad6043efe02a service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304727 May 09 05:39:42.381811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d71036b7-8739-4f6a-9f9e-a226df66b2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:44.652581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2dab49dc-fea1-46c8-8ac6-f05e413e92df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:45.829260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:45.945341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:47.552292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:49.072600 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:39:57.693411 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:39:59.517234 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-1b5eb763-5fc3-4850-a7f9-de9e574f3a01 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142435831&fields=id&tenant_id=0b699f242b3a4801a0dac5522553397d HTTP/1.1" status: 200 len: 267 time: 0.0974803 May 09 05:39:59.605274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-fd7784f4-edd9-40f7-9201-86e6fb11dced tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:39:59.606634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-fd7784f4-edd9-40f7-9201-86e6fb11dced tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 984 time: 0.0839295 May 09 05:39:59.617445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Request body: {'port': {'security_groups': ['53ead289-d6d8-472e-a989-6f1af1c2b711']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:39:59.734975 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.073049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:00.099537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.106794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.141977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['30c95aa7-ee66-4ec0-9fec-8015dce1cbad'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:40:00.180763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:00.181404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.182749 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a6fccec3-67fe-478e-bf44-71b054cd00c8 req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "PUT /v2.0/ports/30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 942 time: 0.5697701 May 09 05:40:00.183359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:40:00.189569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46926) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:00.211339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event updated for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=7']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:00.220162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.220525 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.220870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.221203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.221532 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.221857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.222180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.222499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.222977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.223295 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.223614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.223930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2a0754-ffd8-48c2-b8e0-915a97831bfc tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.243027 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1f24c1-fde5-4eba-83e5-7b94085d9bef'] response: {'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'status': 'completed', 'code': 200} May 09 05:40:00.309230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['30c95aa7-ee66-4ec0-9fec-8015dce1cbad'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:40:00.367201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-22a8a1b8-51b9-45d7-bc04-780b140d380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:00.368859 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-22a8a1b8-51b9-45d7-bc04-780b140d380a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1098 time: 0.0789933 May 09 05:40:00.395629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.432148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.513136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.516475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-b296cf86-da1f-4f2d-8efd-4e4059144f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:00.518763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-b296cf86-da1f-4f2d-8efd-4e4059144f5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.1442192 May 09 05:40:00.532900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a2ae75-7b41-4f9e-83e3-1269de7c53ef,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:00.537081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-40203178-e181-4528-b17f-bf4e50d1b912 None None] Provisioning complete for port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:00.537383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-40203178-e181-4528-b17f-bf4e50d1b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.542179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.542516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.542848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.543174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.543498 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.543817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.544122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.544464 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.544799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.545169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.545486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.545791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:00.553279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.557086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-66c0f136-28b4-4e01-989a-4a4b1854a745 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "DELETE /v2.0/security-groups/23a2ae75-7b41-4f9e-83e3-1269de7c53ef HTTP/1.1" status: 204 len: 168 time: 0.3649411 May 09 05:40:00.557660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 46930) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:00.631955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-6167f2c3-a116-4bf9-93f4-f88877022d64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 1000 time: 0.1035216 May 09 05:40:00.690698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-616c800e-8ee0-4619-9e0b-1ccc2cfda1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:00.692147 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-616c800e-8ee0-4619-9e0b-1ccc2cfda1cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0578940 May 09 05:40:00.761281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Deleting port ec6a5781-80a7-4bc8-a8ce-1a891f5dbe8a {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:00.761592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.770838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-a6d6aafa-a5a6-4fa5-9f50-03eb8a87bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:00.772312 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-a6d6aafa-a5a6-4fa5-9f50-03eb8a87bda1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737972 May 09 05:40:00.906656 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-de437d5f-0bd1-4675-9080-f1dd8f2ab665 service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273863 May 09 05:40:00.928797 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:00.929155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:01.042548 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6dbb3a21-4001-46f5-ae76-1cf53dc397cb req-ab0c0737-b876-4c07-9942-7b305fa4de08 service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291246 May 09 05:40:01.052581 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Calling delete_port for ec6a5781-80a7-4bc8-a8ce-1a891f5dbe8a owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:01.210707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:01.261919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event deleted for resources: {'Port': ['ID=ec6a5781-80a7-4bc8-a8ce-1a891f5dbe8a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:01.353367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:01.353738 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Floating IP e0a80ee0-58d4-44e8-83d3-f805c339601f disassociated (deleted). External IP: 172.26.0.13, port: 30c95aa7-ee66-4ec0-9fec-8015dce1cbad. May 09 05:40:01.725029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:40:02.008956 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:40:02.020121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] Sync routers for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:40:02.030175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:02.030568 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:02.031024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:39:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:02.087514 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-3e4ba2e7-b290-40f2-9062-051478ed15c6 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "DELETE /v2.0/floatingips/e0a80ee0-58d4-44e8-83d3-f805c339601f HTTP/1.1" status: 204 len: 168 time: 1.5285978 May 09 05:40:02.088082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:40:02.132216 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b74d21a-e7bb-427d-9e52-949aaca1f695'] response: {'name': 'network-changed', 'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'status': 'completed', 'code': 200} May 09 05:40:02.247099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-6b8d4bbe-3c30-435a-abf5-32f872dc4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:02.247832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:02.248793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-6b8d4bbe-3c30-435a-abf5-32f872dc4e85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b699f242b3a4801a0dac5522553397d&device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 1098 time: 0.0733292 May 09 05:40:02.381990 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-34d714d2-579b-458b-a220-93804becbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:02.383800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-34d714d2-579b-458b-a220-93804becbb55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 200 len: 916 time: 0.1293573 May 09 05:40:02.456129 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-1f4505a1-6677-4090-a516-44209da30ba4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 200 len: 217 time: 0.0659566 May 09 05:40:02.526389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-b912703d-5f40-4d79-90e3-b0627a362bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:02.527783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-b912703d-5f40-4d79-90e3-b0627a362bf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 200 len: 854 time: 0.0660458 May 09 05:40:02.583628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:56Z', 'revision_number': 5, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:02.587816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] Checking router: fdaf0951-6e19-4904-9f5c-e3e27c9ba322 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:40:02.597191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:02.597804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:39:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:02.622966 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-ad8654c7-166e-40b2-8957-3b7887c61106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:02.625233 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-ad8654c7-166e-40b2-8957-3b7887c61106 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c550675-8dfc-458a-99a8-ae8a95c5120b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914960 May 09 05:40:02.785841 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:02.869795 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-b59d3d69-46e8-43ec-a244-6a02a35ace1b service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376297 May 09 05:40:03.010326 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f7de9d6f-d9e0-4b7e-a4b1-4a86b73061de req-a7e82197-b5d4-4938-802e-51fe69668acf service neutron] 10.222.0.59 "GET /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320546 May 09 05:40:03.110029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:56Z', 'revision_number': 5, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:03.114183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958521c-5e50-4e48-a241-663210e24e7e None None] The sync data for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv is: [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:36:50Z', 'revision_number': 4, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'dc0f1937-a57d-4f79-a65c-0f66e45f3495', 'name': '', 'network_id': '6c550675-8dfc-458a-99a8-ae8a95c5120b', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'mac_address': 'fa:16:3e:12:60:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:49Z', 'updated_at': '2022-05-09T05:36:56Z', 'revision_number': 5, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'subnets': [{'id': 'da107405-7f81-40fe-9e86-b1b4b75f7fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:40:03.334770 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12940f-51e0-44cf-aa1b-9ff0ffeb7d3e None None] New status for floating IP e0a80ee0-58d4-44e8-83d3-f805c339601f: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:40:07.575424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302abb4-ab12-4c38-95bf-25dee1bfefa9 req-7d5abd91-cfac-44fd-aa07-dddcb91a7cba tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:07.577474 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3302abb4-ab12-4c38-95bf-25dee1bfefa9 req-7d5abd91-cfac-44fd-aa07-dddcb91a7cba tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0868022 May 09 05:40:07.623369 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3302abb4-ab12-4c38-95bf-25dee1bfefa9 req-c137b0ac-1fab-47bf-acf9-87e4dd3dd975 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 May 09 05:40:08.826395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a94d9-6756-45ef-810c-67908b4da3b3 req-3a1235ed-57c3-4430-9b69-5f650b78d022 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:08.827079 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-309a94d9-6756-45ef-810c-67908b4da3b3 req-3a1235ed-57c3-4430-9b69-5f650b78d022 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Synchronizing usage tracker for tenant:0b699f242b3a4801a0dac5522553397d on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:40:08.844805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-309a94d9-6756-45ef-810c-67908b4da3b3 req-3a1235ed-57c3-4430-9b69-5f650b78d022 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Unset dirty status for tenant:0b699f242b3a4801a0dac5522553397d on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:40:08.846111 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-309a94d9-6756-45ef-810c-67908b4da3b3 req-3a1235ed-57c3-4430-9b69-5f650b78d022 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.1050706 May 09 05:40:08.890017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-309a94d9-6756-45ef-810c-67908b4da3b3 req-0b6550aa-022c-4fdf-8978-fd65da52513e tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Synchronizing usage tracker for tenant:0b699f242b3a4801a0dac5522553397d on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:40:08.907533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-309a94d9-6756-45ef-810c-67908b4da3b3 req-0b6550aa-022c-4fdf-8978-fd65da52513e tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Unset dirty status for tenant:0b699f242b3a4801a0dac5522553397d on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:40:08.908644 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-309a94d9-6756-45ef-810c-67908b4da3b3 req-0b6550aa-022c-4fdf-8978-fd65da52513e tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 May 09 05:40:09.525876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-b78d9e78-34ac-4705-a5d1-0cf1a4873b2f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:09.527302 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-b78d9e78-34ac-4705-a5d1-0cf1a4873b2f tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.59 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.0949059 May 09 05:40:09.598466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Deleting port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:09.598734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:09.859069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] For port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:09.859298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:09.981513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Calling delete_port for 30c95aa7-ee66-4ec0-9fec-8015dce1cbad owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:10.174272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7befb3c-3eaa-4a46-a3c0-909c46da3f4c req-e63595cd-aa05-44af-9ed5-02d8524f3afe tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:10.175671 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c7befb3c-3eaa-4a46-a3c0-909c46da3f4c req-e63595cd-aa05-44af-9ed5-02d8524f3afe tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b8409b-a836-48cd-81e2-79d389053b56 HTTP/1.1" status: 200 len: 945 time: 0.1551237 May 09 05:40:10.207786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:10.268837 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Pushing event deleted for resources: {'Port': ['ID=30c95aa7-ee66-4ec0-9fec-8015dce1cbad,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:10.306575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c7befb3c-3eaa-4a46-a3c0-909c46da3f4c req-7026a1e9-0098-4ecf-8453-23d651839dca tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.50 "GET /v2.0/security-groups?id=53ead289-d6d8-472e-a989-6f1af1c2b711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225665 May 09 05:40:10.350298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] No DVR routers for this DVR port 30c95aa7-ee66-4ec0-9fec-8015dce1cbad on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:40:10.353294 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:10.355803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'name': 'network-vif-deleted', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:40:10.375055 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5a3c1cfe-ed92-45eb-8343-fa62c7100110 req-dc796984-4986-4f2c-a86c-fa28bf2e8e68 tempest-TestMinimumBasicScenario-1101077245 tempest-TestMinimumBasicScenario-1101077245-project] 10.222.0.59 "DELETE /v2.0/ports/30c95aa7-ee66-4ec0-9fec-8015dce1cbad HTTP/1.1" status: 204 len: 173 time: 0.8420188 May 09 05:40:10.403463 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302dfc31-fdf3-45da-8ea7-a430849194be'] response: {'server_uuid': '66b8409b-a836-48cd-81e2-79d389053b56', 'name': 'network-vif-deleted', 'tag': '30c95aa7-ee66-4ec0-9fec-8015dce1cbad', 'status': 'completed', 'code': 200} May 09 05:40:11.761811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 30c95aa7-ee66-4ec0-9fec-8015dce1cbad no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:40:11.803613 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 30c95aa7-ee66-4ec0-9fec-8015dce1cbad {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:40:11.803962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 30c95aa7-ee66-4ec0-9fec-8015dce1cbad not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:40:12.386284 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-db03ba0a-a1dd-466b-a1b0-051dda5d089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:12.993323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47018) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:13.671080 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:14.039692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Deleting port dc0f1937-a57d-4f79-a65c-0f66e45f3495 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:14.040220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:14.228964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] For port dc0f1937-a57d-4f79-a65c-0f66e45f3495, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=dc0f1937-a57d-4f79-a65c-0f66e45f3495,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:14.229315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:14.364723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Calling delete_port for dc0f1937-a57d-4f79-a65c-0f66e45f3495 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:14.646117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8075c6fa-fa9b-4c30-a99b-fed3b9558329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:14.685473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:14.730587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0f1937-a57d-4f79-a65c-0f66e45f3495,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:15.116979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:15.502515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:40:15.696609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:40:15.705675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] Sync routers for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:40:15.709042 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a269c506-a615-4f00-9d18-a424cc302e07 admin admin] 10.222.0.50 "PUT /v2.0/routers/fdaf0951-6e19-4904-9f5c-e3e27c9ba322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7144454 May 09 05:40:15.711637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47022) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:15.715615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:15.716216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:15.882481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:15.891613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:15.902547 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:16.067127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:16.077745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Deleting port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:16.078251 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:16.082314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:16.240641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23'}], 'enable_snat': True}, 'gw_port_id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:40:14Z', 'revision_number': 5, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port': {'id': '7fdc4bf7-87c7-4635-a4b5-19298a7d6c87', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:91:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:47Z', 'updated_at': '2022-05-09T05:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:16.244574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] Checking router: fdaf0951-6e19-4904-9f5c-e3e27c9ba322 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:40:16.254378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] For port 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:16.254950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:16.255452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] Routers {'fdaf0951-6e19-4904-9f5c-e3e27c9ba322'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:16.256033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:16.409686 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] Set router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:16.492063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Calling delete_port for 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:16.528518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:40:16Z', 'revision_number': 6, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:16.533495 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453270ca-12a8-4f45-a5a9-588b6ef12f5c None None] The sync data for ids ['fdaf0951-6e19-4904-9f5c-e3e27c9ba322'] in dv-neutron-840482-1-hyperv is: [{'id': 'fdaf0951-6e19-4904-9f5c-e3e27c9ba322', 'name': 'tempest-TestMinimumBasicScenario-2118413514-router', 'tenant_id': '0b699f242b3a4801a0dac5522553397d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:46Z', 'updated_at': '2022-05-09T05:40:16Z', 'revision_number': 6, 'project_id': '0b699f242b3a4801a0dac5522553397d', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:40:16.673374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:16.722512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdc4bf7-87c7-4635-a4b5-19298a7d6c87,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:16.813062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:16.990415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:16.992646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.015582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.016122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdaf0951-6e19-4904-9f5c-e3e27c9ba322 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:40:17.028334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.029490 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d89c740d-d54b-4b52-8985-942b859cacca admin admin] 10.222.0.50 "DELETE /v2.0/routers/fdaf0951-6e19-4904-9f5c-e3e27c9ba322 HTTP/1.1" status: 204 len: 168 time: 1.3169692 May 09 05:40:17.032330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47026) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:17.095063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] Deleting subnet da107405-7f81-40fe-9e86-b1b4b75f7fea {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:40:17.099459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.159278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.239027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.310061 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.346298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da107405-7f81-40fe-9e86-b1b4b75f7fea,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:17.351670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.357613 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d050000f-4251-464b-a582-d8f2b9062d8e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/da107405-7f81-40fe-9e86-b1b4b75f7fea HTTP/1.1" status: 204 len: 168 time: 0.3242955 May 09 05:40:17.360413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47030) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:17.360899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d7bb8-812e-42cd-81a9-405ec3a559cd None None] Network 6c550675-8dfc-458a-99a8-ae8a95c5120b requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:40:17.446256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:40:17.486552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.497548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Deleting port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:17.497884 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.502966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:40:17.503281 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 7fdc4bf7-87c7-4635-a4b5-19298a7d6c87 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:40:17.503672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dc0f1937-a57d-4f79-a65c-0f66e45f3495 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:40:17.555883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: dc0f1937-a57d-4f79-a65c-0f66e45f3495 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:40:17.556220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device dc0f1937-a57d-4f79-a65c-0f66e45f3495 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:40:17.597323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.721203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] DHCP port deletion for 6c550675-8dfc-458a-99a8-ae8a95c5120b request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:40:17.725181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Deleting port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:17.725576 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.727264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] For port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:17.727623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.848261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Calling delete_port for 1afc3b8e-989d-43fb-ab8d-895af6e28e0f owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:17.922333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:17.931904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] For port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,segment=NetworkSegment(e345da45-aee8-4f09-b2fe-bc52ddf89079),segment_id=e345da45-aee8-4f09-b2fe-bc52ddf89079)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:17.932321 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.058059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Calling delete_port for 1afc3b8e-989d-43fb-ab8d-895af6e28e0f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:18.071785 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afc3b8e-989d-43fb-ab8d-895af6e28e0f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:18.076188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] No DVR routers for this DVR port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:40:18.131077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:40:18.131278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:40:18.190886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.215903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c550675-8dfc-458a-99a8-ae8a95c5120b']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:18.228026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e345da45-aee8-4f09-b2fe-bc52ddf89079') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:18.228312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e345da45-aee8-4f09-b2fe-bc52ddf89079') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:18.239849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.255603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.262227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:40:18.262654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:40:18.275713 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:40:18.352857 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.357321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.379073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c550675-8dfc-458a-99a8-ae8a95c5120b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:18.387896 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-42850a12-c360-49d9-80e3-96b57a653069 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6c550675-8dfc-458a-99a8-ae8a95c5120b HTTP/1.1" status: 204 len: 168 time: 1.0263510 May 09 05:40:18.391027 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47034) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:18.632410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Deleting port 1afc3b8e-989d-43fb-ab8d-895af6e28e0f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:18.633354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:18.702781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-50070437-7c37-4a4c-a8f5-2dcc82ed74e5 None None] The port '1afc3b8e-989d-43fb-ab8d-895af6e28e0f' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:40:18.969821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:19.049572 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:19.346205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Deleting port 2648d822-0e23-4dd4-a597-4a0455d1c9bf {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:19.346545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:19.407332 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1afc3b8e-989d-43fb-ab8d-895af6e28e0f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:40:19.442685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 1afc3b8e-989d-43fb-ab8d-895af6e28e0f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:40:19.443010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 1afc3b8e-989d-43fb-ab8d-895af6e28e0f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:40:19.624075 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] For port 2648d822-0e23-4dd4-a597-4a0455d1c9bf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2648d822-0e23-4dd4-a597-4a0455d1c9bf,segment=NetworkSegment(3a6224d3-6952-4694-8156-a329e8fa3c79),segment_id=3a6224d3-6952-4694-8156-a329e8fa3c79)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:19.624757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:19.746174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Calling delete_port for 2648d822-0e23-4dd4-a597-4a0455d1c9bf owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:19.940296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:19.988922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2648d822-0e23-4dd4-a597-4a0455d1c9bf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:20.264008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:20.628971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:40:20.808714 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:40:20.818078 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] Sync routers for ids ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:40:20.826682 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7d1c7e36-f2c1-4126-84b0-1d61b79c3e27 admin admin] 10.222.0.50 "PUT /v2.0/routers/6f07731f-6b9a-4d82-aaee-9ef054d804e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4346414 May 09 05:40:20.830268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47038) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:20.835924 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] Routers {'6f07731f-6b9a-4d82-aaee-9ef054d804e4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:20.836589 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:21.036649 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] Set router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:21.125331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:21.307024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:21.316512 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:40:19Z', 'revision_number': 5, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port': {'id': '3ac9d025-0ac9-48f5-b06c-c83e6754746a', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:36:53Z', 'updated_at': '2022-05-09T05:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:21.317458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Deleting port 3ac9d025-0ac9-48f5-b06c-c83e6754746a {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:21.317827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:21.320657 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] Checking router: 6f07731f-6b9a-4d82-aaee-9ef054d804e4 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:40:21.329246 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] Routers {'6f07731f-6b9a-4d82-aaee-9ef054d804e4'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:21.329841 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:21.479303 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] Set router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:21.493614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] For port 3ac9d025-0ac9-48f5-b06c-c83e6754746a, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3ac9d025-0ac9-48f5-b06c-c83e6754746a,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:21.493974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:21.612733 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:40:21Z', 'revision_number': 6, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:21.616934 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d284e-c4ba-4b57-91fe-dbcd56abc002 None None] The sync data for ids ['6f07731f-6b9a-4d82-aaee-9ef054d804e4'] in dv-neutron-840482-1-hyperv is: [{'id': '6f07731f-6b9a-4d82-aaee-9ef054d804e4', 'name': 'tempest-TestMinimumBasicScenario-1775128953-router', 'tenant_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:36:52Z', 'updated_at': '2022-05-09T05:40:21Z', 'revision_number': 6, 'project_id': '1d19f8b7faec46dbba2e9966ad5f0519', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:40:21.620312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Calling delete_port for 3ac9d025-0ac9-48f5-b06c-c83e6754746a owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:21.793347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:21.839796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac9d025-0ac9-48f5-b06c-c83e6754746a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:21.933600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.104253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.106476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.138847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.139325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f07731f-6b9a-4d82-aaee-9ef054d804e4 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:40:22.152482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.153693 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6a76c87d-4e43-45d5-a043-916076fb4601 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6f07731f-6b9a-4d82-aaee-9ef054d804e4 HTTP/1.1" status: 204 len: 168 time: 1.3224068 May 09 05:40:22.156780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47042) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:22.218961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] Deleting subnet d4f29fec-5bf9-480f-8606-4cf90c6a6534 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:40:22.222127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.276599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.363040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.435969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.474399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f29fec-5bf9-480f-8606-4cf90c6a6534,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:22.477842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.483210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00051ea-e5a7-4599-8120-4f6857284fef None None] Network ca0e4ff1-6e1f-4248-927d-b1798315555a requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:40:22.483768 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-639a77ab-571d-4a9e-8b3d-236871dc9aaf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d4f29fec-5bf9-480f-8606-4cf90c6a6534 HTTP/1.1" status: 204 len: 168 time: 0.3259869 May 09 05:40:22.486323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47046) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:22.700153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.711100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Deleting port b6d01cd0-d5f7-4811-bf00-b6617ab28625 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:22.711440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.792267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] DHCP port deletion for ca0e4ff1-6e1f-4248-927d-b1798315555a request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:40:22.797202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Deleting port b6d01cd0-d5f7-4811-bf00-b6617ab28625 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:22.797640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:22.921415 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] For port b6d01cd0-d5f7-4811-bf00-b6617ab28625, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b6d01cd0-d5f7-4811-bf00-b6617ab28625,segment=NetworkSegment(3a6224d3-6952-4694-8156-a329e8fa3c79),segment_id=3a6224d3-6952-4694-8156-a329e8fa3c79)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:22.921968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.004505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] For port b6d01cd0-d5f7-4811-bf00-b6617ab28625, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b6d01cd0-d5f7-4811-bf00-b6617ab28625,segment=NetworkSegment(3a6224d3-6952-4694-8156-a329e8fa3c79),segment_id=3a6224d3-6952-4694-8156-a329e8fa3c79)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:23.004804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.043684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Calling delete_port for b6d01cd0-d5f7-4811-bf00-b6617ab28625 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:23.122280 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.129446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Calling delete_port for b6d01cd0-d5f7-4811-bf00-b6617ab28625 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:40:23.170661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d01cd0-d5f7-4811-bf00-b6617ab28625,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:23.175891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] No DVR routers for this DVR port b6d01cd0-d5f7-4811-bf00-b6617ab28625 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:40:23.202417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:40:23.202868 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:40:23.289927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.314412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0e4ff1-6e1f-4248-927d-b1798315555a']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:23.326149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6224d3-6952-4694-8156-a329e8fa3c79') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:23.326442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6224d3-6952-4694-8156-a329e8fa3c79') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:23.337646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.357787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.364913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:40:23.365355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:40:23.379107 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:40:23.413186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3ac9d025-0ac9-48f5-b06c-c83e6754746a no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:40:23.450164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 3ac9d025-0ac9-48f5-b06c-c83e6754746a {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:40:23.450503 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3ac9d025-0ac9-48f5-b06c-c83e6754746a not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:40:23.451033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6d01cd0-d5f7-4811-bf00-b6617ab28625 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:40:23.455324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.459840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.482701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0e4ff1-6e1f-4248-927d-b1798315555a,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:23.484790 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b6d01cd0-d5f7-4811-bf00-b6617ab28625 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:40:23.485256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b6d01cd0-d5f7-4811-bf00-b6617ab28625 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:40:23.485532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2648d822-0e23-4dd4-a597-4a0455d1c9bf no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:40:23.491731 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b075a827-e428-499e-abf6-9cf854be8233 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ca0e4ff1-6e1f-4248-927d-b1798315555a HTTP/1.1" status: 204 len: 168 time: 1.0044496 May 09 05:40:23.519143 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2648d822-0e23-4dd4-a597-4a0455d1c9bf {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:40:23.519498 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2648d822-0e23-4dd4-a597-4a0455d1c9bf not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:40:23.704481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Deleting port b6d01cd0-d5f7-4811-bf00-b6617ab28625 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:40:23.705007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.716365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47052) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:23.770102 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4d612eb3-2783-4468-9851-8a0ab5db1343 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b699f242b3a4801a0dac5522553397d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525372 May 09 05:40:23.772624 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47056) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:23.775142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-592d83dd-dc60-4b22-ab95-edd746d9dee6 None None] The port 'b6d01cd0-d5f7-4811-bf00-b6617ab28625' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 05:40:23.832037 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de1611ad-e87e-456d-802c-363716d9f0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.859569 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de1611ad-e87e-456d-802c-363716d9f0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.922881 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de1611ad-e87e-456d-802c-363716d9f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.939963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1611ad-e87e-456d-802c-363716d9f0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ead289-d6d8-472e-a989-6f1af1c2b711,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:23.952241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-de1611ad-e87e-456d-802c-363716d9f0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:23.953599 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-de1611ad-e87e-456d-802c-363716d9f0f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53ead289-d6d8-472e-a989-6f1af1c2b711 HTTP/1.1" status: 204 len: 168 time: 0.1800382 May 09 05:40:24.359761 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47064) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:24.414710 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-358e7ddd-2e3f-4db0-90dd-0465e273267d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d19f8b7faec46dbba2e9966ad5f0519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535264 May 09 05:40:24.417293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47068) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:24.487438 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2343659b-ef33-4fe5-8a1e-a53ff3ca5753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:24.513581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2343659b-ef33-4fe5-8a1e-a53ff3ca5753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:24.566494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2343659b-ef33-4fe5-8a1e-a53ff3ca5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:24.580838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343659b-ef33-4fe5-8a1e-a53ff3ca5753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204aa91d-cdf5-4c16-b297-18d2062a65d5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:24.587463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2343659b-ef33-4fe5-8a1e-a53ff3ca5753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:24.588632 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2343659b-ef33-4fe5-8a1e-a53ff3ca5753 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/204aa91d-cdf5-4c16-b297-18d2062a65d5 HTTP/1.1" status: 204 len: 168 time: 0.1702969 May 09 05:40:26.568437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47110) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:26.574058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474747648', 'description': 'tempest-secgroup-smoke-474747648 description', 'project_id': 'b51a22e623704efb86faea50ee5e1a06'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:26.580515 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:26.584721 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:26.588638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:26.594738 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:26.606640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:26.621680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:26.637241 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:26.641556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:26.644546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:26.650710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:26.736706 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:26.742259 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:26.754399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:26.762473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:26.770907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:26.781455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:26.784872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540c998f-1ad1-45c4-a58e-3d6805243547,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:26.854791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:26.860149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:26.901456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f34774-49b4-4f66-8106-e13e7f574e6f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:26.904222 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:26.907820 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-23659d41-1ac0-4f2d-b360-42b121e8058c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3381925 May 09 05:40:26.910715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47114) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:26.916004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'e3f34774-49b4-4f66-8106-e13e7f574e6f', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:26.922341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:26.926196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:26.929142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:26.934897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:26.953253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.017934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.022087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.045483 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bbaa35-6d7d-4fce-93c7-5b0e5db9e500,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:27.054392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.055582 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ad967050-de4f-4bdf-ab21-8d2b51a92c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438012 May 09 05:40:27.058525 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47118) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:27.063412 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'e3f34774-49b4-4f66-8106-e13e7f574e6f', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:27.069526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:27.073648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:27.076715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:27.082649 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:27.101009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.163474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.169756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.193226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9de13e-4896-4e11-bc96-f614b38079ce,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:27.203467 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.204704 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9788c751-eb1f-45fc-a189-46c9c40a2a3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452312 May 09 05:40:27.207627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47122) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:27.215319 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'e3f34774-49b4-4f66-8106-e13e7f574e6f', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:27.224587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:27.230708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:27.235244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:27.241063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:27.259812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.321840 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.327309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.353372 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7084c06-568a-475b-af8a-7f64461415d9,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:27.362268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.363513 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1f263672-a0bf-4ce9-a737-9f43fd1390f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546073 May 09 05:40:27.366181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47126) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:27.371262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'e3f34774-49b4-4f66-8106-e13e7f574e6f', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:27.377151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:27.381023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:27.384262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:27.389988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:27.407523 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.471431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.476248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.498813 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ae72ba-4e3a-4dd8-8017-d355f312f18a,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:27.508618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.509760 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-65615ac3-95e1-4ccb-a25a-3668da0fd293 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426873 May 09 05:40:27.512538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47130) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:27.517419 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'e3f34774-49b4-4f66-8106-e13e7f574e6f', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:27.523160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:27.527021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:27.529868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:27.535925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:27.548253 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:40:27.555134 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.618253 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.623173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.646281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec9328f-a208-4acc-8667-c57ecc0a1a2d,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:27.655910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.657284 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-08c0c438-44b6-4e74-a940-9203b804353d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438472 May 09 05:40:27.659935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47134) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:27.665088 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'e3f34774-49b4-4f66-8106-e13e7f574e6f', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:27.670918 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:27.675152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:27.678124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:27.683987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:27.695535 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:40:27.702452 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.775314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.780510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.808631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035b6312-5151-4ee4-b91e-d6414ff4be7c,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:27.815702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.816971 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f5d58291-54f7-45ab-ad01-03d07165788e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559911 May 09 05:40:27.820017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47138) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:27.825481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'network': {'name': 'tempest-network-smoke--1469726612', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'port_security_enabled': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:27.830943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:27.834774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:network and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:27.837656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:27.843358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:27.855388 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:40:27.859101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.888821 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:40:27.898377 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.898706 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Added segment fe975051-6b5f-4ff9-adaa-6aa3c09f39c9 of type vlan for network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f May 09 05:40:27.925110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.953717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:27.959020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:27.959598 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:28.054097 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2329285 May 09 05:40:28.057217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47142) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:28.062572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'admin_state_up': True, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:28.066201 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9cac1-00b4-46d9-bec1-e21bb12c23b2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Network': ['ID=5b30616e-aa7c-4e6b-96cc-59e17c96f62f,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:28.070755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:28.075413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:router and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:28.076630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:40:28.078453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:28.084719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:28.095787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:28.096808 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:28.110971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:28.376128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:28.773860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:28.802932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:28.941356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.124 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/06657160-bb96-403b-b65f-543f758f331b) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:40:29.088343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:29.129087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:29.196674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:40:29.199613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:40:29.203345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:40:29.231940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=06657160-bb96-403b-b65f-543f758f331b,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:29.649880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:30.112792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:30.326908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 89fae159-7986-4826-85fc-5a488173a35e is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:40:30.512362 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:40:30.522130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Sync routers for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:40:30.532182 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:30.532809 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:30.540572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:30.541767 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6903236e-701a-4459-b28d-5bc9271adcd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4835362 May 09 05:40:30.545219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47146) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:30.691516 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9298dc66-58d8-40e1-8102-8c73f2142054 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b51a22e623704efb86faea50ee5e1a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1449773 May 09 05:40:30.694889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47152) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:30.708580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:30.827409 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da465331-ce72-445c-82a6-9d4318f0ff97 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:30.831968 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-da465331-ce72-445c-82a6-9d4318f0ff97 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332254 May 09 05:40:30.832226 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47156) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:30.873176 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-623368ff-777d-4e2f-87bc-8be0f756e7c3 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374396 May 09 05:40:30.873370 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47160) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:30.879459 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587230789', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:30.986673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:29Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:30.990625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Checking router: 89fae159-7986-4826-85fc-5a488173a35e for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:40:30.990967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Updating router 89fae159-7986-4826-85fc-5a488173a35e port 06657160-bb96-403b-b65f-543f758f331b binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:40:30.994554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:30.998660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:subnet and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:31.002210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:31.008548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:31.020251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:40:31.024446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.079694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.248948 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.331003 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Subnet': ['ID=96766748-ee9d-4252-bf42-f240874b5b60,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:31.335976 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Checking segment: {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:40:31.336331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network hostable DHCP agents. Network: 5b30616e-aa7c-4e6b-96cc-59e17c96f62f, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:40:31.356245 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:40:31.366700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 5b30616e-aa7c-4e6b-96cc-59e17c96f62f) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:40:31.371392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:31.372436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.375598 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ccf70-bc44-4371-a2b9-8ab401737009 None None] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:40:31.394847 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dedde276-53f7-4105-af67-d68a82901d8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5205340 May 09 05:40:31.397826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47164) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:31.481170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.508513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Transition to ACTIVE for port object 06657160-bb96-403b-b65f-543f758f331b will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:40:31.523662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.660942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Pushing event updated for resources: {'Port': ['ID=06657160-bb96-403b-b65f-543f758f331b,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:31.663059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Attempting to bind port 06657160-bb96-403b-b65f-543f758f331b on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:40:31.663420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Attempting to bind port 06657160-bb96-403b-b65f-543f758f331b by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:40:31.663770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Attempting to bind port 06657160-bb96-403b-b65f-543f758f331b on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:40:31.675955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:40:31.676320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:40:31.676736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.677116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:40:31.677564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Bound port: 06657160-bb96-403b-b65f-543f758f331b, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:40:31.677925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.701074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.701454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.701791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.702121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.702444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.702767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.703169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.703479 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.703795 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.704132 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.704467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.704764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:31.791985 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] For port 06657160-bb96-403b-b65f-543f758f331b, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:40:31.795293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] For port 06657160-bb96-403b-b65f-543f758f331b, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=06657160-bb96-403b-b65f-543f758f331b,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:40:31.802085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.887591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:31.888227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:31.944882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:40:31.945693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:31.969635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b70fd-67b5-4cfe-8267-2bb42c673c3b None None] Pushing event updated for resources: {'Port': ['ID=06657160-bb96-403b-b65f-543f758f331b,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:32.119272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:32.190509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:32.396951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Allocated IP 172.20.0.2 (5b30616e-aa7c-4e6b-96cc-59e17c96f62f/96766748-ee9d-4252-bf42-f240874b5b60/b0bc2077-1c85-40f5-9cd6-a746572a1cb6) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:40:32.744509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:32.747623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:29Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:32.758156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847a952-9c68-4960-8d96-4c9f17720613 None None] The sync data for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv is: [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:29Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:40:32.760140 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Transition to ACTIVE for port object b0bc2077-1c85-40f5-9cd6-a746572a1cb6 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:40:32.784877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Transition to ACTIVE for port object b0bc2077-1c85-40f5-9cd6-a746572a1cb6 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:40:32.790726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:32.860627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:40:32.863737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.1 (5b30616e-aa7c-4e6b-96cc-59e17c96f62f/96766748-ee9d-4252-bf42-f240874b5b60/0698716e-da01-49e2-88bc-8e7af12a9dbf) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:40:32.864193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:40:32.867826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:40:32.873762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Pushing event updated for resources: {'Port': ['ID=b0bc2077-1c85-40f5-9cd6-a746572a1cb6,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:32.970125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Attempting to bind port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:40:32.971065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Attempting to bind port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:40:32.971563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Attempting to bind port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 on network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:40:32.979164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:40:32.979665 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Checking segment: {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:40:32.980157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:32.980704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Bound using segment: {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:40:32.981460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Bound port: b0bc2077-1c85-40f5-9cd6-a746572a1cb6, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:40:32.981872 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.078122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.098022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] For port b0bc2077-1c85-40f5-9cd6-a746572a1cb6, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:40:33.101541 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] For port b0bc2077-1c85-40f5-9cd6-a746572a1cb6, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b0bc2077-1c85-40f5-9cd6-a746572a1cb6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:40:33.104100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object 0698716e-da01-49e2-88bc-8e7af12a9dbf will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:40:33.106542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.136369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.196317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573509-0548-477e-ab68-04fb4474f521 None None] Pushing event updated for resources: {'Port': ['ID=b0bc2077-1c85-40f5-9cd6-a746572a1cb6,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:33.221073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:40:33.224187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:40:33.232333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:40:33.270667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=0698716e-da01-49e2-88bc-8e7af12a9dbf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:33.300137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.509846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 06657160-bb96-403b-b65f-543f758f331b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:40:33.588661 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 06657160-bb96-403b-b65f-543f758f331b completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:40:33.594093 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 06657160-bb96-403b-b65f-543f758f331b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:33.594500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.630148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.719967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.737693 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 06657160-bb96-403b-b65f-543f758f331b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=06657160-bb96-403b-b65f-543f758f331b,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:33.742405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:33.743218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0bc2077-1c85-40f5-9cd6-a746572a1cb6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:40:33.860131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=06657160-bb96-403b-b65f-543f758f331b,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:33.880876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:40:34.078998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:34.084282 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:34.204187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:34.207496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=0698716e-da01-49e2-88bc-8e7af12a9dbf,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:34.218825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173055cd-bf95-4ada-9811-1e39496003dd None None] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:40:34.317204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-53fa7424-cf77-4c1e-8f19-d8fd9c15be57 None None] Provisioning for port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:40:34.323928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-53fa7424-cf77-4c1e-8f19-d8fd9c15be57 None None] Provisioning complete for port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:34.324336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53fa7424-cf77-4c1e-8f19-d8fd9c15be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:34.359220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:40:34.360515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:40:34.590428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53fa7424-cf77-4c1e-8f19-d8fd9c15be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:34.636066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-53fa7424-cf77-4c1e-8f19-d8fd9c15be57 None None] For port b0bc2077-1c85-40f5-9cd6-a746572a1cb6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b0bc2077-1c85-40f5-9cd6-a746572a1cb6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:34.644317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-53fa7424-cf77-4c1e-8f19-d8fd9c15be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:34.697649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 89fae159-7986-4826-85fc-5a488173a35e has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:40:34.698145 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:40:34.723239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa7424-cf77-4c1e-8f19-d8fd9c15be57 None None] Pushing event updated for resources: {'Port': ['ID=b0bc2077-1c85-40f5-9cd6-a746572a1cb6,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:34.876887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2598a80d-6e2a-4a1b-9870-2a932a1f69ab None None] Provisioning complete for port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:34.877828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2598a80d-6e2a-4a1b-9870-2a932a1f69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:34.910551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:40:34.930570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-550f7074-e2f2-4cd6-a156-7cea433d5ea1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/89fae159-7986-4826-85fc-5a488173a35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5236852 May 09 05:40:34.930801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Sync routers for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:40:34.938895 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:34.939870 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:35.039940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2598a80d-6e2a-4a1b-9870-2a932a1f69ab None None] Provisioning for port 0698716e-da01-49e2-88bc-8e7af12a9dbf completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:40:35.055817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2598a80d-6e2a-4a1b-9870-2a932a1f69ab None None] Provisioning complete for port 0698716e-da01-49e2-88bc-8e7af12a9dbf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:35.056275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2598a80d-6e2a-4a1b-9870-2a932a1f69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:35.123365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-2598a80d-6e2a-4a1b-9870-2a932a1f69ab None None] Port 0698716e-da01-49e2-88bc-8e7af12a9dbf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:40:35.154073 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:35.154368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-0741234f-b02d-4bf1-a076-05f021932cbe tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:40:35.173083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-0741234f-b02d-4bf1-a076-05f021932cbe tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:40:35.174382 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-0741234f-b02d-4bf1-a076-05f021932cbe tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474747648&fields=id&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 267 time: 0.0671091 May 09 05:40:35.245937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cf3f357f-8346-4094-ad74-cc784d2c33c3 None None] Provisioning complete for port 0698716e-da01-49e2-88bc-8e7af12a9dbf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:35.246749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cf3f357f-8346-4094-ad74-cc784d2c33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:35.306345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f357f-8346-4094-ad74-cc784d2c33c3 None None] Port 0698716e-da01-49e2-88bc-8e7af12a9dbf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:40:35.349592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-6f436c13-4713-4c08-82a2-d2110a19faf0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:35.350305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-6f436c13-4713-4c08-82a2-d2110a19faf0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:network {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:40:35.370529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-6f436c13-4713-4c08-82a2-d2110a19faf0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:network {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:40:35.372189 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-6f436c13-4713-4c08-82a2-d2110a19faf0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/networks?id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f HTTP/1.1" status: 200 len: 797 time: 0.1898777 May 09 05:40:35.389922 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-82c0cda9-7591-4306-b5c1-51c089745fe2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/quotas/b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 375 time: 0.0108459 May 09 05:40:35.427931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7b41ea2b-afe0-4e48-8fde-42e6dc4e45a5 None None] Provisioning complete for port 0698716e-da01-49e2-88bc-8e7af12a9dbf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:35.428569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7b41ea2b-afe0-4e48-8fde-42e6dc4e45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:35.461731 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 06657160-bb96-403b-b65f-543f758f331b up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:40:35.491039 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-9c101c46-bc38-439f-bd93-00b3bccb6987 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952582 May 09 05:40:35.492192 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 2, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:35.497977 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Checking router: 89fae159-7986-4826-85fc-5a488173a35e for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:40:35.498329 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Updating router 89fae159-7986-4826-85fc-5a488173a35e port 0698716e-da01-49e2-88bc-8e7af12a9dbf binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:40:35.509354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2ee9892d-9aeb-4971-a32f-83b96dedf33d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:40:35.510803 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2ee9892d-9aeb-4971-a32f-83b96dedf33d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062578 May 09 05:40:35.554087 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:35.574432 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-7b41ea2b-afe0-4e48-8fde-42e6dc4e45a5 None None] Port 0698716e-da01-49e2-88bc-8e7af12a9dbf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:40:35.591008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 06657160-bb96-403b-b65f-543f758f331b triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:35.591372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:35.715994 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0bc2077-1c85-40f5-9cd6-a746572a1cb6 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:40:35.753129 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-96d2f342-06ac-46be-90ac-d3ccd2929504 service neutron] 10.222.0.50 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357726 May 09 05:40:35.785225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:35.785596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:35.886486 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-7d365856-1c2d-4fa6-9abe-73abff5dba77 service neutron] 10.222.0.50 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267207 May 09 05:40:35.913650 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:35.926266 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Transition to ACTIVE for port object 0698716e-da01-49e2-88bc-8e7af12a9dbf will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:40:35.934044 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:36.102366 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Pushing event updated for resources: {'Port': ['ID=0698716e-da01-49e2-88bc-8e7af12a9dbf,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:36.102518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f23ef119-505a-4e13-9413-22181f558901 req-7fb737cb-fe8f-43a0-83c9-de1d7aa91bd6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:40:36.129074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-f23ef119-505a-4e13-9413-22181f558901 req-7fb737cb-fe8f-43a0-83c9-de1d7aa91bd6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:40:36.130381 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23ef119-505a-4e13-9413-22181f558901 req-7fb737cb-fe8f-43a0-83c9-de1d7aa91bd6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 210 time: 0.0879338 May 09 05:40:36.143077 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.143415 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.143744 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.144067 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.144386 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.144743 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.145052 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.145367 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.145678 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.145991 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.146401 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.146593 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:40:36.170400 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Attempting to bind port 0698716e-da01-49e2-88bc-8e7af12a9dbf on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:40:36.170760 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Attempting to bind port 0698716e-da01-49e2-88bc-8e7af12a9dbf by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:40:36.171107 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Attempting to bind port 0698716e-da01-49e2-88bc-8e7af12a9dbf on network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:40:36.177456 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:40:36.182845 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Checking segment: {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:40:36.183343 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:36.183799 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Bound using segment: {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:40:36.184771 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Bound port: 0698716e-da01-49e2-88bc-8e7af12a9dbf, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:40:36.185273 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:36.281992 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] For port 0698716e-da01-49e2-88bc-8e7af12a9dbf, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:40:36.285335 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] For port 0698716e-da01-49e2-88bc-8e7af12a9dbf, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0698716e-da01-49e2-88bc-8e7af12a9dbf,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:40:36.290127 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:36.367851 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:36.370268 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:36.463829 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa206-4793-456c-8e73-979b11299788 None None] Pushing event updated for resources: {'Port': ['ID=0698716e-da01-49e2-88bc-8e7af12a9dbf,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:36.585052 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:36.925440 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:36Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:36.929817 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bea82b8-8ea7-4dc1-a0fd-893e1204b74e None None] The sync data for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv is: [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:36Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:40:37.294037 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8896252e-2e09-40fc-a520-d0b8791f0675 req-c6a7917d-bcd3-4926-ad32-f4bfd71c7767 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 210 time: 0.0450013 May 09 05:40:37.474434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0698716e-da01-49e2-88bc-8e7af12a9dbf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:40:37.562907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 0698716e-da01-49e2-88bc-8e7af12a9dbf completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:40:37.568594 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0698716e-da01-49e2-88bc-8e7af12a9dbf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:37.569087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:37.618443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-3d684ee5-0943-4e75-a310-930154d2a164 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:37.621187 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-3d684ee5-0943-4e75-a310-930154d2a164 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/networks?id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f HTTP/1.1" status: 200 len: 797 time: 0.2098308 May 09 05:40:37.679381 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-b44ed5d2-b110-40ad-a7cf-f9b04e65c869 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 379 time: 0.0438766 May 09 05:40:37.690365 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'port': {'device_id': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'admin_state_up': True, 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'security_groups': ['e3f34774-49b4-4f66-8106-e13e7f574e6f']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:37.709098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:37.744891 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 0698716e-da01-49e2-88bc-8e7af12a9dbf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0698716e-da01-49e2-88bc-8e7af12a9dbf,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:37.749506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:37.830744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=0698716e-da01-49e2-88bc-8e7af12a9dbf,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:37.840534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:37.851087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:37.862130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:40:37.865963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:38.037792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.5 (5b30616e-aa7c-4e6b-96cc-59e17c96f62f/96766748-ee9d-4252-bf42-f240874b5b60/c8cf9c34-167e-4848-99b0-0018248a58e6) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:40:38.242552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:38.258592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object c8cf9c34-167e-4848-99b0-0018248a58e6 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:40:38.285682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:38.358420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:40:38.362190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:40:38.366137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:40:38.414869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=c8cf9c34-167e-4848-99b0-0018248a58e6,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:38.486721 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:38.487348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:38.525210 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2d703f40-0226-49a6-80c0-bdb7eff9646b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8393219 May 09 05:40:38.542247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc697-a6f8-4ed2-b113-2ae2d221f9ad req-deb449b6-be72-415d-b986-2adf7d4d4404 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:38.542944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-bb8cc697-a6f8-4ed2-b113-2ae2d221f9ad req-deb449b6-be72-415d-b986-2adf7d4d4404 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:40:38.551153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Request body: {'port': {'device_id': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:38.608343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-bb8cc697-a6f8-4ed2-b113-2ae2d221f9ad req-deb449b6-be72-415d-b986-2adf7d4d4404 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:40:38.609818 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb8cc697-a6f8-4ed2-b113-2ae2d221f9ad req-deb449b6-be72-415d-b986-2adf7d4d4404 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 931 time: 0.1959794 May 09 05:40:38.657002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-00cbf1fc-8937-4a93-afa5-528d1f4f37e2 None None] Provisioning for port c8cf9c34-167e-4848-99b0-0018248a58e6 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:40:38.662681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-00cbf1fc-8937-4a93-afa5-528d1f4f37e2 None None] Provisioning complete for port c8cf9c34-167e-4848-99b0-0018248a58e6 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:38.663069 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-00cbf1fc-8937-4a93-afa5-528d1f4f37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:38.684433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:38.718847 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-00cbf1fc-8937-4a93-afa5-528d1f4f37e2 None None] Port c8cf9c34-167e-4848-99b0-0018248a58e6 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:40:38.765523 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb8cc697-a6f8-4ed2-b113-2ae2d221f9ad req-4858013d-c245-4544-929d-3a27f8959fa0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250815 May 09 05:40:39.151743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cf9c34-167e-4848-99b0-0018248a58e6 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:40:39.159100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:39.174067 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Transition to ACTIVE for port object c8cf9c34-167e-4848-99b0-0018248a58e6 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:40:39.178556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:39.331634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cf9c34-167e-4848-99b0-0018248a58e6,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:39.414713 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Attempting to bind port c8cf9c34-167e-4848-99b0-0018248a58e6 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:40:39.415076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Attempting to bind port c8cf9c34-167e-4848-99b0-0018248a58e6 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:40:39.415402 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Attempting to bind port c8cf9c34-167e-4848-99b0-0018248a58e6 on network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:40:39.419993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Port c8cf9c34-167e-4848-99b0-0018248a58e6 on network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:40:39.420315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Attempting to bind port c8cf9c34-167e-4848-99b0-0018248a58e6 on network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:40:39.426792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0698716e-da01-49e2-88bc-8e7af12a9dbf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:40:39.427707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:40:39.428120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Checking segment: {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:40:39.428613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Bound using segment: {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:40:39.429144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Bound port: c8cf9c34-167e-4848-99b0-0018248a58e6, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:40:39.429553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:39.505733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 0698716e-da01-49e2-88bc-8e7af12a9dbf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:39.506031 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:39.521168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] For port c8cf9c34-167e-4848-99b0-0018248a58e6, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:40:39.525099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] For port c8cf9c34-167e-4848-99b0-0018248a58e6, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c8cf9c34-167e-4848-99b0-0018248a58e6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:40:39.530315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:39.609190 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:39.609899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:39.611580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] 10.222.0.59 "PUT /v2.0/ports/c8cf9c34-167e-4848-99b0-0018248a58e6 HTTP/1.1" status: 200 len: 1093 time: 1.0657887 May 09 05:40:39.612023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:40:39.644432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fba508-2740-4753-89e2-d947daf28ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cf9c34-167e-4848-99b0-0018248a58e6,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:39.675196 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6969340-c240-4ee6-a7e7-4aa7e244e70a'] response: {'name': 'network-changed', 'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'status': 'completed', 'code': 200} May 09 05:40:39.763161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-519dcc66-a43a-4ae1-bb3f-7485f65d4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:39.764703 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-519dcc66-a43a-4ae1-bb3f-7485f65d4c53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 1096 time: 0.0738835 May 09 05:40:39.843539 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-4ae1bade-85f2-477f-97c8-b737718ac864 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cf9c34-167e-4848-99b0-0018248a58e6 HTTP/1.1" status: 200 len: 217 time: 0.0661647 May 09 05:40:39.957418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-e7f728dc-f88f-4f40-be48-c18b63ef9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:39.958766 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-e7f728dc-f88f-4f40-be48-c18b63ef9be0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96766748-ee9d-4252-bf42-f240874b5b60 HTTP/1.1" status: 200 len: 835 time: 0.1095035 May 09 05:40:40.035706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d829bd-8801-4392-acd6-720e7ee54590 req-0bb8050b-e88c-4f3e-9e2d-6b3b581e3d8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:40.037222 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92d829bd-8801-4392-acd6-720e7ee54590 req-0bb8050b-e88c-4f3e-9e2d-6b3b581e3d8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 943 time: 0.1554484 May 09 05:40:40.078739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-79b7368d-a01e-4441-9f6b-da34634a6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:40.080198 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-79b7368d-a01e-4441-9f6b-da34634a6b46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1138608 May 09 05:40:40.109564 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92d829bd-8801-4392-acd6-720e7ee54590 req-a241a571-ea35-4162-9fe7-62467a52f9ef tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657902 May 09 05:40:40.219014 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-9bb067a7-3d7e-4803-b53b-1d91299d5cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308804 May 09 05:40:40.354508 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e63cda7b-de95-4a6e-9e0f-596c31dd1cfc req-2c9eaf9c-acb8-41e6-a93c-d5ce962ecae5 service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299849 May 09 05:40:40.515580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-52ae4e2a-62b1-4cb4-827a-921fb1c7f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:40.517152 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-52ae4e2a-62b1-4cb4-827a-921fb1c7f82c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 1096 time: 0.0766551 May 09 05:40:40.649982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-b2a860d8-8835-481c-be34-8c90504a7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:40.651448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-b2a860d8-8835-481c-be34-8c90504a7b02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f HTTP/1.1" status: 200 len: 898 time: 0.1279604 May 09 05:40:40.727752 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-60c56263-cbfe-46d3-b164-21820ae3826d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cf9c34-167e-4848-99b0-0018248a58e6 HTTP/1.1" status: 200 len: 217 time: 0.0703287 May 09 05:40:40.887874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-986c1141-c57d-40f7-81cd-d985299c1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:40.889804 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-986c1141-c57d-40f7-81cd-d985299c1f5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96766748-ee9d-4252-bf42-f240874b5b60 HTTP/1.1" status: 200 len: 835 time: 0.1562810 May 09 05:40:40.973354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-fe035d8c-65ad-4125-b083-601ad4772c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:40.974934 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-fe035d8c-65ad-4125-b083-601ad4772c78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778100 May 09 05:40:41.112816 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-d7652285-fb40-4bad-835b-413af2ec07cf service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293430 May 09 05:40:41.248604 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-02e615cd-bfc5-42bc-b7c7-0e6f49358f2c req-f84eaba0-cce3-4530-b212-6277910467d0 service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292946 May 09 05:40:41.311553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4edf40-bb93-4074-86c9-c0a986c3408d req-3a89e9f9-f4fd-441f-9957-422985a13da8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:41.313049 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-df4edf40-bb93-4074-86c9-c0a986c3408d req-3a89e9f9-f4fd-441f-9957-422985a13da8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 943 time: 0.0985010 May 09 05:40:41.366319 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-df4edf40-bb93-4074-86c9-c0a986c3408d req-c4e326e4-5e8d-4166-822b-89442d9481a7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474079 May 09 05:40:41.872716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c8cf9c34-167e-4848-99b0-0018248a58e6 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:40:42.013752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c8cf9c34-167e-4848-99b0-0018248a58e6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c8cf9c34-167e-4848-99b0-0018248a58e6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:42.026744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'port_id': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'mac_address': 'fa:16:3e:90:a5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:40:42.082950 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:42.100197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cf9c34-167e-4848-99b0-0018248a58e6 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:40:42.116087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c8cf9c34-167e-4848-99b0-0018248a58e6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c8cf9c34-167e-4848-99b0-0018248a58e6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:42.122685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:42.192605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c8cf9c34-167e-4848-99b0-0018248a58e6,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:42.387801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5943209d-eb47-4f85-8278-b5d83b2b41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:42.563683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b863-5347-416d-9114-d8b5b295bd62 req-6022758f-6956-4747-90bc-a4d183566319 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:42.565167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8235b863-5347-416d-9114-d8b5b295bd62 req-6022758f-6956-4747-90bc-a4d183566319 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 944 time: 0.0892427 May 09 05:40:42.613608 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8235b863-5347-416d-9114-d8b5b295bd62 req-e829567a-f004-4401-aea3-7617e3a16c90 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 May 09 05:40:42.629788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['c8cf9c34-167e-4848-99b0-0018248a58e6'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:40:43.801767 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b8574-6d10-436b-86de-f6068cdfd1e3 req-6dd886c6-31a4-48bc-9da3-6a9aa614d8ec tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:43.803200 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-945b8574-6d10-436b-86de-f6068cdfd1e3 req-6dd886c6-31a4-48bc-9da3-6a9aa614d8ec tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 944 time: 0.0823483 May 09 05:40:43.849154 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-945b8574-6d10-436b-86de-f6068cdfd1e3 req-c6c09eae-67cb-4f0c-a7ca-0db238f6be19 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 May 09 05:40:43.867499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c8cf9c34-167e-4848-99b0-0018248a58e6 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:40:43.939784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port c8cf9c34-167e-4848-99b0-0018248a58e6 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:40:43.944485 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port c8cf9c34-167e-4848-99b0-0018248a58e6 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:40:43.945043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:44.061634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:44.087799 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:40:44.097634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port c8cf9c34-167e-4848-99b0-0018248a58e6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c8cf9c34-167e-4848-99b0-0018248a58e6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:40:44.102462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:44.188500 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2874ad0-be88-4ab8-9f1c-25ba10c0785c'] response: {'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'code': 200} May 09 05:40:44.202230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=c8cf9c34-167e-4848-99b0-0018248a58e6,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:44.451512 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf498-cc5d-4ec4-8714-f5d391cc3a92 req-9d34ae6b-4165-4d4e-8197-0627e9a63cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:44.452918 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7bbf498-cc5d-4ec4-8714-f5d391cc3a92 req-9d34ae6b-4165-4d4e-8197-0627e9a63cb8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 1098 time: 0.0768659 May 09 05:40:44.494305 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7bbf498-cc5d-4ec4-8714-f5d391cc3a92 req-3bd17dd6-a200-4e7d-8ce5-46159f57756f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352118 May 09 05:40:44.661691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fe831805-7cda-4153-9914-9cea657d2be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:45.058178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3115e5a-715c-40db-97dd-7f1dc140d4b5 req-90baed81-f07c-4fbf-b866-e298321975ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:45.059644 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3115e5a-715c-40db-97dd-7f1dc140d4b5 req-90baed81-f07c-4fbf-b866-e298321975ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0868583 May 09 05:40:45.107400 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-f3115e5a-715c-40db-97dd-7f1dc140d4b5 req-ca23caa9-8a63-4a4a-a529-81f47d2cfe52 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 May 09 05:40:45.834568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:45.927352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:46.326473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ad7d-1b7c-467e-8175-650406ac6f77 req-3cee7529-6403-4d6d-9148-83b3d2ece362 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:46.327937 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0419ad7d-1b7c-467e-8175-650406ac6f77 req-3cee7529-6403-4d6d-9148-83b3d2ece362 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.1028628 May 09 05:40:46.374507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0419ad7d-1b7c-467e-8175-650406ac6f77 req-8040bf06-6656-4818-89e8-bdb11c748b8a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406144 May 09 05:40:46.573612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877acfba-6b2a-4e31-84d6-8e4f109bf83d req-5626b1f3-b81a-4642-9ff0-92b01a2ff732 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:46.575099 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-877acfba-6b2a-4e31-84d6-8e4f109bf83d req-5626b1f3-b81a-4642-9ff0-92b01a2ff732 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0845749 May 09 05:40:46.626417 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-877acfba-6b2a-4e31-84d6-8e4f109bf83d req-6c43a0f5-1d41-4856-9395-004a318cf92b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452967 May 09 05:40:46.649603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47224) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:46.722712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9897be5-7302-4d5b-bbcc-0df48e5cedde tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:46.724178 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a9897be5-7302-4d5b-bbcc-0df48e5cedde tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 1093 time: 0.0736849 May 09 05:40:46.728383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47228) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:46.733381 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:40:46.739815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:40:46.744026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:floatingip and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:40:46.747006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:40:46.753634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:40:46.768625 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:46.918847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:47.056900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.153 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/8ef9a267-5f7f-41c7-a3ac-69ee1ba9ab3b) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:40:47.211886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:47.245564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:47.310693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:40:47.313587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:40:47.318043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:40:47.349634 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=8ef9a267-5f7f-41c7-a3ac-69ee1ba9ab3b,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:47.550157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:47.850814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:47.926661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:48.139187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:48.146411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:48.254606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=8ef9a267-5f7f-41c7-a3ac-69ee1ba9ab3b,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:40:48.265009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:48.444508 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP 9990a00d-96b6-4b35-a08b-c0fb0d64e61a associated. External IP: 172.26.0.153, port: c8cf9c34-167e-4848-99b0-0018248a58e6. May 09 05:40:48.814347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 89fae159-7986-4826-85fc-5a488173a35e has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:40:49.007718 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:40:49.018030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] Sync routers for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:40:49.027457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:49.028063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:49.034677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:49.090252 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dd103a40-2277-4526-a21a-fb598c87a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3607278 May 09 05:40:49.090846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:40:49.121335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:40:49.139580 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629eb7f5-7530-4152-8356-a3efb6580c3a'] response: {'name': 'network-changed', 'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'status': 'completed', 'code': 200} May 09 05:40:49.225566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:49.312113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197357-a90d-44e7-b44b-a1c6986501f5 req-e4a78c09-6d3b-4f85-ac81-77cd72010b6c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:49.313767 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-62197357-a90d-44e7-b44b-a1c6986501f5 req-e4a78c09-6d3b-4f85-ac81-77cd72010b6c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.1378448 May 09 05:40:49.319048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-30bdbaf8-5128-49c6-8cc8-4e5059a5664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:49.320428 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-30bdbaf8-5128-49c6-8cc8-4e5059a5664c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 1098 time: 0.1100388 May 09 05:40:49.440839 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-62197357-a90d-44e7-b44b-a1c6986501f5 req-fd0fab5e-673d-47fa-b44e-07ffdfa6e601 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194062 May 09 05:40:49.464861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47236) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:49.563938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-009a8454-0a1d-4b9f-8ad6-b9dde0a2392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:49.565407 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-009a8454-0a1d-4b9f-8ad6-b9dde0a2392d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f HTTP/1.1" status: 200 len: 898 time: 0.2298801 May 09 05:40:49.580711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9990a00d-96b6-4b35-a08b-c0fb0d64e61a', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.153', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '89fae159-7986-4826-85fc-5a488173a35e', 'port_id': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'mac_address': 'fa:16:3e:90:a5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:40:47Z', 'updated_at': '2022-05-09T05:40:47Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:37Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:49.584848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] Checking router: 89fae159-7986-4826-85fc-5a488173a35e for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:40:49.593622 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:40:49.594207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:40:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:49.656709 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a01f29f3-bdde-4462-97d7-899210b6f375 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/9990a00d-96b6-4b35-a08b-c0fb0d64e61a HTTP/1.1" status: 200 len: 991 time: 0.1894383 May 09 05:40:49.673946 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-ea470ab3-026a-4a50-a863-993605142bd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cf9c34-167e-4848-99b0-0018248a58e6 HTTP/1.1" status: 200 len: 999 time: 0.1028545 May 09 05:40:49.736999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-180251aa-98bc-48fc-9820-ef0bc09647a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:49.738425 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-180251aa-98bc-48fc-9820-ef0bc09647a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96766748-ee9d-4252-bf42-f240874b5b60 HTTP/1.1" status: 200 len: 835 time: 0.0590982 May 09 05:40:49.771221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:40:49.814970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-3d5a2420-e8dc-49cd-9543-615d27667094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:40:49.816491 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-3d5a2420-e8dc-49cd-9543-615d27667094 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713720 May 09 05:40:49.948605 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-57c65cfc-c5cd-4012-93f0-4c7033973c08 service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257403 May 09 05:40:50.137071 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9990a00d-96b6-4b35-a08b-c0fb0d64e61a', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.153', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '89fae159-7986-4826-85fc-5a488173a35e', 'port_id': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'mac_address': 'fa:16:3e:90:a5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:40:47Z', 'updated_at': '2022-05-09T05:40:47Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:37Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:40:50.141217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f9495-f1c8-495b-ad12-7dbbcd7aa676 None None] The sync data for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv is: [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '9990a00d-96b6-4b35-a08b-c0fb0d64e61a', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.153', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '89fae159-7986-4826-85fc-5a488173a35e', 'port_id': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'mac_address': 'fa:16:3e:90:a5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:40:47Z', 'updated_at': '2022-05-09T05:40:47Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:37Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:40:50.191376 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-29adf603-5954-4a7a-b6f8-4a60e136dd28 req-4194090f-c819-487a-85bd-ee990e228de5 service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370014 May 09 05:40:50.331491 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18db4e57-36c8-40cb-a50b-89d4f2993102 None None] New status for floating IP 9990a00d-96b6-4b35-a08b-c0fb0d64e61a: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:40:50.659645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47240) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:40:50.767040 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-46151acd-69a5-4655-8319-b2a447ae5be0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/9990a00d-96b6-4b35-a08b-c0fb0d64e61a HTTP/1.1" status: 200 len: 993 time: 0.1062255 May 09 05:41:11.703795 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:41:12.392282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6da0697a-78c6-4693-8965-9e7b26d87bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:14.667909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ceb44c68-6949-412e-9f61-aeac52c463a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:15.839116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:15.933379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:17.556207 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:19.075883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:28.696113 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-c1892076-52c1-47cc-93e0-01a95a71f436 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786796 May 09 05:41:28.862021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-4be59bfc-31ab-4295-b69a-c77d9aab59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:28.863501 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-4be59bfc-31ab-4295-b69a-c77d9aab59b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 1098 time: 0.0776870 May 09 05:41:29.009950 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-0a529c3e-7e98-4326-8351-6f1a154ba0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:29.011507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-0a529c3e-7e98-4326-8351-6f1a154ba0aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f HTTP/1.1" status: 200 len: 898 time: 0.1266804 May 09 05:41:29.115262 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-496df79c-2191-408f-8028-7bd8babd88e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cf9c34-167e-4848-99b0-0018248a58e6 HTTP/1.1" status: 200 len: 1001 time: 0.0970414 May 09 05:41:29.179772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-a9fb9fe6-df6a-46dd-97e4-7955bb423b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:29.181187 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-a9fb9fe6-df6a-46dd-97e4-7955bb423b83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96766748-ee9d-4252-bf42-f240874b5b60 HTTP/1.1" status: 200 len: 835 time: 0.0586822 May 09 05:41:29.261511 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-8733a2fd-bf5f-402f-a4b3-b4581872ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:29.262896 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-8733a2fd-bf5f-402f-a4b3-b4581872ec12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746138 May 09 05:41:29.396299 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-eafc20a6-fb4c-4ade-a0d4-90cf5c9bd073 service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266911 May 09 05:41:29.527301 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2183fe31-118d-4769-bed7-461c4ff0f483 req-313c8b06-8535-4ffd-b93c-dd3aa0d06a3e service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249866 May 09 05:41:42.397061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9148453b-41a6-4e87-a5de-239f64a52169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:44.661913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5544ddb-6d39-4b06-aa3a-aa678b723284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:45.838806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:45.928952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:47.564314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:48.706175 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:41:49.096115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:51.927987 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42265a58-0382-4bf9-94cb-2b5eb7c7c810 req-a1acdda0-25b5-4a1a-b7d9-a6b94ac5d784 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:51.929466 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-42265a58-0382-4bf9-94cb-2b5eb7c7c810 req-a1acdda0-25b5-4a1a-b7d9-a6b94ac5d784 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0933809 May 09 05:41:52.102311 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-42265a58-0382-4bf9-94cb-2b5eb7c7c810 req-72553ff2-8878-4514-b172-88be177499c4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642745 May 09 05:41:53.312745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5b571-3390-497c-86f9-feb9d8033124 req-1f306d5c-2f4a-4211-8117-9ad7df6f90b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:53.314200 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ec5b571-3390-497c-86f9-feb9d8033124 req-1f306d5c-2f4a-4211-8117-9ad7df6f90b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0875096 May 09 05:41:53.361268 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2ec5b571-3390-497c-86f9-feb9d8033124 req-721714b8-7d27-4c3c-a8a4-eb939f04a497 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410810 May 09 05:41:53.384880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47272) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:41:53.499574 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-fbb46951-da1b-4694-bd7b-ff1947974518 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/9990a00d-96b6-4b35-a08b-c0fb0d64e61a HTTP/1.1" status: 200 len: 993 time: 0.1135685 May 09 05:41:55.002311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4c49e-2cfd-43cf-97c6-61fe43a41981 req-bd805ec4-c92a-4a6b-8d7b-483f924df569 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:55.003742 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9bf4c49e-2cfd-43cf-97c6-61fe43a41981 req-bd805ec4-c92a-4a6b-8d7b-483f924df569 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0832582 May 09 05:41:55.048666 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9bf4c49e-2cfd-43cf-97c6-61fe43a41981 req-7a9b3f67-154d-4a28-bd55-1a3298409cb2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387166 May 09 05:41:56.245916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f6014-ed1f-4e08-a953-565e28ffa661 req-475bd564-bbe5-4275-b540-afb3cc29db76 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:56.247377 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-652f6014-ed1f-4e08-a953-565e28ffa661 req-475bd564-bbe5-4275-b540-afb3cc29db76 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0860014 May 09 05:41:56.297138 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-652f6014-ed1f-4e08-a953-565e28ffa661 req-34825b26-df71-4198-8b08-4fa0018c6d04 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408938 May 09 05:41:56.320707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47284) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:41:56.426739 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fc14e5e9-f640-4f3f-9fb0-c3f3492ce0f3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/9990a00d-96b6-4b35-a08b-c0fb0d64e61a HTTP/1.1" status: 200 len: 993 time: 0.1049011 May 09 05:41:56.739777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47292) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:41:56.953083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 8ef9a267-5f7f-41c7-a3ac-69ee1ba9ab3b {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:41:56.953325 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:57.222091 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:57.222332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:57.347632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 8ef9a267-5f7f-41c7-a3ac-69ee1ba9ab3b owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:41:57.513186 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:57.566426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=8ef9a267-5f7f-41c7-a3ac-69ee1ba9ab3b,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:41:57.617909 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.618253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.618589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.618956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.619287 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.619607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.619928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.620256 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.620589 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.620912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.621213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.621552 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:41:57.678357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:57.678680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP 9990a00d-96b6-4b35-a08b-c0fb0d64e61a disassociated (deleted). External IP: 172.26.0.153, port: c8cf9c34-167e-4848-99b0-0018248a58e6. May 09 05:41:58.039722 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 89fae159-7986-4826-85fc-5a488173a35e has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:41:58.217569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:41:58.228074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] Sync routers for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:41:58.237946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:41:58.238591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:41:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:41:58.238828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:41:58.301708 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4a9c1d87-b92b-4cec-8c16-151f2a67abac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/floatingips/9990a00d-96b6-4b35-a08b-c0fb0d64e61a HTTP/1.1" status: 204 len: 168 time: 1.5567999 May 09 05:41:58.301708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:41:58.345096 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f17ea0-22ae-422f-8afe-2ae375f6cef7'] response: {'name': 'network-changed', 'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'status': 'completed', 'code': 200} May 09 05:41:58.421267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:41:58.459811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-9ca08219-a1b9-4003-9d95-d468f1f37763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:58.461332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-9ca08219-a1b9-4003-9d95-d468f1f37763 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 1098 time: 0.0716619 May 09 05:41:58.601781 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-06da9266-aff1-494a-9c6a-58b33e6ebb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:58.603160 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-06da9266-aff1-494a-9c6a-58b33e6ebb70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f HTTP/1.1" status: 200 len: 898 time: 0.1338031 May 09 05:41:58.690295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ead2b-0313-46e2-8e7b-f936ffcd1da3 req-caf1e325-604a-4178-a250-13eaaf5ba3bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:58.692014 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e79ead2b-0313-46e2-8e7b-f936ffcd1da3 req-caf1e325-604a-4178-a250-13eaaf5ba3bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0942914 May 09 05:41:58.738047 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:37Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:41:58.740507 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e79ead2b-0313-46e2-8e7b-f936ffcd1da3 req-67176bc4-26a2-4bc0-bb59-2ef81a819d91 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 May 09 05:41:58.742480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] Checking router: 89fae159-7986-4826-85fc-5a488173a35e for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:41:58.752420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:41:58.753056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:41:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:41:58.793845 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-324c2e1a-853b-4d63-8f29-257406b9055c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cf9c34-167e-4848-99b0-0018248a58e6 HTTP/1.1" status: 200 len: 217 time: 0.1826510 May 09 05:41:58.858203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-5a1835e3-d815-4e8c-a3dc-9b6d91d00207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:58.859824 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-5a1835e3-d815-4e8c-a3dc-9b6d91d00207 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96766748-ee9d-4252-bf42-f240874b5b60 HTTP/1.1" status: 200 len: 835 time: 0.0585284 May 09 05:41:58.934114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-6d9fbf16-acfe-4197-9d3b-ecd4ed43f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:58.935639 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-6d9fbf16-acfe-4197-9d3b-ecd4ed43f858 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b30616e-aa7c-4e6b-96cc-59e17c96f62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696115 May 09 05:41:58.936676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:41:59.067994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-7622ef64-5dc3-4b0f-8f17-5ba63d15792d service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254313 May 09 05:41:59.200670 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e4e8836b-10dd-4aca-96e2-05a4766f5274 req-26c72a0b-95d6-4203-9e5a-60b2880e8730 service neutron] 10.222.0.59 "GET /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261961 May 09 05:41:59.248209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:37Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:41:59.252215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08baf656-671c-4263-9901-513e7c0ec3ea None None] The sync data for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv is: [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '0698716e-da01-49e2-88bc-8e7af12a9dbf', 'name': '', 'network_id': '5b30616e-aa7c-4e6b-96cc-59e17c96f62f', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b9:75:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '96766748-ee9d-4252-bf42-f240874b5b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:32Z', 'updated_at': '2022-05-09T05:40:37Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '96766748-ee9d-4252-bf42-f240874b5b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:41:59.482153 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d25a8b-8361-4345-acf8-0d22c2012551 None None] New status for floating IP 9990a00d-96b6-4b35-a08b-c0fb0d64e61a: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:41:59.945216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dec5b-9f0c-4b7c-9ca4-ac4f16a4bd6f req-e0ca930f-7f28-411b-b1bc-ca2a17291e51 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:41:59.945876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-645dec5b-9f0c-4b7c-9ca4-ac4f16a4bd6f req-e0ca930f-7f28-411b-b1bc-ca2a17291e51 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:41:59.964248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-645dec5b-9f0c-4b7c-9ca4-ac4f16a4bd6f req-e0ca930f-7f28-411b-b1bc-ca2a17291e51 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:41:59.965876 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-645dec5b-9f0c-4b7c-9ca4-ac4f16a4bd6f req-e0ca930f-7f28-411b-b1bc-ca2a17291e51 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.1086066 May 09 05:42:00.017269 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-645dec5b-9f0c-4b7c-9ca4-ac4f16a4bd6f req-dca77d73-5e31-40c2-8cb2-992e80358788 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441589 May 09 05:42:00.568318 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41011ad-565f-43fb-aa12-d54fac40817f req-61baed6b-984d-4100-aea3-4255c5bd9c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:00.569786 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f41011ad-565f-43fb-aa12-d54fac40817f req-61baed6b-984d-4100-aea3-4255c5bd9c4c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0983083 May 09 05:42:00.644628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port c8cf9c34-167e-4848-99b0-0018248a58e6 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:42:00.644970 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:00.921694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port c8cf9c34-167e-4848-99b0-0018248a58e6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c8cf9c34-167e-4848-99b0-0018248a58e6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:00.921930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:01.042730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for c8cf9c34-167e-4848-99b0-0018248a58e6 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:42:01.191786 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:01.200960 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c032d0-caae-4d95-b490-124606732c68 req-1b6993ec-f8b2-4070-8312-0ac19b99c876 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:01.202417 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e8c032d0-caae-4d95-b490-124606732c68 req-1b6993ec-f8b2-4070-8312-0ac19b99c876 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7867f8c-5c78-4e4f-ba30-8dd116f55128 HTTP/1.1" status: 200 len: 945 time: 0.0813239 May 09 05:42:01.240204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=c8cf9c34-167e-4848-99b0-0018248a58e6,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:01.253487 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e8c032d0-caae-4d95-b490-124606732c68 req-dcb7dfd5-e3f7-4fa2-878b-67c8a77e47e6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3f34774-49b4-4f66-8106-e13e7f574e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449874 May 09 05:42:01.321188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] No DVR routers for this DVR port c8cf9c34-167e-4848-99b0-0018248a58e6 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:42:01.323840 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:01.326377 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'name': 'network-vif-deleted', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:42:01.342127 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f41011ad-565f-43fb-aa12-d54fac40817f req-e044e70e-16a8-4544-8bf2-24bffb364c98 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "DELETE /v2.0/ports/c8cf9c34-167e-4848-99b0-0018248a58e6 HTTP/1.1" status: 204 len: 173 time: 0.7668078 May 09 05:42:01.372057 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0596c7-b02e-4509-aff6-314d552b9af3'] response: {'server_uuid': 'c7867f8c-5c78-4e4f-ba30-8dd116f55128', 'name': 'network-vif-deleted', 'tag': 'c8cf9c34-167e-4848-99b0-0018248a58e6', 'status': 'completed', 'code': 200} May 09 05:42:02.360874 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47310) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:02.924686 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:03.283019 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 0698716e-da01-49e2-88bc-8e7af12a9dbf {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:42:03.283229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:03.590514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 0698716e-da01-49e2-88bc-8e7af12a9dbf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=0698716e-da01-49e2-88bc-8e7af12a9dbf,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:03.591260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:03.719195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 0698716e-da01-49e2-88bc-8e7af12a9dbf owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:42:04.073014 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:04.125475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=0698716e-da01-49e2-88bc-8e7af12a9dbf,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:04.165087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.165423 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.165757 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.166097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.166481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.166807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.167118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.167431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.167739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.168050 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.168361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.168697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:04.418920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:04.799131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 89fae159-7986-4826-85fc-5a488173a35e has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:42:05.097117 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:42:05.107230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] Sync routers for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:42:05.111977 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-caa3d15c-2462-44ff-a44e-91f5bc0266d6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/89fae159-7986-4826-85fc-5a488173a35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7500246 May 09 05:42:05.114748 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47314) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:05.117593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:05.118208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:41:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:05.182847 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting subnet 96766748-ee9d-4252-bf42-f240874b5b60 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:42:05.186165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.243297 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.292180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:05.329947 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.413237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.452608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Subnet': ['ID=96766748-ee9d-4252-bf42-f240874b5b60,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:05.456641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.465337 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-669a12b3-6168-43bf-95a6-d04bfb076eff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/subnets/96766748-ee9d-4252-bf42-f240874b5b60 HTTP/1.1" status: 204 len: 168 time: 0.3471897 May 09 05:42:05.465633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47318) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:05.512919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a7545-4dbf-4d10-a7e5-35c89f64d6f2 None None] Network 5b30616e-aa7c-4e6b-96cc-59e17c96f62f requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:42:05.647841 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.792451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124'}], 'enable_snat': True}, 'gw_port_id': '06657160-bb96-403b-b65f-543f758f331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:42:04Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '06657160-bb96-403b-b65f-543f758f331b', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fae159-7986-4826-85fc-5a488173a35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:05.796456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] Checking router: 89fae159-7986-4826-85fc-5a488173a35e for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:42:05.805530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] Routers {'89fae159-7986-4826-85fc-5a488173a35e'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:05.806131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:41:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['89fae159-7986-4826-85fc-5a488173a35e'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:05.825323 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.837723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 06657160-bb96-403b-b65f-543f758f331b {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:42:05.838062 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:05.860575 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] DHCP port deletion for 5b30616e-aa7c-4e6b-96cc-59e17c96f62f request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:42:05.925408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Deleting port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:42:05.925748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.031687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 06657160-bb96-403b-b65f-543f758f331b, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=06657160-bb96-403b-b65f-543f758f331b,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:06.032069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.040488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] Set router 89fae159-7986-4826-85fc-5a488173a35e gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:06.152029 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 06657160-bb96-403b-b65f-543f758f331b owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:42:06.158377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:42:05Z', 'revision_number': 6, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:06.166696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740902b-a747-4847-8efb-8ce612e9991e None None] The sync data for ids ['89fae159-7986-4826-85fc-5a488173a35e'] in dv-neutron-840482-1-hyperv is: [{'id': '89fae159-7986-4826-85fc-5a488173a35e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787851410', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:40:28Z', 'updated_at': '2022-05-09T05:42:05Z', 'revision_number': 6, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:42:06.231720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c8cf9c34-167e-4848-99b0-0018248a58e6 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:42:06.284849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: c8cf9c34-167e-4848-99b0-0018248a58e6 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:42:06.285380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device c8cf9c34-167e-4848-99b0-0018248a58e6 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:42:06.310623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] For port b0bc2077-1c85-40f5-9cd6-a746572a1cb6, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=b0bc2077-1c85-40f5-9cd6-a746572a1cb6,segment=NetworkSegment(fe975051-6b5f-4ff9-adaa-6aa3c09f39c9),segment_id=fe975051-6b5f-4ff9-adaa-6aa3c09f39c9)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:06.311202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.335937 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.382290 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=06657160-bb96-403b-b65f-543f758f331b,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:06.444581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Calling delete_port for b0bc2077-1c85-40f5-9cd6-a746572a1cb6 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:42:06.531468 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.581141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] No DVR routers for this DVR port b0bc2077-1c85-40f5-9cd6-a746572a1cb6 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:42:06.584484 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Pushing event deleted for resources: {'Port': ['ID=b0bc2077-1c85-40f5-9cd6-a746572a1cb6,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:06.592690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.598487 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.598829 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.599152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.599519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.599840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.600158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.600505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.600820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.601137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.601448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.601775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.602102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c565d3-eb4b-4a17-9e4d-c6eb0b493cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:06.777232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.779474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.804843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.805309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Fanout notify agent at l3_agent the message router_deleted on router 89fae159-7986-4826-85fc-5a488173a35e {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:42:06.820921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:06.822002 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7c6d8138-b390-45ea-839e-c17fea480458 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/routers/89fae159-7986-4826-85fc-5a488173a35e HTTP/1.1" status: 204 len: 168 time: 1.3555439 May 09 05:42:06.825857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47322) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:06.947986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.098693 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.125195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b30616e-aa7c-4e6b-96cc-59e17c96f62f']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:07.139266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:07.139576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe975051-6b5f-4ff9-adaa-6aa3c09f39c9') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:07.152368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.173044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.179633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:42:07.180060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:42:07.194826 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:42:07.272505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.293133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.304428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Network': ['ID=5b30616e-aa7c-4e6b-96cc-59e17c96f62f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:07.314874 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-94c34cb4-4411-4109-abbc-243c3e177d0c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/networks/5b30616e-aa7c-4e6b-96cc-59e17c96f62f HTTP/1.1" status: 204 len: 168 time: 0.4880593 May 09 05:42:07.320054 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47326) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:07.397124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-54c2b12b-3e54-4338-a097-9d1a656058b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.427108 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-54c2b12b-3e54-4338-a097-9d1a656058b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.471397 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0bc2077-1c85-40f5-9cd6-a746572a1cb6 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:42:07.501316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-54c2b12b-3e54-4338-a097-9d1a656058b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.522913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2b12b-3e54-4338-a097-9d1a656058b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f34774-49b4-4f66-8106-e13e7f574e6f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:07.533529 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-54c2b12b-3e54-4338-a097-9d1a656058b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.534855 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-54c2b12b-3e54-4338-a097-9d1a656058b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/security-groups/e3f34774-49b4-4f66-8106-e13e7f574e6f HTTP/1.1" status: 204 len: 168 time: 0.2137938 May 09 05:42:07.550756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: b0bc2077-1c85-40f5-9cd6-a746572a1cb6 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:42:07.551089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device b0bc2077-1c85-40f5-9cd6-a746572a1cb6 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:42:07.551490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 06657160-bb96-403b-b65f-543f758f331b no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:42:07.596968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 06657160-bb96-403b-b65f-543f758f331b {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:42:07.597312 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 06657160-bb96-403b-b65f-543f758f331b not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:42:07.597889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0698716e-da01-49e2-88bc-8e7af12a9dbf no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:42:07.635521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 0698716e-da01-49e2-88bc-8e7af12a9dbf {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:42:07.635893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 0698716e-da01-49e2-88bc-8e7af12a9dbf not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:42:07.809222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47334) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:07.815593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107475057', 'description': 'tempest-secgroup-smoke-2107475057 description', 'project_id': 'b51a22e623704efb86faea50ee5e1a06'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:07.821979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:07.826382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:07.829466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:07.835928 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:07.849320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.878645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:07.883048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:07.886092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:07.892244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:07.960494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:07.965630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.009891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc8fe3-7b47-450d-b061-e2f7e54557f3,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:08.019800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.024140 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2b17bc57-d988-4ec7-ba4f-8a1273ba118e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2138400 May 09 05:42:08.024633 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47338) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:08.031327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'b7bc8fe3-7b47-450d-b061-e2f7e54557f3', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:08.038160 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:08.042194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:08.045152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:08.051006 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:08.069416 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.127672 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.133034 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.160146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf786e27-7f7a-4495-ae36-19080add2298,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:08.169819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.171213 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4ca6fd86-ab92-44a0-afd4-9b38eec4d11c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453657 May 09 05:42:08.175461 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47342) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:08.180251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'b7bc8fe3-7b47-450d-b061-e2f7e54557f3', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:08.186237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:08.190876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:08.193744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:08.199310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:08.216865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.285594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.289179 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.312296 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9643b0-de6b-452a-994c-905c782c8b76,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:08.321638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.322857 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-00f36635-1a2a-4d13-bf78-5e08b4334add tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465192 May 09 05:42:08.325648 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47346) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:08.330531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'b7bc8fe3-7b47-450d-b061-e2f7e54557f3', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:08.336455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:08.340362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:08.343249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:08.349124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:08.368384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.429986 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.434879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.457490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377a9cc8-f4e2-4fa0-8e9a-40c124d6a262,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:08.467446 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.468630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-91a2d935-621f-47e3-9d40-703ec7623558 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420856 May 09 05:42:08.471545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47350) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:08.476379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'b7bc8fe3-7b47-450d-b061-e2f7e54557f3', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:08.482118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:08.486262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:08.489266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:08.494905 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:08.513131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.580365 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.586215 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.611650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3371eae9-bc14-4312-9b1b-bc9df9ac97cf,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:08.621404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.622570 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8537e71a-50a8-4221-b3e5-cb3e1aeab153 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501386 May 09 05:42:08.625805 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47354) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:08.630553 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'b7bc8fe3-7b47-450d-b061-e2f7e54557f3', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:08.636669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:08.640424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:08.643376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:08.648993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:08.659625 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:42:08.665969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.728408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.733629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.756135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5285ccb8-5075-430e-a955-6c0385d2c607,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:08.765626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.766772 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4fed813d-94d8-4e1b-82ba-5767b261cde9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401811 May 09 05:42:08.769717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47358) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:08.774587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'b7bc8fe3-7b47-450d-b061-e2f7e54557f3', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:08.780702 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:08.785098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:08.788064 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:08.794109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:08.805868 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:42:08.812424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.881562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.887022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.910900 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e233182d-95e7-4f29-bc5f-5b5422438847,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:08.922025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.923666 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9918a7ce-c645-4e96-8f2d-1718cc1712b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529636 May 09 05:42:08.927858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47362) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:08.933282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'network': {'name': 'tempest-network-smoke--348647389', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'port_security_enabled': True}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:08.938195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:08.942500 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:network and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:08.946045 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:08.951828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:08.963438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:42:08.966868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:08.994618 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:42:09.003615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.003952 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Added segment 524aa8b2-ad18-4cbd-90d9-55560c6be514 of type vlan for network 10ed23e8-d9ee-4ef5-befc-eb8473441670 May 09 05:42:09.031013 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.063443 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.069021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:09.069600 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.173248 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2442141 May 09 05:42:09.176097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47366) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:09.182830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'admin_state_up': True, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:09.188211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d486a59-af42-4cf5-9f32-d5866e89c0cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Network': ['ID=10ed23e8-d9ee-4ef5-befc-eb8473441670,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:09.191828 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:09.195681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:router and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:09.198545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:09.198662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:42:09.204374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:09.213876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.214817 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.230861 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.620165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.935533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:09.964564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:10.097968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.249 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/c45da95b-5d13-4217-a4df-79fe2fe7e576) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:42:10.243145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:10.274669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:10.336330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:42:10.338924 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:42:10.342641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:42:10.376126 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=c45da95b-5d13-4217-a4df-79fe2fe7e576,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:10.883666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:11.274744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:11.487971 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 9ffe62c5-e565-42fd-bc8a-a162b848471f is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:42:11.672607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:42:11.682730 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Sync routers for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:42:11.692830 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:11.693451 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:41:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:11.702647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:11.703874 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cad9da34-139a-4146-b535-623a72bee726 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5268407 May 09 05:42:11.707874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47370) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:11.750906 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-03b99a07-cdd3-4c83-b2d7-2dcc905b4614 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b51a22e623704efb86faea50ee5e1a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415385 May 09 05:42:11.753604 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47374) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:11.899400 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:11.989338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44638176-3c48-40c6-908d-c18707832a6b tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:11.993731 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-44638176-3c48-40c6-908d-c18707832a6b tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2364447 May 09 05:42:11.994135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47378) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:12.034799 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d5481da0-dc91-42fc-aa31-b893cd275a54 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395160 May 09 05:42:12.037402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47382) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:12.042616 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-771937957', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:12.149438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:12.153234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:subnet and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:12.156214 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:12.162111 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:12.173743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:42:12.177579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.182070 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:10Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:12.185907 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Checking router: 9ffe62c5-e565-42fd-bc8a-a162b848471f for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:42:12.186237 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Updating router 9ffe62c5-e565-42fd-bc8a-a162b848471f port c45da95b-5d13-4217-a4df-79fe2fe7e576 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:42:12.238644 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.393971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d5f93fc4-1291-4362-8641-739f405b29e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.395233 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.472907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Subnet': ['ID=7d2d54d9-7a91-44ef-9612-0d64b038086f,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:12.484057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Checking segment: {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:42:12.484376 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network hostable DHCP agents. Network: 10ed23e8-d9ee-4ef5-befc-eb8473441670, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:42:12.507499 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:42:12.518103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 10ed23e8-d9ee-4ef5-befc-eb8473441670) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:42:12.522688 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:12.523282 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.529854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb0895-1a31-434f-81bf-09e2f5e1e8f3 None None] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:42:12.550527 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6e2aae48-a9fa-44db-a58c-77a8a354a0f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5092683 May 09 05:42:12.550720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47386) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:12.566093 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.577683 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Transition to ACTIVE for port object c45da95b-5d13-4217-a4df-79fe2fe7e576 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:42:12.584859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.662328 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Attempting to bind port c45da95b-5d13-4217-a4df-79fe2fe7e576 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:42:12.662687 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Attempting to bind port c45da95b-5d13-4217-a4df-79fe2fe7e576 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:42:12.663034 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Attempting to bind port c45da95b-5d13-4217-a4df-79fe2fe7e576 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:42:12.672341 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:42:12.673170 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:42:12.673560 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.673958 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:42:12.674392 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Bound port: c45da95b-5d13-4217-a4df-79fe2fe7e576, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:42:12.674750 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.747324 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] For port c45da95b-5d13-4217-a4df-79fe2fe7e576, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:42:12.751917 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] For port c45da95b-5d13-4217-a4df-79fe2fe7e576, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c45da95b-5d13-4217-a4df-79fe2fe7e576,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:42:12.753291 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Pushing event updated for resources: {'Port': ['ID=c45da95b-5d13-4217-a4df-79fe2fe7e576,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:12.763633 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.768091 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.768501 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.768837 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.769163 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.769486 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.769803 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.770338 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.770664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-10ed23e8-d9ee-4ef5-befc-eb8473441670', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:42:12.770984 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.771459 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.771920 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.772314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:12.772574 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.773032 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:42:12.851706 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379aedd-0190-4550-a715-495186f85b00 None None] Pushing event updated for resources: {'Port': ['ID=c45da95b-5d13-4217-a4df-79fe2fe7e576,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:12.871888 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:12.872844 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:41:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:12.961061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Allocated IP 172.20.0.2 (10ed23e8-d9ee-4ef5-befc-eb8473441670/7d2d54d9-7a91-44ef-9612-0d64b038086f/edc8c53c-efac-415e-83e7-8b0856a6c36f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:42:13.065861 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:13.188848 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:13.199826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Transition to ACTIVE for port object edc8c53c-efac-415e-83e7-8b0856a6c36f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:42:13.221276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Transition to ACTIVE for port object edc8c53c-efac-415e-83e7-8b0856a6c36f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:42:13.228212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:13.315445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Pushing event updated for resources: {'Port': ['ID=edc8c53c-efac-415e-83e7-8b0856a6c36f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:13.321911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:42:13.323508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:42:13.325905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:42:13.410825 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:10Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:13.415784 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfafe1-2331-4856-9aa0-67d69f8a0e09 None None] The sync data for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv is: [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:10Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:42:13.426591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Attempting to bind port edc8c53c-efac-415e-83e7-8b0856a6c36f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:42:13.427590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Attempting to bind port edc8c53c-efac-415e-83e7-8b0856a6c36f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:42:13.428154 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Attempting to bind port edc8c53c-efac-415e-83e7-8b0856a6c36f on network 10ed23e8-d9ee-4ef5-befc-eb8473441670 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:42:13.435652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:42:13.436341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Checking segment: {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:42:13.436851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:13.437819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Bound using segment: {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:42:13.437819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Bound port: edc8c53c-efac-415e-83e7-8b0856a6c36f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:42:13.438458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:13.519295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:13.542759 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] For port edc8c53c-efac-415e-83e7-8b0856a6c36f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:42:13.546692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] For port edc8c53c-efac-415e-83e7-8b0856a6c36f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=edc8c53c-efac-415e-83e7-8b0856a6c36f,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:42:13.553949 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:13.642778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ad56d-f81f-4d47-a6fd-7d8f42182557 None None] Pushing event updated for resources: {'Port': ['ID=edc8c53c-efac-415e-83e7-8b0856a6c36f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:13.979354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.1 (10ed23e8-d9ee-4ef5-befc-eb8473441670/7d2d54d9-7a91-44ef-9612-0d64b038086f/72d5a4ef-2969-4fb6-b20f-56582031a61d) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:42:14.158184 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:14.174608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object 72d5a4ef-2969-4fb6-b20f-56582031a61d will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:42:14.203608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:14.274176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:42:14.277595 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:42:14.281848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:42:14.312524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=72d5a4ef-2969-4fb6-b20f-56582031a61d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:14.344128 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:14.621769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:14.656334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-370a7bfb-0eef-4d32-9d97-af8d961a4666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:14.765922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aead47-1e16-48cb-872c-9b53c2af0477 None None] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:42:14.860553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-7cd214bf-ade2-4ff0-be76-c1b3fd4ca3ab None None] Provisioning for port edc8c53c-efac-415e-83e7-8b0856a6c36f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:42:15.180360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.186741 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.304646 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-48f9000b-c3b7-46f2-8d56-ba3aef19b275 None None] Provisioning for port 72d5a4ef-2969-4fb6-b20f-56582031a61d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:42:15.306415 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.309883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=72d5a4ef-2969-4fb6-b20f-56582031a61d,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:15.310244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-48f9000b-c3b7-46f2-8d56-ba3aef19b275 None None] Provisioning complete for port 72d5a4ef-2969-4fb6-b20f-56582031a61d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:15.310678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-48f9000b-c3b7-46f2-8d56-ba3aef19b275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.373193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-48f9000b-c3b7-46f2-8d56-ba3aef19b275 None None] Port 72d5a4ef-2969-4fb6-b20f-56582031a61d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:42:15.452328 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:42:15.453513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:42:15.494303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-21560879-c8c9-47b3-90ec-924395f783bb None None] Provisioning complete for port 72d5a4ef-2969-4fb6-b20f-56582031a61d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:15.494728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-21560879-c8c9-47b3-90ec-924395f783bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.546869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device edc8c53c-efac-415e-83e7-8b0856a6c36f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:42:15.614630 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-21560879-c8c9-47b3-90ec-924395f783bb None None] Port 72d5a4ef-2969-4fb6-b20f-56582031a61d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:42:15.634699 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port edc8c53c-efac-415e-83e7-8b0856a6c36f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:42:15.640370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port edc8c53c-efac-415e-83e7-8b0856a6c36f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:15.640783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.646934 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 9ffe62c5-e565-42fd-bc8a-a162b848471f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:42:15.745357 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f279108b-eff5-4ece-8170-5d62fbdeebb5 None None] Provisioning complete for port 72d5a4ef-2969-4fb6-b20f-56582031a61d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:15.745929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f279108b-eff5-4ece-8170-5d62fbdeebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.829471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:42:15.851150 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-afa366dd-be2d-43bb-8599-e1563ed57c16 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/9ffe62c5-e565-42fd-bc8a-a162b848471f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2909329 May 09 05:42:15.851623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Sync routers for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:42:15.868535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-f279108b-eff5-4ece-8170-5d62fbdeebb5 None None] Port 72d5a4ef-2969-4fb6-b20f-56582031a61d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:42:15.883813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.893644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:15.895973 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:15.896712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:42:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:16.007198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-965a63fb-c211-47f5-bb93-04e0515fe0f7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:42:16.019786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:16.025447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-965a63fb-c211-47f5-bb93-04e0515fe0f7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:42:16.025925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port edc8c53c-efac-415e-83e7-8b0856a6c36f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=edc8c53c-efac-415e-83e7-8b0856a6c36f,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:16.027029 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-965a63fb-c211-47f5-bb93-04e0515fe0f7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107475057&fields=id&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 267 time: 0.0601456 May 09 05:42:16.080765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:16.081442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c45da95b-5d13-4217-a4df-79fe2fe7e576 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:42:16.183127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-8801335f-2550-41d9-9b07-8e14e6229294 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:16.184661 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-8801335f-2550-41d9-9b07-8e14e6229294 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 796 time: 0.1480393 May 09 05:42:16.199929 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-7da0e3cf-58f9-486f-8f58-9d26ab92329b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/quotas/b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 375 time: 0.0093696 May 09 05:42:16.233620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:16.279189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=edc8c53c-efac-415e-83e7-8b0856a6c36f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:16.286907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-6d523155-ce77-45e2-853a-00c2d2781a7d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:42:16.303443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-6d523155-ce77-45e2-853a-00c2d2781a7d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:42:16.304756 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-6d523155-ce77-45e2-853a-00c2d2781a7d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994446 May 09 05:42:16.370876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c45da95b-5d13-4217-a4df-79fe2fe7e576 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:42:16.397614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c45da95b-5d13-4217-a4df-79fe2fe7e576 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:16.397976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:16.487806 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-d748a193-3f74-4b70-bd8d-f5d0dc3c5791 service neutron] 10.222.0.50 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707189 May 09 05:42:16.620849 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-71ee1d31-8ffb-486b-ad75-eb3219279efb service neutron] 10.222.0.50 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265805 May 09 05:42:16.656325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:16.678777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c45da95b-5d13-4217-a4df-79fe2fe7e576, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c45da95b-5d13-4217-a4df-79fe2fe7e576,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:16.685260 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:16.760734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:15Z', 'revision_number': 2, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:16.769311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Checking router: 9ffe62c5-e565-42fd-bc8a-a162b848471f for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:42:16.769650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Updating router 9ffe62c5-e565-42fd-bc8a-a162b848471f port 72d5a4ef-2969-4fb6-b20f-56582031a61d binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:42:16.804209 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c45da95b-5d13-4217-a4df-79fe2fe7e576,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:16.826960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.167744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.179502 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Transition to ACTIVE for port object 72d5a4ef-2969-4fb6-b20f-56582031a61d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:42:17.189063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.356636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538ca6-c6f2-481c-8d2a-17d3b677d244 None None] Pushing event updated for resources: {'Port': ['ID=72d5a4ef-2969-4fb6-b20f-56582031a61d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:17.445482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Attempting to bind port 72d5a4ef-2969-4fb6-b20f-56582031a61d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:42:17.445876 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Attempting to bind port 72d5a4ef-2969-4fb6-b20f-56582031a61d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:42:17.446202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Attempting to bind port 72d5a4ef-2969-4fb6-b20f-56582031a61d on network 10ed23e8-d9ee-4ef5-befc-eb8473441670 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:42:17.452018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:42:17.452384 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Checking segment: {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:42:17.452805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.453305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Bound using segment: {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:42:17.453861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Bound port: 72d5a4ef-2969-4fb6-b20f-56582031a61d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:42:17.454219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.501304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device edc8c53c-efac-415e-83e7-8b0856a6c36f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:42:17.609482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.619460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] For port 72d5a4ef-2969-4fb6-b20f-56582031a61d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:42:17.623647 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] For port 72d5a4ef-2969-4fb6-b20f-56582031a61d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=72d5a4ef-2969-4fb6-b20f-56582031a61d,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:42:17.630968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.693315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port edc8c53c-efac-415e-83e7-8b0856a6c36f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:17.693680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:17.769989 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:17.770617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:42:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:17.824780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c3feb924-11f6-400d-a695-a1392805d22f req-e4d899fd-d684-4ca6-8dc1-f3c3498f27e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:42:17.837681 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-c3feb924-11f6-400d-a695-a1392805d22f req-e4d899fd-d684-4ca6-8dc1-f3c3498f27e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:42:17.839423 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c3feb924-11f6-400d-a695-a1392805d22f req-e4d899fd-d684-4ca6-8dc1-f3c3498f27e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 210 time: 0.0586274 May 09 05:42:17.839695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538ca6-c6f2-481c-8d2a-17d3b677d244 None None] Pushing event updated for resources: {'Port': ['ID=72d5a4ef-2969-4fb6-b20f-56582031a61d,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:18.027924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:18.102382 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c45da95b-5d13-4217-a4df-79fe2fe7e576 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:42:18.336328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c45da95b-5d13-4217-a4df-79fe2fe7e576 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:18.336725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:18.508455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:17Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:18.512681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99deb4d1-5c5f-4408-b312-d2c15b09998d None None] The sync data for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv is: [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:17Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:42:18.953157 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-72a26296-84bd-46e7-844d-c2e57a7e995f req-a01031d5-21bd-46ce-9171-9b76deba42cc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 210 time: 0.0449491 May 09 05:42:19.093840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:19.497222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 72d5a4ef-2969-4fb6-b20f-56582031a61d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:42:19.573400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 72d5a4ef-2969-4fb6-b20f-56582031a61d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:42:19.578634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 72d5a4ef-2969-4fb6-b20f-56582031a61d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:19.579183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:19.739063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:19.773348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 72d5a4ef-2969-4fb6-b20f-56582031a61d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=72d5a4ef-2969-4fb6-b20f-56582031a61d,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:19.780450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:19.846412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=72d5a4ef-2969-4fb6-b20f-56582031a61d,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:20.105905 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c11d2bee-603c-4ace-9144-18ac768ac6ee req-278965ed-a93e-4e4e-b0e4-6071c04fd879 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 210 time: 0.0457194 May 09 05:42:21.045772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-80db212d-f59a-49b6-90f9-28172946052c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:21.047181 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-80db212d-f59a-49b6-90f9-28172946052c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 796 time: 0.1579366 May 09 05:42:21.108711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-53dd0566-e3ff-42c1-9578-8a1ca401051e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 380 time: 0.0395460 May 09 05:42:21.117806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'port': {'device_id': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'admin_state_up': True, 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'security_groups': ['b7bc8fe3-7b47-450d-b061-e2f7e54557f3']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:21.285470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6042dd54-d2eb-4c68-b2f2-77bb0f06a075 req-ef6065db-e14f-4a3a-a11e-35ffdf28c5ea tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 210 time: 0.0560963 May 09 05:42:21.293607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:21.304165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:21.316386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:42:21.320007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:21.484971 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 72d5a4ef-2969-4fb6-b20f-56582031a61d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:42:21.493506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.14 (10ed23e8-d9ee-4ef5-befc-eb8473441670/7d2d54d9-7a91-44ef-9612-0d64b038086f/02b910b0-2309-4ef6-a0a6-5a22794d78c8) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:42:21.562378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 72d5a4ef-2969-4fb6-b20f-56582031a61d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:21.562739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:21.699962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:21.715548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object 02b910b0-2309-4ef6-a0a6-5a22794d78c8 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:42:21.742939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:21.817921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:42:21.821092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:42:21.824865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:42:21.855937 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=02b910b0-2309-4ef6-a0a6-5a22794d78c8,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:21.896775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:21.897792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:21.926801 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-615bd568-ba6c-4047-8a95-4734ef7eda8b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8124499 May 09 05:42:21.943408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Request body: {'port': {'device_id': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:22.063612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:22.121703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-04f6485a-0836-4891-a956-ec257be56f66 None None] Provisioning for port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:42:22.127760 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-04f6485a-0836-4891-a956-ec257be56f66 None None] Provisioning complete for port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:22.128130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-04f6485a-0836-4891-a956-ec257be56f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:22.190966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-04f6485a-0836-4891-a956-ec257be56f66 None None] Port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:42:22.524805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b910b0-2309-4ef6-a0a6-5a22794d78c8 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:42:22.527430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0897990-b356-4939-b18e-cd52d3d9b766 req-3fb28ed8-9a32-4054-85af-b10b0b8d4a21 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:22.528921 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0897990-b356-4939-b18e-cd52d3d9b766 req-3fb28ed8-9a32-4054-85af-b10b0b8d4a21 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 932 time: 0.1390212 May 09 05:42:22.532467 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:22.548582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Transition to ACTIVE for port object 02b910b0-2309-4ef6-a0a6-5a22794d78c8 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:42:22.553731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:22.584122 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-a0897990-b356-4939-b18e-cd52d3d9b766 req-6179fc8a-ab49-4e41-903d-bc1e16a4486f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:42:22.596902 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-a0897990-b356-4939-b18e-cd52d3d9b766 req-6179fc8a-ab49-4e41-903d-bc1e16a4486f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:42:22.598033 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0897990-b356-4939-b18e-cd52d3d9b766 req-6179fc8a-ab49-4e41-903d-bc1e16a4486f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624416 May 09 05:42:22.714695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Pushing event updated for resources: {'Port': ['ID=02b910b0-2309-4ef6-a0a6-5a22794d78c8,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:22.798279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Attempting to bind port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:42:22.798932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Attempting to bind port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:42:22.804539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Attempting to bind port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 on network 10ed23e8-d9ee-4ef5-befc-eb8473441670 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:42:22.812042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 on network 10ed23e8-d9ee-4ef5-befc-eb8473441670 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:42:22.812567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Attempting to bind port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 on network 10ed23e8-d9ee-4ef5-befc-eb8473441670 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:42:22.819126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:42:22.819595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Checking segment: {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:42:22.819992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Bound using segment: {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:42:22.820427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Bound port: 02b910b0-2309-4ef6-a0a6-5a22794d78c8, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524aa8b2-ad18-4cbd-90d9-55560c6be514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:42:22.820871 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:22.921240 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] For port 02b910b0-2309-4ef6-a0a6-5a22794d78c8, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:42:22.925679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] For port 02b910b0-2309-4ef6-a0a6-5a22794d78c8, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:42:22.932070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:22.998666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:22.999286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:23.000675 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] 10.222.0.59 "PUT /v2.0/ports/02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 1094 time: 1.0617580 May 09 05:42:23.001088 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:42:23.026621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5c14-dd9d-4950-ac82-8ebffe5f1d67 service neutron] Pushing event updated for resources: {'Port': ['ID=02b910b0-2309-4ef6-a0a6-5a22794d78c8,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:23.059697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58414d0-bafc-46ca-ba23-913e097b0f54'] response: {'name': 'network-changed', 'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'status': 'completed', 'code': 200} May 09 05:42:23.146158 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-ccf27aca-5716-49e6-9f1b-92349b4aafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:23.147656 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-ccf27aca-5716-49e6-9f1b-92349b4aafbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1097 time: 0.0738437 May 09 05:42:23.232081 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-97d88da0-92a8-4a6a-8619-5e5a76462af5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 217 time: 0.0725970 May 09 05:42:23.305063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-03539b4b-6582-4a9b-b36e-443101046673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:23.306498 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-03539b4b-6582-4a9b-b36e-443101046673 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 200 len: 834 time: 0.0645390 May 09 05:42:23.385790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-8914c7a8-b5a6-417d-a69f-9016fa9de40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:23.387216 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-8914c7a8-b5a6-417d-a69f-9016fa9de40b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10ed23e8-d9ee-4ef5-befc-eb8473441670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742135 May 09 05:42:23.549033 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-adfe62b9-7e37-4264-b975-2c2ed4bf1ae0 service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548059 May 09 05:42:23.681097 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4c8a277b-4cc9-4f0d-959a-504ac7128dca req-6546e2c9-12dd-42e9-8981-2c7a341378a3 service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258221 May 09 05:42:23.797878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205a65f-8fe1-4a57-a821-2f8d68224d81 req-c4bf0eab-b192-472c-aaf1-281b9a255892 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:23.799726 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1205a65f-8fe1-4a57-a821-2f8d68224d81 req-c4bf0eab-b192-472c-aaf1-281b9a255892 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 944 time: 0.0847175 May 09 05:42:23.843241 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1205a65f-8fe1-4a57-a821-2f8d68224d81 req-00fd0930-2ce6-460f-b57a-e18058c3f3b7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 May 09 05:42:23.844716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-51e4109c-7029-426b-8b7a-c57844fc0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:23.846483 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-51e4109c-7029-426b-8b7a-c57844fc0e12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1097 time: 0.0736115 May 09 05:42:23.977977 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-354efc0c-b2f8-4c46-ba28-420651f98b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:23.979347 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-354efc0c-b2f8-4c46-ba28-420651f98b54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 897 time: 0.1268318 May 09 05:42:24.049903 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-d576be24-c0ca-4c4a-ab8e-af9400a21078 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 217 time: 0.0645831 May 09 05:42:24.208799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-7dc1bebb-1b5a-492b-8517-62d4700ba37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:24.210291 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-7dc1bebb-1b5a-492b-8517-62d4700ba37c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 200 len: 834 time: 0.1537914 May 09 05:42:24.292166 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-081f8a3e-9a30-4e16-8ebd-fd64f234271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:24.294291 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-081f8a3e-9a30-4e16-8ebd-fd64f234271e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10ed23e8-d9ee-4ef5-befc-eb8473441670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775142 May 09 05:42:24.441318 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-998d5372-f0e7-4847-a048-42da137d63f7 service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397233 May 09 05:42:24.572078 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34812cf-35b2-47c1-ad8b-c0d420944b48 req-70c8b304-ec09-44fb-8b35-ccdaa4bfccf1 service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234279 May 09 05:42:25.041931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1af278-4e6d-49eb-b167-67a24cdad894 req-2eaf686d-8e02-4fd9-b830-fdb78a48111f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:25.042627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-9c1af278-4e6d-49eb-b167-67a24cdad894 req-2eaf686d-8e02-4fd9-b830-fdb78a48111f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:42:25.060279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-9c1af278-4e6d-49eb-b167-67a24cdad894 req-2eaf686d-8e02-4fd9-b830-fdb78a48111f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:42:25.061435 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c1af278-4e6d-49eb-b167-67a24cdad894 req-2eaf686d-8e02-4fd9-b830-fdb78a48111f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 944 time: 0.1011829 May 09 05:42:25.121205 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c1af278-4e6d-49eb-b167-67a24cdad894 req-3068ee36-7143-44ac-baec-9fc1043f6083 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535839 May 09 05:42:25.711361 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:42:26.334268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5572dc-5a44-49ae-88aa-c8956d8f477b req-310a1be4-8577-47af-a7c1-8f743999e843 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:26.335722 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4a5572dc-5a44-49ae-88aa-c8956d8f477b req-310a1be4-8577-47af-a7c1-8f743999e843 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 944 time: 0.0990469 May 09 05:42:26.381213 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4a5572dc-5a44-49ae-88aa-c8956d8f477b req-cb97fdcb-85e1-4022-8467-7ad5d18e3940 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385854 May 09 05:42:27.585839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5111-1d34-4d90-b556-cb17e48bab09 req-66dff29a-12cf-4a62-9305-a59393fd500c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:27.587281 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-400c5111-1d34-4d90-b556-cb17e48bab09 req-66dff29a-12cf-4a62-9305-a59393fd500c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 944 time: 0.0854077 May 09 05:42:27.636618 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-400c5111-1d34-4d90-b556-cb17e48bab09 req-3e405362-1811-4955-98e4-e7d281d38a3f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 May 09 05:42:28.397777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 02b910b0-2309-4ef6-a0a6-5a22794d78c8 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:42:28.550436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 02b910b0-2309-4ef6-a0a6-5a22794d78c8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:28.564539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'port_id': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'mac_address': 'fa:16:3e:2e:e0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:42:28.622033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:28.642319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b910b0-2309-4ef6-a0a6-5a22794d78c8 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:42:28.657809 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 02b910b0-2309-4ef6-a0a6-5a22794d78c8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:28.664133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:28.745632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=02b910b0-2309-4ef6-a0a6-5a22794d78c8,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:28.946474 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f716f-ffa4-4bd5-94f1-1ee0ce7100dc req-7230a6a3-efb2-4745-83ea-456d551f8b60 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:28.947846 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-563f716f-ffa4-4bd5-94f1-1ee0ce7100dc req-7230a6a3-efb2-4745-83ea-456d551f8b60 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 945 time: 0.2032597 May 09 05:42:28.993239 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-563f716f-ffa4-4bd5-94f1-1ee0ce7100dc req-3726aaa4-eb7e-4b9c-9819-b668d52de9b9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393903 May 09 05:42:29.067395 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['02b910b0-2309-4ef6-a0a6-5a22794d78c8'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:42:30.187523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f05320-c7ac-4ed5-9c86-a50021d127d9 req-6deca3ca-c607-407f-9c19-54b86de9bacb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:30.189004 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-65f05320-c7ac-4ed5-9c86-a50021d127d9 req-6deca3ca-c607-407f-9c19-54b86de9bacb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 945 time: 0.0832455 May 09 05:42:30.234169 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-65f05320-c7ac-4ed5-9c86-a50021d127d9 req-9dfa420f-40b3-4851-a4b6-e55fcc7591bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 May 09 05:42:30.396948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 02b910b0-2309-4ef6-a0a6-5a22794d78c8 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:42:30.481153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:42:30.486135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:42:30.486438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:30.610738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:30.639947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:42:30.650062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 02b910b0-2309-4ef6-a0a6-5a22794d78c8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:42:30.655158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:30.691256 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ede60dc-887b-4aa6-aa4f-913ff0cb7730'] response: {'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'code': 200} May 09 05:42:30.722617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=02b910b0-2309-4ef6-a0a6-5a22794d78c8,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:30.974551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29589f-4f31-4ed5-af2e-661c405ef21b req-c5c31e0d-8c67-46b3-be4b-92a6ec305108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:30.976009 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1f29589f-4f31-4ed5-af2e-661c405ef21b req-c5c31e0d-8c67-46b3-be4b-92a6ec305108 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1099 time: 0.0751052 May 09 05:42:31.016332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1f29589f-4f31-4ed5-af2e-661c405ef21b req-8adab252-7244-4dcf-bfc2-0dabfe1dada0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 May 09 05:42:31.445430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e423747-2e5e-4cca-9880-1e431d0f0c5a req-d21d6ab5-657c-45bb-99f2-a0d6b10a557b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:31.446868 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e423747-2e5e-4cca-9880-1e431d0f0c5a req-d21d6ab5-657c-45bb-99f2-a0d6b10a557b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0934262 May 09 05:42:31.497835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e423747-2e5e-4cca-9880-1e431d0f0c5a req-45213d24-0532-4e74-9d7d-b3999bdcf147 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 May 09 05:42:32.704504 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb4de-233e-4616-a00d-4fe44ef73d97 req-3cbfa06a-1e8f-4f37-a3d8-d325eae9f2da tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:32.705921 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-056fb4de-233e-4616-a00d-4fe44ef73d97 req-3cbfa06a-1e8f-4f37-a3d8-d325eae9f2da tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0866084 May 09 05:42:32.752719 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-056fb4de-233e-4616-a00d-4fe44ef73d97 req-e4eab8c6-ffa8-4f60-bd5c-36e7612d168d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 May 09 05:42:32.945045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33c104-3de1-45ac-b5a5-50616dcd513d req-0d44a228-62d7-4ee6-9ec0-32f9b06e67b8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:32.946504 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f33c104-3de1-45ac-b5a5-50616dcd513d req-0d44a228-62d7-4ee6-9ec0-32f9b06e67b8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0852656 May 09 05:42:32.992629 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7f33c104-3de1-45ac-b5a5-50616dcd513d req-30644057-6471-43f0-bc82-60a6f7b8086d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 May 09 05:42:33.015888 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47462) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:33.087119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56546b97-de4d-44b7-bc8f-bad54775bffa tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:33.088634 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-56546b97-de4d-44b7-bc8f-bad54775bffa tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1094 time: 0.0716519 May 09 05:42:33.091550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47466) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:33.096590 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:42:33.103697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:42:33.108033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:floatingip and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:42:33.110981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:42:33.117444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:42:33.129794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:33.278506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:33.416576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.213 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/19705365-a491-4574-9721-74e3739656f0) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:42:33.570656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:33.611083 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:33.677327 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:42:33.680217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:42:33.683812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:42:33.716009 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=19705365-a491-4574-9721-74e3739656f0,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:34.125458 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:34.202710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:34.425095 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:34.430823 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:34.536334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=19705365-a491-4574-9721-74e3739656f0,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:42:34.544620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:34.828778 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP 18611845-7582-4faf-aaae-9429e08b6df6 associated. External IP: 172.26.0.213, port: 02b910b0-2309-4ef6-a0a6-5a22794d78c8. May 09 05:42:35.196027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 9ffe62c5-e565-42fd-bc8a-a162b848471f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:42:35.384576 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:42:35.394646 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] Sync routers for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:42:35.412428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:35.436343 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:35.436974 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:42:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:35.470425 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-9ce7a023-9858-46b4-8804-2434f7c692c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3776011 May 09 05:42:35.471002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:42:35.516583 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40026cb3-fbf9-4a48-b8fc-264c33d39572'] response: {'name': 'network-changed', 'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'status': 'completed', 'code': 200} May 09 05:42:35.612231 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:35.637490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05475-d8fb-48c9-8db1-8292362253ad req-a229e2ba-1838-498e-a28a-4af2e723d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:35.639088 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74b05475-d8fb-48c9-8db1-8292362253ad req-a229e2ba-1838-498e-a28a-4af2e723d5b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1099 time: 0.0756760 May 09 05:42:35.640516 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4d411-4d69-45ee-a3f6-61b71fe89fbc req-c05c9089-d191-464c-927d-dd372469e688 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:35.641966 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ec4d411-4d69-45ee-a3f6-61b71fe89fbc req-c05c9089-d191-464c-927d-dd372469e688 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0862548 May 09 05:42:35.687994 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9ec4d411-4d69-45ee-a3f6-61b71fe89fbc req-72ef829e-079f-4efd-8527-59361bd5b533 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398445 May 09 05:42:35.712060 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47474) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:35.771843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05475-d8fb-48c9-8db1-8292362253ad req-e621c0fe-6d82-4034-b1b3-f7c4851ba886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:35.773256 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74b05475-d8fb-48c9-8db1-8292362253ad req-e621c0fe-6d82-4034-b1b3-f7c4851ba886 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 897 time: 0.1281261 May 09 05:42:35.821516 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c4d371c0-f873-44ed-8c7f-17d844a94c79 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/18611845-7582-4faf-aaae-9429e08b6df6 HTTP/1.1" status: 200 len: 992 time: 0.1071258 May 09 05:42:35.874868 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74b05475-d8fb-48c9-8db1-8292362253ad req-53df4489-0d80-4a82-a7a1-60fb36b3bbcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 1000 time: 0.0958846 May 09 05:42:35.942634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05475-d8fb-48c9-8db1-8292362253ad req-85fe3982-f5bc-4bec-976b-9e28327e4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:35.944082 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74b05475-d8fb-48c9-8db1-8292362253ad req-85fe3982-f5bc-4bec-976b-9e28327e4c3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 200 len: 834 time: 0.0616267 May 09 05:42:35.961718 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '18611845-7582-4faf-aaae-9429e08b6df6', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.213', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'port_id': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'mac_address': 'fa:16:3e:2e:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:42:34Z', 'updated_at': '2022-05-09T05:42:34Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:19Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:35.965786 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] Checking router: 9ffe62c5-e565-42fd-bc8a-a162b848471f for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:42:35.974950 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:42:35.975533 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:42:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:36.019422 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05475-d8fb-48c9-8db1-8292362253ad req-ba12da2e-2eb3-4e23-810a-c1c2fd32d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:42:36.021287 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74b05475-d8fb-48c9-8db1-8292362253ad req-ba12da2e-2eb3-4e23-810a-c1c2fd32d98c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10ed23e8-d9ee-4ef5-befc-eb8473441670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716002 May 09 05:42:36.169967 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74b05475-d8fb-48c9-8db1-8292362253ad req-d7eed629-189e-4b05-94df-3736e48c28ce service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428716 May 09 05:42:36.171851 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:42:36.309129 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74b05475-d8fb-48c9-8db1-8292362253ad req-c320f00e-de45-4e4a-a196-4076184443fc service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334558 May 09 05:42:36.569405 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '18611845-7582-4faf-aaae-9429e08b6df6', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.213', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'port_id': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'mac_address': 'fa:16:3e:2e:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:42:34Z', 'updated_at': '2022-05-09T05:42:34Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:19Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:42:36.575596 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d906d-0b82-4d96-8d3b-2d8d07a33258 None None] The sync data for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv is: [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '18611845-7582-4faf-aaae-9429e08b6df6', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.213', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'port_id': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'mac_address': 'fa:16:3e:2e:e0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:42:34Z', 'updated_at': '2022-05-09T05:42:34Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:19Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:42:36.813170 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adadb6bf-8e00-4de2-8c41-9283228b6576 None None] New status for floating IP 18611845-7582-4faf-aaae-9429e08b6df6: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:42:36.824663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47478) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:37.030862 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f3eff195-a557-4bbd-8df2-99dac6676fc2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/18611845-7582-4faf-aaae-9429e08b6df6 HTTP/1.1" status: 200 len: 992 time: 0.2048862 May 09 05:42:38.034609 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47482) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:42:38.142679 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d698d061-437e-4639-8d36-7a7c1d3eb139 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/18611845-7582-4faf-aaae-9429e08b6df6 HTTP/1.1" status: 200 len: 994 time: 0.1063821 May 09 05:42:42.390539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-52044371-f4aa-4a75-9f7b-f313d1866ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:44.671754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6d0ca558-6114-4029-a2a6-1b26e72576bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:45.847336 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:45.943549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:47.574859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:42:49.115313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:02.715899 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:43:12.392530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e07fd9df-11c8-463e-b2bf-038525c8eef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:14.668343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a86648ec-12c9-4c87-a627-e5e151dafc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:15.855726 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:15.940583 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:17.574042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:19.109201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:29.708876 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-ff5b1781-a1c6-4a5b-b7ee-0cf603778195 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1151209 May 09 05:43:29.892753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-0a096059-0b3e-4a98-85bd-5fcf544c80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:29.894347 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-0a096059-0b3e-4a98-85bd-5fcf544c80ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1099 time: 0.0937879 May 09 05:43:30.043958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-bcd595e8-451f-4c78-9634-7882dcc12a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:30.045465 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-bcd595e8-451f-4c78-9634-7882dcc12a7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 897 time: 0.1308436 May 09 05:43:30.163769 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-8d1e4b99-f951-4bd2-b9f5-153309208b11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 1002 time: 0.1114693 May 09 05:43:30.228196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-062679a5-c906-4700-9dbf-25018fe1dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:30.229662 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-062679a5-c906-4700-9dbf-25018fe1dc26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 200 len: 834 time: 0.0603044 May 09 05:43:30.317919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-a8e23022-2d97-4c18-99ad-a36e4063701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:30.319396 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-a8e23022-2d97-4c18-99ad-a36e4063701a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10ed23e8-d9ee-4ef5-befc-eb8473441670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825341 May 09 05:43:30.330330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-63497b36-fd88-469b-8751-462f75e8e356 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:43:30.331230 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-63497b36-fd88-469b-8751-462f75e8e356 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050168 May 09 05:43:30.464736 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-fd0c5c5c-f70c-4a9e-a59b-d028a1f22c6e service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270428 May 09 05:43:30.598415 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a7f647b1-6055-4c39-b05f-5af4baebae73 req-c1961958-f5b5-4dfe-b173-f92be3a2639a service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276522 May 09 05:43:39.321574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-085dfd97-841e-4ee5-8442-7796ca37de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:39.323050 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-085dfd97-841e-4ee5-8442-7796ca37de4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1099 time: 0.1312499 May 09 05:43:39.334322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b676c-a9d1-49b2-b1ca-f39913e08b52 req-26bd8bc8-d653-48f9-9978-f921e9f273ea tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:39.335654 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e75b676c-a9d1-49b2-b1ca-f39913e08b52 req-26bd8bc8-d653-48f9-9978-f921e9f273ea tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.1126223 May 09 05:43:39.456027 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e75b676c-a9d1-49b2-b1ca-f39913e08b52 req-b5ec7996-780f-455f-8082-45dda8282d17 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021521 May 09 05:43:39.492576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-3d7f50c3-73ad-44a1-bf2d-8f2b793aa38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:39.494021 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-3d7f50c3-73ad-44a1-bf2d-8f2b793aa38f service neutron] 10.222.0.59 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 897 time: 0.1575391 May 09 05:43:39.599092 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-db3ca2eb-cc0f-4247-81bc-bc402ec494e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 1002 time: 0.0982187 May 09 05:43:39.663133 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-ef621186-407a-490a-9555-d3e11dc5363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:39.664570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-ef621186-407a-490a-9555-d3e11dc5363a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 200 len: 834 time: 0.0589530 May 09 05:43:39.717632 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:43:39.741921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-2975239a-2ecb-4de3-a155-68cbe84879f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:39.743397 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-2975239a-2ecb-4de3-a155-68cbe84879f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10ed23e8-d9ee-4ef5-befc-eb8473441670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726542 May 09 05:43:39.984107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-588d0d72-49e7-4cad-9aa0-a93b3e006f9c service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336943 May 09 05:43:40.121668 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7bf39c8-1b0a-431d-b645-51426c7a0bfa req-4a9db9c1-80f0-44f9-a2f7-e2ad54387057 service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310802 May 09 05:43:40.662548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52ca2-25b0-4eb2-80c0-959a3248046b req-91f2ddf1-453d-4ed7-9edd-f0df3b960e3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:40.663996 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0d52ca2-25b0-4eb2-80c0-959a3248046b req-91f2ddf1-453d-4ed7-9edd-f0df3b960e3c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0910006 May 09 05:43:40.710673 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d0d52ca2-25b0-4eb2-80c0-959a3248046b req-3f8aff09-1d6c-458e-96aa-a422c76420cc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384879 May 09 05:43:41.906489 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c7d00-bda0-4a7b-83dd-f7ae2bd22aa6 req-d89afecd-ab8c-4fa3-b6a4-48d95205aac1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:41.907970 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d3c7d00-bda0-4a7b-83dd-f7ae2bd22aa6 req-d89afecd-ab8c-4fa3-b6a4-48d95205aac1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0808969 May 09 05:43:41.959860 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3d3c7d00-bda0-4a7b-83dd-f7ae2bd22aa6 req-674c6c4c-eb94-4d5d-adce-1923605b4e2e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 May 09 05:43:42.398811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ce0142bf-6ef8-4748-b080-c8434ee4faea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:43.168153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70653c6-0f14-4d12-a844-18a35ccf81aa req-a35540b3-d0c1-4edf-9e7c-8f77ae39b21e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:43.169630 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c70653c6-0f14-4d12-a844-18a35ccf81aa req-a35540b3-d0c1-4edf-9e7c-8f77ae39b21e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0997820 May 09 05:43:43.215629 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-c70653c6-0f14-4d12-a844-18a35ccf81aa req-69bf6285-c988-42c7-bd3f-5739b0b136ad tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 May 09 05:43:44.418591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9975-e562-49ae-9e18-ae1e55441473 req-b3edb4b7-5195-46bc-b102-44fb4b2a7633 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:44.420048 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cf5a9975-e562-49ae-9e18-ae1e55441473 req-b3edb4b7-5195-46bc-b102-44fb4b2a7633 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0907917 May 09 05:43:44.469251 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cf5a9975-e562-49ae-9e18-ae1e55441473 req-673ad056-9920-481a-a998-2d09bd4c3e12 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 May 09 05:43:44.676225 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-49e8329b-aa71-46a0-8266-d151b54df66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:45.674098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367056bd-01f7-4dd3-834b-d0066deceb10 req-9beadfe5-a5dc-45a3-92d5-0d9a9fbbdf87 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:45.675731 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-367056bd-01f7-4dd3-834b-d0066deceb10 req-9beadfe5-a5dc-45a3-92d5-0d9a9fbbdf87 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0873442 May 09 05:43:45.723439 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-367056bd-01f7-4dd3-834b-d0066deceb10 req-0a24ddbf-2cbc-4544-ad74-f13fb0458535 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387576 May 09 05:43:45.858254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:45.944492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:46.933553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c8d2c-58c2-4a33-9a12-c120d8cc0541 req-157136a5-6cb3-4c94-8345-6f8c2ad6877f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:46.935011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-010c8d2c-58c2-4a33-9a12-c120d8cc0541 req-157136a5-6cb3-4c94-8345-6f8c2ad6877f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0909433 May 09 05:43:46.980456 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-010c8d2c-58c2-4a33-9a12-c120d8cc0541 req-f93a107e-f3b6-40d1-a13e-048b2fe218da tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 May 09 05:43:47.575828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:48.285305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1a29e-a57e-4297-a278-bc911f10d934 req-97c30258-31a1-4d6a-a100-b77e367fe710 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:48.286859 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-71d1a29e-a57e-4297-a278-bc911f10d934 req-97c30258-31a1-4d6a-a100-b77e367fe710 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.2011702 May 09 05:43:48.333041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-71d1a29e-a57e-4297-a278-bc911f10d934 req-1a010a51-83d7-4ad3-8af8-38286438b75e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 May 09 05:43:49.129785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:43:49.544042 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b51448-c182-4dce-8799-b84f1d0293fd req-d642b91b-793a-4d62-a605-ef1f997610f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:49.545541 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f1b51448-c182-4dce-8799-b84f1d0293fd req-d642b91b-793a-4d62-a605-ef1f997610f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0911593 May 09 05:43:49.589566 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f1b51448-c182-4dce-8799-b84f1d0293fd req-d36217d3-f6b2-4f5e-b735-cb4091b9fce0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 May 09 05:43:50.802911 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e33720-6ddd-4017-9567-40571c32a9a2 req-306d3e79-6be4-45d2-8cee-ebb3bcebcb23 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:50.804362 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-26e33720-6ddd-4017-9567-40571c32a9a2 req-306d3e79-6be4-45d2-8cee-ebb3bcebcb23 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0898299 May 09 05:43:50.852015 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-26e33720-6ddd-4017-9567-40571c32a9a2 req-94ec540a-4618-4320-bb9e-1f25c1cf6f6d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 May 09 05:43:52.063915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749384-e54d-4ac9-bf51-e78c07403431 req-40453555-c8f3-4e60-8b00-a917327ff876 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:43:52.065415 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5d749384-e54d-4ac9-bf51-e78c07403431 req-40453555-c8f3-4e60-8b00-a917327ff876 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0851378 May 09 05:43:52.119167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5d749384-e54d-4ac9-bf51-e78c07403431 req-d8f6bb91-7c0f-4f40-a470-249483b8bdac tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476878 May 09 05:43:52.147326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47532) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:43:52.256440 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-22591c70-126d-4597-8378-de186ae54691 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/18611845-7582-4faf-aaae-9429e08b6df6 HTTP/1.1" status: 200 len: 994 time: 0.1076908 May 09 05:44:12.394625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c76dce2b-278a-42f4-be9d-4fc5b6797164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:14.663675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e39a7469-156f-4b33-9ba4-15f84801c3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:15.866400 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:15.939447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:16.721028 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:44:17.576959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:19.146280 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:32.316345 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-bd58d9af-a46b-465d-983e-de6f46adacca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829265 May 09 05:44:32.494273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-8dce2f4a-a295-481a-8d9f-c010ca656a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:32.495947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-8dce2f4a-a295-481a-8d9f-c010ca656a2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1099 time: 0.0871358 May 09 05:44:32.649542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-8472e7f0-c2c3-4a48-b434-b5bc47913b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:32.651228 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-8472e7f0-c2c3-4a48-b434-b5bc47913b23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 897 time: 0.1344965 May 09 05:44:32.764776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-1125abc4-2ea0-4dfb-a228-b454d016b0dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 1002 time: 0.1071463 May 09 05:44:32.840323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-717de87b-ee19-4255-b06d-1235fc8bf942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:32.842292 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-717de87b-ee19-4255-b06d-1235fc8bf942 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 200 len: 834 time: 0.0714340 May 09 05:44:32.925727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-d673139c-48ee-4fb9-9ca6-722ce4412ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:32.927089 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-d673139c-48ee-4fb9-9ca6-722ce4412ae9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10ed23e8-d9ee-4ef5-befc-eb8473441670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792286 May 09 05:44:33.084726 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-84a0ad41-6aa6-4df0-bdaa-83d358349e1f service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506612 May 09 05:44:33.217125 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1506620f-41cf-4d52-b0a1-7d49865704b2 req-3fd41462-c0dc-4b97-8ca8-ef667331ae3a service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264195 May 09 05:44:42.397982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b83866f3-53d4-4df4-ba20-b99c219b18c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:44.670820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c350e240-0ba6-441f-a011-a6e364f68a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:45.859344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:45.948812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:47.579411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:47.616735 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47554) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:47.822315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 19705365-a491-4574-9721-74e3739656f0 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:44:47.822657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:47.992250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:47.992565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:48.117203 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 19705365-a491-4574-9721-74e3739656f0 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:44:48.273801 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:48.319866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=19705365-a491-4574-9721-74e3739656f0,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:48.356257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.356622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.356959 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.357292 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.357617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.357939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.358262 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.358602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.358965 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.359284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.359604 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.359901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:48.429190 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:48.429405 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP 18611845-7582-4faf-aaae-9429e08b6df6 disassociated (deleted). External IP: 172.26.0.213, port: 02b910b0-2309-4ef6-a0a6-5a22794d78c8. May 09 05:44:48.784544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 9ffe62c5-e565-42fd-bc8a-a162b848471f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:44:49.080178 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:44:49.089993 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] Sync routers for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:44:49.100277 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:44:49.101065 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:49.101613 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:49.125968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:49.157019 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-5786d965-47b1-4d89-95ce-aab161c331dd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/floatingips/18611845-7582-4faf-aaae-9429e08b6df6 HTTP/1.1" status: 204 len: 168 time: 1.5391686 May 09 05:44:49.157587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:44:49.284697 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:44:49.289037 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7f22fb-ccd6-4d03-88a7-1b595d7efd9f'] response: {'name': 'network-changed', 'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'status': 'completed', 'code': 200} May 09 05:44:49.418004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a693104-ae48-489d-9166-239f00a309f3 req-46459fb2-7c55-465b-96e0-9734fd011951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:49.419556 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a693104-ae48-489d-9166-239f00a309f3 req-46459fb2-7c55-465b-96e0-9734fd011951 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 1099 time: 0.0860651 May 09 05:44:49.544448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f212-f4e2-41c6-a1b2-4b11f01460b7 req-2a5e07ba-c385-4c17-a847-126faffeddb3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:49.545307 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-6475f212-f4e2-41c6-a1b2-4b11f01460b7 req-2a5e07ba-c385-4c17-a847-126faffeddb3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:44:49.563021 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-6475f212-f4e2-41c6-a1b2-4b11f01460b7 req-2a5e07ba-c385-4c17-a847-126faffeddb3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:44:49.568914 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6475f212-f4e2-41c6-a1b2-4b11f01460b7 req-2a5e07ba-c385-4c17-a847-126faffeddb3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.1143010 May 09 05:44:49.611342 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:19Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:49.611650 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6475f212-f4e2-41c6-a1b2-4b11f01460b7 req-4b0edfdb-e636-4b5d-a8c3-f8ae001ffcc4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 May 09 05:44:49.616418 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] Checking router: 9ffe62c5-e565-42fd-bc8a-a162b848471f for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:44:49.625969 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:44:49.626573 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:49.662270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a693104-ae48-489d-9166-239f00a309f3 req-1587a14d-3d00-4578-8298-33baf1d6cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:49.663710 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a693104-ae48-489d-9166-239f00a309f3 req-1587a14d-3d00-4578-8298-33baf1d6cf4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 200 len: 897 time: 0.2373595 May 09 05:44:49.730413 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a693104-ae48-489d-9166-239f00a309f3 req-ba325b3c-7f6a-4254-adc0-b3551611f0d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 200 len: 217 time: 0.0591891 May 09 05:44:49.794679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a693104-ae48-489d-9166-239f00a309f3 req-06c7471f-e5ae-423f-b8da-dff581d92949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:49.796190 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a693104-ae48-489d-9166-239f00a309f3 req-06c7471f-e5ae-423f-b8da-dff581d92949 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 200 len: 834 time: 0.0592582 May 09 05:44:49.800223 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:44:49.872938 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a693104-ae48-489d-9166-239f00a309f3 req-536337da-0bd0-4378-9057-0d080cea7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:49.874394 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a693104-ae48-489d-9166-239f00a309f3 req-536337da-0bd0-4378-9057-0d080cea7629 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10ed23e8-d9ee-4ef5-befc-eb8473441670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723510 May 09 05:44:50.012707 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a693104-ae48-489d-9166-239f00a309f3 req-0ed8a8e2-d568-47b0-9f6e-c03d8e477b97 service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309793 May 09 05:44:50.119474 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:19Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:50.123642 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07176a8-d140-40ae-a6ae-fc42b5bcbd66 None None] The sync data for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv is: [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:14Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '72d5a4ef-2969-4fb6-b20f-56582031a61d', 'name': '', 'network_id': '10ed23e8-d9ee-4ef5-befc-eb8473441670', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:5c:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:13Z', 'updated_at': '2022-05-09T05:42:19Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '7d2d54d9-7a91-44ef-9612-0d64b038086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:44:50.146984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8a693104-ae48-489d-9166-239f00a309f3 req-4569898d-5821-4613-870d-7a3a1d209cee service neutron] 10.222.0.59 "GET /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283278 May 09 05:44:50.333608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb14ee-8db2-4729-b6ed-bf70ff68eb28 None None] New status for floating IP 18611845-7582-4faf-aaae-9429e08b6df6: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:44:50.820144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b799e-d596-425b-b69f-38eb3283937f req-0451ed9d-4ffe-4fb5-b57b-459551125986 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:50.821611 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c2b799e-d596-425b-b69f-38eb3283937f req-0451ed9d-4ffe-4fb5-b57b-459551125986 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0970874 May 09 05:44:50.868316 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c2b799e-d596-425b-b69f-38eb3283937f req-2845b63a-39f1-43ab-a6ea-d066206f17db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7bc8fe3-7b47-450d-b061-e2f7e54557f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386097 May 09 05:44:51.332181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-22c73913-e32d-472e-bc6d-050e92cc2ce1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:44:51.333623 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-22c73913-e32d-472e-bc6d-050e92cc2ce1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 946 time: 0.0889056 May 09 05:44:51.405889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:44:51.406247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:51.659755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 02b910b0-2309-4ef6-a0a6-5a22794d78c8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02b910b0-2309-4ef6-a0a6-5a22794d78c8,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:44:51.660198 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:51.786205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 02b910b0-2309-4ef6-a0a6-5a22794d78c8 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:44:51.937073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:51.993960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=02b910b0-2309-4ef6-a0a6-5a22794d78c8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:52.033690 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2fece88f-0fe9-4915-9a78-caa4dfed8b15 req-1f8f6568-03a9-4e28-b5dc-13db888a3670 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ce9d7c-e1b0-4f00-a706-c1623db26b73 HTTP/1.1" status: 200 len: 210 time: 0.0538483 May 09 05:44:52.161919 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.162232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.162586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.162912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.163230 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.163547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.163864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.164176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.164508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.164826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.165155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.165451 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:52.169455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] No DVR routers for this DVR port 02b910b0-2309-4ef6-a0a6-5a22794d78c8 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:44:52.171576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:52.174723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'name': 'network-vif-deleted', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:44:52.192277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c75cb714-c9ec-433f-88b0-6dc4cfa8d893 req-46f34e02-ddd6-4db3-9536-51aac825a7f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "DELETE /v2.0/ports/02b910b0-2309-4ef6-a0a6-5a22794d78c8 HTTP/1.1" status: 204 len: 173 time: 0.8532515 May 09 05:44:52.298122 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857ecef0-f4c5-443d-b785-447aabfa7638'] response: {'server_uuid': 'a0ce9d7c-e1b0-4f00-a706-c1623db26b73', 'name': 'network-vif-deleted', 'tag': '02b910b0-2309-4ef6-a0a6-5a22794d78c8', 'status': 'completed', 'code': 200} May 09 05:44:53.127835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47580) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:53.710089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:53.720238 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:44:54.068285 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 72d5a4ef-2969-4fb6-b20f-56582031a61d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:44:54.068659 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:54.364115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 72d5a4ef-2969-4fb6-b20f-56582031a61d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=72d5a4ef-2969-4fb6-b20f-56582031a61d,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:44:54.364879 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:54.486175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 72d5a4ef-2969-4fb6-b20f-56582031a61d owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:44:54.824629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:54.872856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=72d5a4ef-2969-4fb6-b20f-56582031a61d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:55.068695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 02b910b0-2309-4ef6-a0a6-5a22794d78c8 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:44:55.107007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 02b910b0-2309-4ef6-a0a6-5a22794d78c8 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:44:55.107237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 02b910b0-2309-4ef6-a0a6-5a22794d78c8 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:44:55.152330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:55.518017 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 9ffe62c5-e565-42fd-bc8a-a162b848471f has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:44:55.815046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:44:55.825774 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] Sync routers for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:44:55.829458 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-59c620a8-2832-432a-9357-539b6fd078db tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/9ffe62c5-e565-42fd-bc8a-a162b848471f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996546 May 09 05:44:55.831794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47584) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:55.838479 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:44:55.839078 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:55.899727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting subnet 7d2d54d9-7a91-44ef-9612-0d64b038086f {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:44:55.903233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:55.957875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.041585 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:44:56.044011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.119271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.162882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2d54d9-7a91-44ef-9612-0d64b038086f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:56.164852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.170926 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-cd9d7509-fa3b-4d1c-b018-377f61fcc3c3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/subnets/7d2d54d9-7a91-44ef-9612-0d64b038086f HTTP/1.1" status: 204 len: 168 time: 0.3381100 May 09 05:44:56.173774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47588) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:56.175525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc9f12-feac-4c94-b34f-16eb48277de9 None None] Network 10ed23e8-d9ee-4ef5-befc-eb8473441670 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:44:56.322901 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:44:54Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:56.326782 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] Checking router: 9ffe62c5-e565-42fd-bc8a-a162b848471f for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:44:56.335511 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] Routers {'9ffe62c5-e565-42fd-bc8a-a162b848471f'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:44:56.336119 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['9ffe62c5-e565-42fd-bc8a-a162b848471f'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:56.360638 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.438219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] DHCP port deletion for 10ed23e8-d9ee-4ef5-befc-eb8473441670 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:44:56.442322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Deleting port edc8c53c-efac-415e-83e7-8b0856a6c36f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:44:56.442692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.519300 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] Set router 9ffe62c5-e565-42fd-bc8a-a162b848471f gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:44:56.548385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.558564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port c45da95b-5d13-4217-a4df-79fe2fe7e576 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:44:56.559115 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.654180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] For port edc8c53c-efac-415e-83e7-8b0856a6c36f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=edc8c53c-efac-415e-83e7-8b0856a6c36f,segment=NetworkSegment(524aa8b2-ad18-4cbd-90d9-55560c6be514),segment_id=524aa8b2-ad18-4cbd-90d9-55560c6be514)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:44:56.654652 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.740293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port c45da95b-5d13-4217-a4df-79fe2fe7e576, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c45da95b-5d13-4217-a4df-79fe2fe7e576,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:44:56.740628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.781748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Calling delete_port for edc8c53c-efac-415e-83e7-8b0856a6c36f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:44:56.804108 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:44:54Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:56.808212 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75d3c6-25ae-49d2-8172-6c29c2e80296 None None] The sync data for ids ['9ffe62c5-e565-42fd-bc8a-a162b848471f'] in dv-neutron-840482-1-hyperv is: [{'id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700906241', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:44:54Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'c45da95b-5d13-4217-a4df-79fe2fe7e576', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffe62c5-e565-42fd-bc8a-a162b848471f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:42:09Z', 'updated_at': '2022-05-09T05:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:44:56.863211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for c45da95b-5d13-4217-a4df-79fe2fe7e576 owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:44:56.863546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:56.912218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Pushing event deleted for resources: {'Port': ['ID=edc8c53c-efac-415e-83e7-8b0856a6c36f,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:56.917134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] No DVR routers for this DVR port edc8c53c-efac-415e-83e7-8b0856a6c36f on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:44:56.923223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.923571 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.923894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.924445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.924813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.925141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.925436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.925752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.926077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.926403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.926721 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:56.927294 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22fa3c2-f1d4-4fad-a5ac-6c1bc3b1c297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:44:57.036872 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.085677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=c45da95b-5d13-4217-a4df-79fe2fe7e576,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:57.179540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.362724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.365129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.391206 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.391728 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Fanout notify agent at l3_agent the message router_deleted on router 9ffe62c5-e565-42fd-bc8a-a162b848471f {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:44:57.408549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.409953 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4a3656c0-a819-4007-8a8c-7a979bc9436f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/routers/9ffe62c5-e565-42fd-bc8a-a162b848471f HTTP/1.1" status: 204 len: 168 time: 1.2351482 May 09 05:44:57.412832 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47592) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:57.644175 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.788442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.814066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ed23e8-d9ee-4ef5-befc-eb8473441670']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:57.827746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524aa8b2-ad18-4cbd-90d9-55560c6be514') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:57.828442 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524aa8b2-ad18-4cbd-90d9-55560c6be514') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:44:57.840848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.858386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.867716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:44:57.868118 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.872231 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device edc8c53c-efac-415e-83e7-8b0856a6c36f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:44:57.889907 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:44:57.907318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: edc8c53c-efac-415e-83e7-8b0856a6c36f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:44:57.907651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device edc8c53c-efac-415e-83e7-8b0856a6c36f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:44:57.908211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c45da95b-5d13-4217-a4df-79fe2fe7e576 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:44:57.942813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c45da95b-5d13-4217-a4df-79fe2fe7e576 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:44:57.942813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c45da95b-5d13-4217-a4df-79fe2fe7e576 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:44:57.942813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 72d5a4ef-2969-4fb6-b20f-56582031a61d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:44:57.970374 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:57.977434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 72d5a4ef-2969-4fb6-b20f-56582031a61d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:44:57.977771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 72d5a4ef-2969-4fb6-b20f-56582031a61d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:44:57.989856 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:58.001505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Network': ['ID=10ed23e8-d9ee-4ef5-befc-eb8473441670,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:58.006918 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cc5615fb-8d8d-4617-bc20-c270f5f6eab4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/networks/10ed23e8-d9ee-4ef5-befc-eb8473441670 HTTP/1.1" status: 204 len: 168 time: 0.5931110 May 09 05:44:58.009571 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47596) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:58.085390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-675f7568-b30c-4287-bc97-543603b718f4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:58.116606 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-675f7568-b30c-4287-bc97-543603b718f4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:58.181400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-675f7568-b30c-4287-bc97-543603b718f4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:58.198217 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f7568-b30c-4287-bc97-543603b718f4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc8fe3-7b47-450d-b061-e2f7e54557f3,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:58.211920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-675f7568-b30c-4287-bc97-543603b718f4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:58.215638 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-675f7568-b30c-4287-bc97-543603b718f4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/security-groups/b7bc8fe3-7b47-450d-b061-e2f7e54557f3 HTTP/1.1" status: 204 len: 168 time: 0.2025790 May 09 05:44:59.506963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47606) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:59.515086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664053575', 'description': 'tempest-secgroup-smoke-664053575 description', 'project_id': 'b51a22e623704efb86faea50ee5e1a06'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:44:59.522072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:44:59.526492 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:44:59.529487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:44:59.536181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:44:59.547355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.567620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:44:59.571892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:44:59.574820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:44:59.580945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:44:59.653357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.659944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.710482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05526ab-b34e-483d-b4a6-4ec0a434fc2a,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:59.714479 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.715672 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1870e342-c679-47ab-845b-c43f868df6ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072976 May 09 05:44:59.718969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47610) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:59.724204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'c05526ab-b34e-483d-b4a6-4ec0a434fc2a', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:44:59.730384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:44:59.734948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:44:59.737895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:44:59.743991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:44:59.763384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.826874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.833059 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.865025 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179efed8-da16-4dc0-b84b-0ffe0feb6146,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:44:59.874215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.875570 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e21214aa-4fe6-4d07-9a29-fcca1520eafd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554639 May 09 05:44:59.878539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47614) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:44:59.883888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'c05526ab-b34e-483d-b4a6-4ec0a434fc2a', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:44:59.889801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:44:59.893696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:44:59.896550 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:44:59.902153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:44:59.923673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.992618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:44:59.996627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.021354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2419e7b-ee45-4b99-8720-e8e5dcfb54c7,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:00.031014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.032956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e68fa264-87e3-4056-bec2-abedab46fb63 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534591 May 09 05:45:00.035665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47618) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:00.040720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'c05526ab-b34e-483d-b4a6-4ec0a434fc2a', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:00.046564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:00.050979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:00.053842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:00.059469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:00.079395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.151134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.157642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.180933 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889c2582-6ab5-4ffd-92d2-4f2ebdcf1060,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:00.190095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.191303 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ab5b6412-7693-4147-9d2d-8d8c679084b3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546478 May 09 05:45:00.194874 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47622) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:00.199839 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'c05526ab-b34e-483d-b4a6-4ec0a434fc2a', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:00.205787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:00.209761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:00.212681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:00.218642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:00.235737 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.302651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.307761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.331364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda606c7-5364-47f3-bbe8-2c31e4142613,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:00.341488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.343153 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2fbaaa14-e623-4ed6-917a-f43255944027 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472883 May 09 05:45:00.346128 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47626) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:00.353285 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'c05526ab-b34e-483d-b4a6-4ec0a434fc2a', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:00.362073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:00.366206 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:00.369178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:00.375424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:00.388229 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:45:00.396424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.462694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.468853 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.496241 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d797a8f4-36d6-4880-a187-e73c5b58f6b6,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:00.505836 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.507206 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4ed6a5f3-6131-4968-a394-4e81eda04519 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598992 May 09 05:45:00.509946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47630) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:00.516804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': 'c05526ab-b34e-483d-b4a6-4ec0a434fc2a', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:00.523113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:00.527034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:00.530002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:00.538272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:00.551633 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:45:00.562904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.641891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.647665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.673119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0df1a7-cfbf-482b-8f7f-f8424ef977f4,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:00.682972 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.684161 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b249c982-4a06-4628-9096-5c8b905633bc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733181 May 09 05:45:00.687071 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47634) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:00.692694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'network': {'name': 'tempest-network-smoke--2053697322', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:00.697541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:00.701832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:network and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:00.704733 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:00.710572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:00.722062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:45:00.725858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.755932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:45:00.765380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.765708 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Added segment e413e211-b967-444d-b3ee-99e230e4134b of type vlan for network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 May 09 05:45:00.792501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.824264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.833195 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:00.834014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.943650 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2552965 May 09 05:45:00.946220 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82473d75-f92b-44f8-8e51-78ef544f63e1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Network': ['ID=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:00.946674 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47638) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:00.952240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'admin_state_up': True, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:00.957490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:45:00.960309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:00.964588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:router and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:00.967627 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:00.975545 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:00.993196 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:00.996343 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:01.017063 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:01.299171 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:01.646657 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:01.676601 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:01.828210 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.210 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/17552f47-6ff0-4a3f-a43b-19e500670921) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:45:02.099257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:02.136155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:02.199772 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:45:02.202667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:45:02.206548 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:45:02.238228 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=17552f47-6ff0-4a3f-a43b-19e500670921,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:02.633671 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:02.979321 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:03.187645 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:45:03.362508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:45:03.371992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Sync routers for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:45:03.381789 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:45:03.382406 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:03.392652 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:03.393938 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-85ca1dcf-23db-48fb-9676-2df24ef3ae26 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4462075 May 09 05:45:03.398336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47642) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:03.440066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a11060fc-30c5-4739-b861-599e413502f8 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b51a22e623704efb86faea50ee5e1a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404413 May 09 05:45:03.442757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47646) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:03.559756 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:45:03.576855 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642605e-3e4f-4565-90f3-c3cce83c02ec tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:03.578637 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5642605e-3e4f-4565-90f3-c3cce83c02ec tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349647 May 09 05:45:03.581838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47650) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:03.623965 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-86e25e53-1757-40ad-9144-177de12f9358 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409410 May 09 05:45:03.626461 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47654) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:03.632007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1762558659', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:03.738969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:03.743424 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:subnet and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:03.746557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:03.752743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:03.763264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:45:03.766948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:03.841703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:02Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:03.845628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Checking router: 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:45:03.845965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Updating router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b port 17552f47-6ff0-4a3f-a43b-19e500670921 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:45:03.897976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:03.988217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.064897 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Subnet': ['ID=ed3ed7e6-2d95-4641-8f3b-38694fe2012c,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:04.073519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Checking segment: {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:45:04.073872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network hostable DHCP agents. Network: 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:45:04.094609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:45:04.104439 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:45:04.109217 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:04.109847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.114417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd8ed5b-2012-4d88-9316-caec5dd2c790 None None] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:45:04.134088 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0ef2dadb-0238-4d33-984a-61cb01824e7a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5066581 May 09 05:45:04.136963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47658) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:04.380887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.423381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Transition to ACTIVE for port object 17552f47-6ff0-4a3f-a43b-19e500670921 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:45:04.435113 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.468189 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:45:04.469278 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.569344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149b4e5-cab2-4b5a-a038-75f88d362fbf None None] Pushing event updated for resources: {'Port': ['ID=17552f47-6ff0-4a3f-a43b-19e500670921,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:04.572695 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Attempting to bind port 17552f47-6ff0-4a3f-a43b-19e500670921 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:45:04.573062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Attempting to bind port 17552f47-6ff0-4a3f-a43b-19e500670921 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:45:04.573433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Attempting to bind port 17552f47-6ff0-4a3f-a43b-19e500670921 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:45:04.594821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:45:04.595198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:45:04.595596 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.595977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:45:04.596480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Bound port: 17552f47-6ff0-4a3f-a43b-19e500670921, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:45:04.596849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.728574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] For port 17552f47-6ff0-4a3f-a43b-19e500670921, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:45:04.732888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] For port 17552f47-6ff0-4a3f-a43b-19e500670921, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=17552f47-6ff0-4a3f-a43b-19e500670921,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:45:04.739615 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.774599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Allocated IP 172.20.0.2 (3f59c726-2cfd-4ef4-bb83-ef57b385a2a7/ed3ed7e6-2d95-4641-8f3b-38694fe2012c/ab180ee3-e453-49a7-be15-f2128e7b3de0) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:45:04.938044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:04.944277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:45:04.944945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:05.014783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149b4e5-cab2-4b5a-a038-75f88d362fbf None None] Pushing event updated for resources: {'Port': ['ID=17552f47-6ff0-4a3f-a43b-19e500670921,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:05.211255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:45:05.389282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.413184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Transition to ACTIVE for port object ab180ee3-e453-49a7-be15-f2128e7b3de0 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:45:05.450500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Transition to ACTIVE for port object ab180ee3-e453-49a7-be15-f2128e7b3de0 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:45:05.467587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.542692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.1 (3f59c726-2cfd-4ef4-bb83-ef57b385a2a7/ed3ed7e6-2d95-4641-8f3b-38694fe2012c/6b87dd13-2940-4eef-9cdf-d9f83142aedf) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:45:05.574176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:45:05.575363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:45:05.583059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:45:05.618216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Pushing event updated for resources: {'Port': ['ID=ab180ee3-e453-49a7-be15-f2128e7b3de0,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:05.689311 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Attempting to bind port ab180ee3-e453-49a7-be15-f2128e7b3de0 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:45:05.689587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Attempting to bind port ab180ee3-e453-49a7-be15-f2128e7b3de0 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:45:05.689939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Attempting to bind port ab180ee3-e453-49a7-be15-f2128e7b3de0 on network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:45:05.697545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:45:05.697908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Checking segment: {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:45:05.698309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.698676 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Bound using segment: {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:45:05.699136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Bound port: ab180ee3-e453-49a7-be15-f2128e7b3de0, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:45:05.699499 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.703667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.711244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:02Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:05.720213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4269d-0c42-4437-baab-8b3e9d729b9a None None] The sync data for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv is: [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:02Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:45:05.720460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object 6b87dd13-2940-4eef-9cdf-d9f83142aedf will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:45:05.745635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.802512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] For port ab180ee3-e453-49a7-be15-f2128e7b3de0, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:45:05.806711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] For port ab180ee3-e453-49a7-be15-f2128e7b3de0, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ab180ee3-e453-49a7-be15-f2128e7b3de0,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:45:05.813781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.825293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:45:05.828350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:45:05.832548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:45:05.869332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=6b87dd13-2940-4eef-9cdf-d9f83142aedf,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:05.905403 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:05.917650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d47bb-dc21-4e55-88da-1877a682431c None None] Pushing event updated for resources: {'Port': ['ID=ab180ee3-e453-49a7-be15-f2128e7b3de0,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:06.082086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:06.666135 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:06.671956 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:06.788634 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=6b87dd13-2940-4eef-9cdf-d9f83142aedf,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:06.790994 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:06.929829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:45:06.930958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:45:06.951605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1ed5c-ff2e-4cbd-9317-1fdd804e1e25 None None] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:45:07.044803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-76081f97-3c84-47ac-931e-0782dcda8f06 None None] Provisioning for port ab180ee3-e453-49a7-be15-f2128e7b3de0 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:45:07.141971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:45:07.327627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:45:07.343636 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7812f637-17ea-4c58-8cad-b3de7c72ddbd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2055125 May 09 05:45:07.499369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-575e38b6-25dc-45bc-b8ba-d6fd1f76aff3 None None] Provisioning for port 6b87dd13-2940-4eef-9cdf-d9f83142aedf completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:45:07.507728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-575e38b6-25dc-45bc-b8ba-d6fd1f76aff3 None None] Provisioning complete for port 6b87dd13-2940-4eef-9cdf-d9f83142aedf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:07.508279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-575e38b6-25dc-45bc-b8ba-d6fd1f76aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:07.552094 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Sync routers for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:45:07.565971 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:45:07.567092 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:07.591857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-575e38b6-25dc-45bc-b8ba-d6fd1f76aff3 None None] Port 6b87dd13-2940-4eef-9cdf-d9f83142aedf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:45:07.669498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1af60855-8169-4981-a032-50a8a7fe5bee req-b96293af-c9db-44e6-b540-7c51b994bf62 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:45:07.693178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1af60855-8169-4981-a032-50a8a7fe5bee req-b96293af-c9db-44e6-b540-7c51b994bf62 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:45:07.706635 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-b96293af-c9db-44e6-b540-7c51b994bf62 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664053575&fields=id&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 267 time: 0.0846074 May 09 05:45:07.708118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 17552f47-6ff0-4a3f-a43b-19e500670921 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:45:07.772201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d3161e54-2ad9-434a-a440-d4b30470e5d1 None None] Provisioning complete for port 6b87dd13-2940-4eef-9cdf-d9f83142aedf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:07.772813 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3161e54-2ad9-434a-a440-d4b30470e5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:07.802024 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:45:07.831425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d3161e54-2ad9-434a-a440-d4b30470e5d1 None None] Port 6b87dd13-2940-4eef-9cdf-d9f83142aedf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:45:07.839291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 17552f47-6ff0-4a3f-a43b-19e500670921 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:45:07.845589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 17552f47-6ff0-4a3f-a43b-19e500670921 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:07.846345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:07.875487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-68a4b8d9-0f9d-4b09-bd26-e632540ba925 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:07.876214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1af60855-8169-4981-a032-50a8a7fe5bee req-68a4b8d9-0f9d-4b09-bd26-e632540ba925 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:45:07.895314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1af60855-8169-4981-a032-50a8a7fe5bee req-68a4b8d9-0f9d-4b09-bd26-e632540ba925 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:45:07.896553 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-68a4b8d9-0f9d-4b09-bd26-e632540ba925 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 797 time: 0.1890843 May 09 05:45:07.912667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-d2771b89-d69b-4a98-9944-ebcc54c87c24 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/quotas/b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 375 time: 0.0104542 May 09 05:45:07.993580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d8903564-725e-4af8-8771-af068491c5e4 None None] Provisioning complete for port 6b87dd13-2940-4eef-9cdf-d9f83142aedf triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:07.994161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d8903564-725e-4af8-8771-af068491c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.008297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1af60855-8169-4981-a032-50a8a7fe5bee req-247415ee-b0e7-4db5-abfb-7837f8b24b4b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:45:08.030729 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-1af60855-8169-4981-a032-50a8a7fe5bee req-247415ee-b0e7-4db5-abfb-7837f8b24b4b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:45:08.032742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-247415ee-b0e7-4db5-abfb-7837f8b24b4b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141524 May 09 05:45:08.050734 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a53a7610-ca05-4c5c-9782-5c1f22ba80e3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:45:08.052430 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a53a7610-ca05-4c5c-9782-5c1f22ba80e3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076728 May 09 05:45:08.071968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d8903564-725e-4af8-8771-af068491c5e4 None None] Port 6b87dd13-2940-4eef-9cdf-d9f83142aedf cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:45:08.073736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.091037 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 17552f47-6ff0-4a3f-a43b-19e500670921, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=17552f47-6ff0-4a3f-a43b-19e500670921,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:45:08.095481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.096289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ab180ee3-e453-49a7-be15-f2128e7b3de0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:45:08.180461 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:06Z', 'revision_number': 2, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:08.184527 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Checking router: 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:45:08.184879 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Updating router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b port 6b87dd13-2940-4eef-9cdf-d9f83142aedf binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:45:08.200924 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-0bddbb9b-d636-448d-a79f-f6ca4c6d07b4 service neutron] 10.222.0.50 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419427 May 09 05:45:08.210741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=17552f47-6ff0-4a3f-a43b-19e500670921,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:08.224513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port ab180ee3-e453-49a7-be15-f2128e7b3de0 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:45:08.229670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ab180ee3-e453-49a7-be15-f2128e7b3de0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:08.230208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.241391 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.360549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.396709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port ab180ee3-e453-49a7-be15-f2128e7b3de0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ab180ee3-e453-49a7-be15-f2128e7b3de0,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:45:08.401742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.467860 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-d98020dc-4534-481f-a0c7-a3064de8949f service neutron] 10.222.0.50 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586861 May 09 05:45:08.478147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=ab180ee3-e453-49a7-be15-f2128e7b3de0,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:08.597711 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.609977 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Transition to ACTIVE for port object 6b87dd13-2940-4eef-9cdf-d9f83142aedf will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:45:08.617192 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.749259 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Pushing event updated for resources: {'Port': ['ID=6b87dd13-2940-4eef-9cdf-d9f83142aedf,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:08.777142 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-4ad0e841-20e5-4c8b-9897-117b8873fca4 req-5f22c380-c580-4157-85f8-303058c9dbb3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:45:08.789105 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.789447 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.789776 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.790100 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.790418 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.790738 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.791139 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.791416 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.791667 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.791973 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.792151 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-4ad0e841-20e5-4c8b-9897-117b8873fca4 req-5f22c380-c580-4157-85f8-303058c9dbb3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:45:08.792311 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.792610 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:45:08.793338 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4ad0e841-20e5-4c8b-9897-117b8873fca4 req-5f22c380-c580-4157-85f8-303058c9dbb3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 210 time: 0.1861296 May 09 05:45:08.848121 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Attempting to bind port 6b87dd13-2940-4eef-9cdf-d9f83142aedf on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:45:08.848501 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Attempting to bind port 6b87dd13-2940-4eef-9cdf-d9f83142aedf by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:45:08.848850 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Attempting to bind port 6b87dd13-2940-4eef-9cdf-d9f83142aedf on network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:45:08.854330 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:45:08.854636 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Checking segment: {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:45:08.855021 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.855434 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Bound using segment: {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:45:08.855820 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Bound port: 6b87dd13-2940-4eef-9cdf-d9f83142aedf, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:45:08.856372 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:08.944216 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] For port 6b87dd13-2940-4eef-9cdf-d9f83142aedf, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:45:08.947264 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] For port 6b87dd13-2940-4eef-9cdf-d9f83142aedf, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6b87dd13-2940-4eef-9cdf-d9f83142aedf,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:45:08.952578 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:09.026649 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:45:09.027249 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:44:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:09.082886 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9ea76-f85f-4155-a904-aafc6838e2b6 None None] Pushing event updated for resources: {'Port': ['ID=6b87dd13-2940-4eef-9cdf-d9f83142aedf,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:09.209885 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:45:09.521545 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:09.525401 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9327843-5942-4a6c-8a21-1baed10bccdf None None] The sync data for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv is: [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:45:09.604251 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 17552f47-6ff0-4a3f-a43b-19e500670921 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:45:09.691333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 17552f47-6ff0-4a3f-a43b-19e500670921 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:09.691702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:09.820389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ab180ee3-e453-49a7-be15-f2128e7b3de0 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:45:09.908243 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-431caf0e-85f6-4c22-b7d2-f4b000eb1ed7 req-31885b40-dde2-454a-b31f-e45741e41fad tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 210 time: 0.0505111 May 09 05:45:09.917178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port ab180ee3-e453-49a7-be15-f2128e7b3de0 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:09.917549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:11.071517 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1ef3c510-33f3-4f7a-89de-da80f380037d req-25c5a1db-a29b-4f62-9e4f-65a98c7d78a9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 210 time: 0.0482364 May 09 05:45:11.601412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6b87dd13-2940-4eef-9cdf-d9f83142aedf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:45:11.674636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 6b87dd13-2940-4eef-9cdf-d9f83142aedf completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:45:11.679694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 6b87dd13-2940-4eef-9cdf-d9f83142aedf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:11.680059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:11.807763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:11.841056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 6b87dd13-2940-4eef-9cdf-d9f83142aedf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6b87dd13-2940-4eef-9cdf-d9f83142aedf,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:45:11.846509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:11.909177 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-3f89f8b1-7e15-4c0f-ac00-c07171ecd71b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:11.910595 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-3f89f8b1-7e15-4c0f-ac00-c07171ecd71b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 797 time: 0.1539226 May 09 05:45:11.915039 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=6b87dd13-2940-4eef-9cdf-d9f83142aedf,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:11.964475 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-1e12aa19-aab7-41cb-b13b-64790e567244 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 379 time: 0.0392351 May 09 05:45:11.972096 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'port': {'device_id': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'admin_state_up': True, 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'security_groups': ['c05526ab-b34e-483d-b4a6-4ec0a434fc2a']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:12.108701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:12.119446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:12.131623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:45:12.135163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:12.243017 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-54a2538e-d9ec-4c5f-b326-ef10fa320fcb req-844dd601-ad8d-46ed-b8fb-a27d122325f8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 210 time: 0.0508833 May 09 05:45:12.347573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.3 (3f59c726-2cfd-4ef4-bb83-ef57b385a2a7/ed3ed7e6-2d95-4641-8f3b-38694fe2012c/f57f07e9-5d5d-4923-a91c-6548258419fd) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:45:12.391491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-03801d51-55f3-4c3c-8617-a0d136ad0d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:12.574755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:12.592608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object f57f07e9-5d5d-4923-a91c-6548258419fd will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:45:12.620475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:12.691948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:45:12.695245 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:45:12.699122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:45:12.732967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:12.774801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:12.775426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:12.805469 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-a83dcfc5-f4ef-4489-8630-2293cd230065 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369479 May 09 05:45:12.822547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Request body: {'port': {'device_id': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:12.957798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:12.966871 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a40c0f97-4c2c-4bb7-8e4a-98db87c921dc None None] Provisioning for port f57f07e9-5d5d-4923-a91c-6548258419fd completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:45:12.973240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a40c0f97-4c2c-4bb7-8e4a-98db87c921dc None None] Provisioning complete for port f57f07e9-5d5d-4923-a91c-6548258419fd triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:12.973928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a40c0f97-4c2c-4bb7-8e4a-98db87c921dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:13.031558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a40c0f97-4c2c-4bb7-8e4a-98db87c921dc None None] Port f57f07e9-5d5d-4923-a91c-6548258419fd cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:45:13.319105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57f07e9-5d5d-4923-a91c-6548258419fd {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:45:13.326961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:13.342846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Transition to ACTIVE for port object f57f07e9-5d5d-4923-a91c-6548258419fd will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:45:13.349087 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:13.447676 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99467b89-658e-4ddf-a0b6-6412a0c4951d req-cc363470-9f36-4309-a8ce-dd9d86f4af37 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:13.449295 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-99467b89-658e-4ddf-a0b6-6412a0c4951d req-cc363470-9f36-4309-a8ce-dd9d86f4af37 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 943 time: 0.0925529 May 09 05:45:13.499276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-99467b89-658e-4ddf-a0b6-6412a0c4951d req-7f61d1ab-ebb6-42ca-95e2-e1e1351cd85c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:45:13.517425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:13.518626 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-99467b89-658e-4ddf-a0b6-6412a0c4951d req-7f61d1ab-ebb6-42ca-95e2-e1e1351cd85c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:45:13.520385 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-99467b89-658e-4ddf-a0b6-6412a0c4951d req-7f61d1ab-ebb6-42ca-95e2-e1e1351cd85c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638676 May 09 05:45:13.600788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6b87dd13-2940-4eef-9cdf-d9f83142aedf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:45:13.690660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 6b87dd13-2940-4eef-9cdf-d9f83142aedf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:13.691029 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:13.724352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Attempting to bind port f57f07e9-5d5d-4923-a91c-6548258419fd on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:45:13.724684 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Attempting to bind port f57f07e9-5d5d-4923-a91c-6548258419fd by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:45:13.725011 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Attempting to bind port f57f07e9-5d5d-4923-a91c-6548258419fd on network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:45:13.729842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Port f57f07e9-5d5d-4923-a91c-6548258419fd on network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:45:13.730167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Attempting to bind port f57f07e9-5d5d-4923-a91c-6548258419fd on network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:45:13.737409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:45:13.737824 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Checking segment: {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:45:13.738676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Bound using segment: {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:45:13.739494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Bound port: f57f07e9-5d5d-4923-a91c-6548258419fd, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e413e211-b967-444d-b3ee-99e230e4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:45:13.739494 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:13.832429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:45:13.835419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:45:13.840749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:13.902640 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:13.903263 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:13.904660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] 10.222.0.59 "PUT /v2.0/ports/f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 1093 time: 1.0872872 May 09 05:45:13.905117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:45:13.931660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2785a36-ffc9-4275-acfe-1f18f4233f94 service neutron] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:13.966515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa0b1c1-b201-4f49-9b57-6cbf5b752860'] response: {'name': 'network-changed', 'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'status': 'completed', 'code': 200} May 09 05:45:14.042743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-63514ec9-0e12-46bd-8321-e61debae01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:14.044225 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-63514ec9-0e12-46bd-8321-e61debae01a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1096 time: 0.0768149 May 09 05:45:14.121212 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-cfc48140-f982-455e-9823-02facc420e5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 217 time: 0.0652394 May 09 05:45:14.196586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-1789df05-d98b-4ea8-ab1b-791011a8d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:14.197936 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-1789df05-d98b-4ea8-ab1b-791011a8d5e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0714169 May 09 05:45:14.282612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60855-8169-4981-a032-50a8a7fe5bee req-d10817b1-c2c1-46bd-979d-417e962e6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:14.285240 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-d10817b1-c2c1-46bd-979d-417e962e6c8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802510 May 09 05:45:14.444034 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-2fa41f1d-13b3-41a9-baeb-df3752b2b737 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523919 May 09 05:45:14.575734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1af60855-8169-4981-a032-50a8a7fe5bee req-4f0117d5-586c-4d2c-9516-2957aa2b50b4 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262615 May 09 05:45:14.655112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-929fc377-2dff-428e-9448-d0dcfdc62750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:14.714776 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3c26e-0dba-4331-bd7f-ecefa381e9dc req-4e55425f-4eae-48c1-a6c7-4f747905046f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:14.716133 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-05b3c26e-0dba-4331-bd7f-ecefa381e9dc req-4e55425f-4eae-48c1-a6c7-4f747905046f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 943 time: 0.0846636 May 09 05:45:14.741139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-ad53fb1f-7271-4621-a2e0-08863dbb9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:14.742645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-ad53fb1f-7271-4621-a2e0-08863dbb9107 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1096 time: 0.0723619 May 09 05:45:14.761916 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-05b3c26e-0dba-4331-bd7f-ecefa381e9dc req-2557349e-8b2c-4579-81d8-9f024806e2ff tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392437 May 09 05:45:14.877229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-30c9e3d3-2f5e-4c18-968b-49c97ad33581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:14.878697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-30c9e3d3-2f5e-4c18-968b-49c97ad33581 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1300435 May 09 05:45:14.948437 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-99aa2cab-8cbc-46e6-94ca-bf31509819e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 217 time: 0.0639732 May 09 05:45:15.010445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-0e1a7d4d-6b9e-442f-9dde-d76ea41a81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:15.011724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-0e1a7d4d-6b9e-442f-9dde-d76ea41a81a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0576422 May 09 05:45:15.091271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-18ec89b9-afe7-4295-918c-33d265f1c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:15.092770 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-18ec89b9-afe7-4295-918c-33d265f1c0a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754769 May 09 05:45:15.226827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-3b86d3ef-f9f3-4ddb-97f3-a1855a6a6f86 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281123 May 09 05:45:15.362061 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f23fb956-2f5c-450c-bc89-89c7f132a6ad req-0bf7baf5-a376-4a15-80c0-b915a148dd92 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284339 May 09 05:45:15.867955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:15.947763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:15.986993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1da9e-41a1-4293-bc3c-bb51b373db43 req-1c41768e-524b-43dc-bd01-23ed1824434b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:15.987679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5df1da9e-41a1-4293-bc3c-bb51b373db43 req-1c41768e-524b-43dc-bd01-23ed1824434b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:45:16.005585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-5df1da9e-41a1-4293-bc3c-bb51b373db43 req-1c41768e-524b-43dc-bd01-23ed1824434b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:45:16.008861 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5df1da9e-41a1-4293-bc3c-bb51b373db43 req-1c41768e-524b-43dc-bd01-23ed1824434b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 943 time: 0.1168742 May 09 05:45:16.052734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5df1da9e-41a1-4293-bc3c-bb51b373db43 req-20385743-2a9d-4d97-8ead-80206bdea56a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 May 09 05:45:17.243540 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb770a1-f100-4766-9238-f13bb8b7a0ef req-6dd154bf-51f4-4924-916a-180174ea226e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:17.245019 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7bb770a1-f100-4766-9238-f13bb8b7a0ef req-6dd154bf-51f4-4924-916a-180174ea226e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 943 time: 0.0872841 May 09 05:45:17.292756 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7bb770a1-f100-4766-9238-f13bb8b7a0ef req-a4d1c905-0f4e-4bc6-a93b-9cafa0459378 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 May 09 05:45:17.586908 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:18.494429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66309d2b-0272-4037-a087-b76d2b596c3e req-db10824f-b631-4e47-902d-901a7e7ec95b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:18.495863 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66309d2b-0272-4037-a087-b76d2b596c3e req-db10824f-b631-4e47-902d-901a7e7ec95b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 943 time: 0.0888121 May 09 05:45:18.633801 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-66309d2b-0272-4037-a087-b76d2b596c3e req-71531f44-a360-4525-9a08-f930447ba0da tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294799 May 09 05:45:19.144202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:19.146197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device f57f07e9-5d5d-4923-a91c-6548258419fd details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:45:19.290684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:45:19.303730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'port_id': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'mac_address': 'fa:16:3e:10:91:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:45:19.360334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:19.376866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57f07e9-5d5d-4923-a91c-6548258419fd {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:45:19.393810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:45:19.399623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:19.481298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:19.831055 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['f57f07e9-5d5d-4923-a91c-6548258419fd'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:45:19.988378 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94ef9d-73c4-441e-af03-c335036201bc req-cb41df71-2577-465c-b707-b1aa7b475cf3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:19.989786 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7b94ef9d-73c4-441e-af03-c335036201bc req-cb41df71-2577-465c-b707-b1aa7b475cf3 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 944 time: 0.0812902 May 09 05:45:20.040073 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7b94ef9d-73c4-441e-af03-c335036201bc req-54235642-f3fa-4a95-bc5c-8e88c2dcc498 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 May 09 05:45:21.170519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device f57f07e9-5d5d-4923-a91c-6548258419fd up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:45:21.235444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49781057-2ea6-453e-bd67-0fd641c1581f req-f9915153-1816-4b01-99e8-5d3444de2fbe tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:21.236917 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-49781057-2ea6-453e-bd67-0fd641c1581f req-f9915153-1816-4b01-99e8-5d3444de2fbe tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 944 time: 0.0834038 May 09 05:45:21.243079 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port f57f07e9-5d5d-4923-a91c-6548258419fd completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:45:21.248129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port f57f07e9-5d5d-4923-a91c-6548258419fd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:45:21.248548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:21.283122 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-49781057-2ea6-453e-bd67-0fd641c1581f req-2e80c97d-30be-4d93-97e8-67d9b4f40621 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 May 09 05:45:21.367140 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:21.399386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:45:21.409142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:45:21.413921 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:21.447494 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb1d5a6-79f1-4e4f-a7f1-9eed79063b3f'] response: {'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'code': 200} May 09 05:45:21.492886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:21.714674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f0ee-60c9-46b0-a08c-7350916e9271 req-fd1bef34-0359-4385-8f14-446702a07e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:21.716135 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a838f0ee-60c9-46b0-a08c-7350916e9271 req-fd1bef34-0359-4385-8f14-446702a07e2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.0827348 May 09 05:45:21.760527 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a838f0ee-60c9-46b0-a08c-7350916e9271 req-2974281c-5313-4d4f-befd-998c4edab1da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370910 May 09 05:45:22.483827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91241f-59e8-4a33-98f5-a91ca61226a9 req-f8eb8f8b-c25e-4a87-ac6d-fccd123f5d06 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:22.485333 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6a91241f-59e8-4a33-98f5-a91ca61226a9 req-f8eb8f8b-c25e-4a87-ac6d-fccd123f5d06 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0864089 May 09 05:45:22.535299 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6a91241f-59e8-4a33-98f5-a91ca61226a9 req-f4afb1b4-f185-4922-8ad8-e6217f9184a7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439787 May 09 05:45:23.737510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba11ea0-c83b-434b-945c-f3907c1826aa req-b19034e7-90e0-4b8c-884f-3cb62fec977c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:23.739020 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cba11ea0-c83b-434b-945c-f3907c1826aa req-b19034e7-90e0-4b8c-884f-3cb62fec977c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0835586 May 09 05:45:23.786255 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-cba11ea0-c83b-434b-945c-f3907c1826aa req-1b996db3-1bb6-46e7-b0e8-9f3e42e68d14 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398412 May 09 05:45:23.984599 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4051-5e20-4858-a7fb-58001bf6872c req-53f26d2b-bf36-41f0-90f5-8e34ffe9e167 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:23.986012 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c70e4051-5e20-4858-a7fb-58001bf6872c req-53f26d2b-bf36-41f0-90f5-8e34ffe9e167 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0907407 May 09 05:45:24.030162 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c70e4051-5e20-4858-a7fb-58001bf6872c req-6a0a9e3a-7fe4-419a-96a4-bc53fada5618 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382504 May 09 05:45:24.053515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47728) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:24.139464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93534a7-f31e-4e6d-b7db-e49a7b585a99 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:24.141747 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a93534a7-f31e-4e6d-b7db-e49a7b585a99 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1093 time: 0.0870087 May 09 05:45:24.144849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47732) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:24.149865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:45:24.156134 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:45:24.160923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:floatingip and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:45:24.164073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:45:24.170650 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:45:24.185234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:24.327127 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:24.461350 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.151 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/81e1ec7f-b6eb-4e12-8426-cbc2e1213919) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:45:24.610693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:24.643048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:24.710488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:45:24.713497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:45:24.717101 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:45:24.745428 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=81e1ec7f-b6eb-4e12-8426-cbc2e1213919,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:25.160600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:25.237592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:25.547976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:25.556178 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:25.674116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=81e1ec7f-b6eb-4e12-8426-cbc2e1213919,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:45:25.686748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:25.864314 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP d5da0c9c-f258-4132-95bf-ea25ecdbebc2 associated. External IP: 172.26.0.151, port: f57f07e9-5d5d-4923-a91c-6548258419fd. May 09 05:45:26.218303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:45:26.397625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:45:26.409271 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] Sync routers for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:45:26.422764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:45:26.423528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:45:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:26.430017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:26.489229 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-32d6df47-a501-4e7e-bdca-53d4f449a86c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3431077 May 09 05:45:26.489685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:45:26.542167 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d1ee73-8c61-4224-bb07-782271f04be9'] response: {'name': 'network-changed', 'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'status': 'completed', 'code': 200} May 09 05:45:26.605706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:45:26.675219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-8c274d1e-ff0b-4882-a75b-9c1d812c7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:26.676792 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-8c274d1e-ff0b-4882-a75b-9c1d812c7434 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.0756302 May 09 05:45:26.710314 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cb72-ad34-4f00-9dda-47c6529b9008 req-e9aaf531-6896-462a-aaca-2bd0808c9ee9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:26.711778 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8715cb72-ad34-4f00-9dda-47c6529b9008 req-e9aaf531-6896-462a-aaca-2bd0808c9ee9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0864620 May 09 05:45:26.757035 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8715cb72-ad34-4f00-9dda-47c6529b9008 req-e8d92950-0c83-4e4d-95ed-d55aed880686 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391126 May 09 05:45:26.778970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47742) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:26.814934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-a970b5f0-3e60-4fcb-a1ef-c695da455ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:26.816546 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-a970b5f0-3e60-4fcb-a1ef-c695da455ab8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1338179 May 09 05:45:26.890967 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f67f329c-571e-4627-82e5-bc3ab814817e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/d5da0c9c-f258-4132-95bf-ea25ecdbebc2 HTTP/1.1" status: 200 len: 991 time: 0.1107237 May 09 05:45:26.926922 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-19bfcc75-b06e-4b3c-9b95-ccd84bc839dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 999 time: 0.0982835 May 09 05:45:26.961881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'd5da0c9c-f258-4132-95bf-ea25ecdbebc2', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'port_id': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'mac_address': 'fa:16:3e:10:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:45:25Z', 'updated_at': '2022-05-09T05:45:25Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:11Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:26.965827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] Checking router: 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:45:26.974879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:45:26.975489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:45:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:26.990918 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-5c10aa2a-f5a8-41c6-8a00-6a704b02192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:26.992409 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-5c10aa2a-f5a8-41c6-8a00-6a704b02192f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0593069 May 09 05:45:27.193899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-4918fea9-5bfe-4452-b19b-9a4b86874b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:27.195426 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-4918fea9-5bfe-4452-b19b-9a4b86874b38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1970918 May 09 05:45:27.207133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:45:27.327331 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-9515f871-1121-411b-8dc1-59db6924e3ef service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253734 May 09 05:45:27.460849 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92438d6b-2272-472d-80a0-bd3ce1f9207d req-cb7d2639-752c-45aa-a5dd-ebfbcc9c7ddb service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270611 May 09 05:45:27.582157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'd5da0c9c-f258-4132-95bf-ea25ecdbebc2', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'port_id': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'mac_address': 'fa:16:3e:10:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:45:25Z', 'updated_at': '2022-05-09T05:45:25Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:11Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:45:27.586477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a471a2-1aab-4f8a-a1f4-a249c0cca7fa None None] The sync data for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv is: [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'd5da0c9c-f258-4132-95bf-ea25ecdbebc2', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.151', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'port_id': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'mac_address': 'fa:16:3e:10:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:45:25Z', 'updated_at': '2022-05-09T05:45:25Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:11Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:45:27.795596 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc55de-90c5-4228-a97c-e0d59c78ed8a None None] New status for floating IP d5da0c9c-f258-4132-95bf-ea25ecdbebc2: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:45:27.893907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47746) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:28.002827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-54dd12d2-e652-4c38-8f8c-ebe05ccbf674 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/d5da0c9c-f258-4132-95bf-ea25ecdbebc2 HTTP/1.1" status: 200 len: 991 time: 0.1065481 May 09 05:45:29.006173 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47750) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:45:29.119669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1458b1b0-83dc-4040-940b-44044098a235 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/d5da0c9c-f258-4132-95bf-ea25ecdbebc2 HTTP/1.1" status: 200 len: 993 time: 0.1113746 May 09 05:45:30.725463 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:45:34.314479 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-4dd95cc7-e05e-45d6-98ec-7856bc7fa0d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707726 May 09 05:45:34.479831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-2b0ffeea-cde1-4040-94de-ce8386cdd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:34.481328 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-2b0ffeea-cde1-4040-94de-ce8386cdd51a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.0777264 May 09 05:45:34.628040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-12e0ffc5-3f28-420e-b7be-9b70ffe5e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:34.630091 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-12e0ffc5-3f28-420e-b7be-9b70ffe5e739 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1273816 May 09 05:45:34.729163 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-4c00e20e-322b-422a-b622-781b36b63064 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 1001 time: 0.0936897 May 09 05:45:34.798453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-739a039f-2965-4c86-b874-6918bcd44c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:34.799897 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-739a039f-2965-4c86-b874-6918bcd44c06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0618241 May 09 05:45:34.878643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-7c2c0036-8ff2-4d50-8119-e92a2e0d90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:45:34.880485 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-7c2c0036-8ff2-4d50-8119-e92a2e0d90bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735428 May 09 05:45:35.012358 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-b010edf4-b95c-4c89-bd30-df348c0c00c6 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240509 May 09 05:45:35.145357 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ede148c0-a3dc-4ee7-81bf-39c334593aa9 req-e282f132-04ac-4ca1-a4fe-6dbb78d6021e service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271765 May 09 05:45:42.397248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f56c4a1b-6f92-434a-bddd-bac493458e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:44.665800 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-78718e92-6152-43a2-a4f3-a6ac13dc07df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:45.870270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:45.951533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:47.588945 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:45:49.147407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:07.732826 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:46:12.400285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-24a2f956-7fde-49a0-8176-3a387fc3f31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:14.672603 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4bd9992e-958f-43e9-8bbb-082797744be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:15.880577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:15.953370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:17.590127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:19.170960 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:28.240427 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47780) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:46:28.266802 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13bbba-e024-4feb-a7e9-2d7852a6bdaa req-9db2b9f7-6b02-43f6-9ee4-81e71e318fc6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:28.268669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1e13bbba-e024-4feb-a7e9-2d7852a6bdaa req-9db2b9f7-6b02-43f6-9ee4-81e71e318fc6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0849395 May 09 05:46:28.313627 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1e13bbba-e024-4feb-a7e9-2d7852a6bdaa req-1d22f9e7-a0ca-4018-873b-b671e67d8005 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389926 May 09 05:46:28.351093 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-54f12296-6a2b-4d6f-b172-863c62b5eb30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093519 May 09 05:46:29.516004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f26443-abf8-4f53-a522-72346414b6c1 req-c8ac931d-0645-463c-8912-47c96fc140ed tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:29.517475 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-83f26443-abf8-4f53-a522-72346414b6c1 req-c8ac931d-0645-463c-8912-47c96fc140ed tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0937409 May 09 05:46:29.564261 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-83f26443-abf8-4f53-a522-72346414b6c1 req-97c7c6e0-912a-4c78-a6b1-f0b663383715 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 May 09 05:46:30.765008 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533bf0-0f33-4b71-bad2-91daf5657c63 req-16602375-4c4b-4018-9103-d72fbc418954 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:30.766466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e6533bf0-0f33-4b71-bad2-91daf5657c63 req-16602375-4c4b-4018-9103-d72fbc418954 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0842247 May 09 05:46:30.816964 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e6533bf0-0f33-4b71-bad2-91daf5657c63 req-56e26c11-a0a6-4e02-a0e4-f3095c892c35 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 May 09 05:46:32.019991 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99035f87-012e-4aa9-9e68-7f53adfd3040 req-d1e43648-e44a-4953-a7ac-f8bad9f4b66e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:32.021489 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-99035f87-012e-4aa9-9e68-7f53adfd3040 req-d1e43648-e44a-4953-a7ac-f8bad9f4b66e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0877926 May 09 05:46:32.071269 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-99035f87-012e-4aa9-9e68-7f53adfd3040 req-c314ed15-8f67-4f00-96e8-11f81a2428c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439661 May 09 05:46:32.258782 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-93ecd75f-a04b-4a8c-b970-efe8397d9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:32.260173 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-93ecd75f-a04b-4a8c-b970-efe8397d9f88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.1675351 May 09 05:46:32.408788 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-f25f8256-fa6b-4364-b28a-b5f5af08b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:32.410989 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-f25f8256-fa6b-4364-b28a-b5f5af08b8e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1305630 May 09 05:46:32.530797 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-ca645d6b-d807-40f7-9cae-62cca3909009 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 1001 time: 0.0990467 May 09 05:46:32.595606 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-1814fd5d-22b3-498f-8632-cdac17ff50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:32.597071 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-1814fd5d-22b3-498f-8632-cdac17ff50cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0595565 May 09 05:46:32.679397 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-1d1ddc08-e95c-4d07-bb8a-e39cbc854920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:32.680900 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-1d1ddc08-e95c-4d07-bb8a-e39cbc854920 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770011 May 09 05:46:32.830282 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-c62b1611-d63f-4987-be55-107664314275 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264994 May 09 05:46:32.962672 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-4ea9d8de-2a32-4286-a8eb-94c13ccdad69 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258819 May 09 05:46:33.264148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c2a09-a72a-4b57-aa45-0ae51b104d16 req-5029bdf3-2ea3-45b5-95a0-5eb83c020ab0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:33.265609 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd3c2a09-a72a-4b57-aa45-0ae51b104d16 req-5029bdf3-2ea3-45b5-95a0-5eb83c020ab0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0879855 May 09 05:46:33.314804 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bd3c2a09-a72a-4b57-aa45-0ae51b104d16 req-b2eaf60a-6c6b-4f29-a604-16897d1fade4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400629 May 09 05:46:34.520293 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d02ff-fdbb-443f-aaa8-ec35e68fd0dd req-74f108f4-38d8-44ed-8d71-ab30aa251d42 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:34.521788 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-180d02ff-fdbb-443f-aaa8-ec35e68fd0dd req-74f108f4-38d8-44ed-8d71-ab30aa251d42 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0908117 May 09 05:46:34.565824 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-180d02ff-fdbb-443f-aaa8-ec35e68fd0dd req-fa106f36-8762-4998-b9ab-121d95a296a0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 May 09 05:46:34.904164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-7c7748f0-e8fb-4157-b0c3-0e4fba0fcd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:34.905675 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-7c7748f0-e8fb-4157-b0c3-0e4fba0fcd81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.0882764 May 09 05:46:35.061381 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-89aad5c2-7e80-42e6-a54f-021960d99151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:35.062821 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-89aad5c2-7e80-42e6-a54f-021960d99151 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1377535 May 09 05:46:35.171614 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-b65e4b1f-fff5-4b72-bc0c-ae1c823baba2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 1001 time: 0.1027815 May 09 05:46:35.233232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-80286bed-a8a7-4730-9946-129ba92addba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:35.234603 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-80286bed-a8a7-4730-9946-129ba92addba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0560033 May 09 05:46:35.311748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-be8dacb4-ab08-4500-b507-f38f33b9caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:35.313226 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-be8dacb4-ab08-4500-b507-f38f33b9caf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729656 May 09 05:46:35.452103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-2d1f633a-55a6-417e-8a2b-ff8069290565 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319532 May 09 05:46:35.583667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c047bc34-4d43-4549-bfe3-49cfa3e6ccaa req-bddebaa5-d3f4-4bbb-87f3-2758606f5a5c service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257257 May 09 05:46:35.862795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c7608-bbfb-45e7-baf2-8d45cf6c6601 req-33cb4013-8d96-47c5-b42a-0c1e8243d70e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:35.864813 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b07c7608-bbfb-45e7-baf2-8d45cf6c6601 req-33cb4013-8d96-47c5-b42a-0c1e8243d70e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.1857698 May 09 05:46:35.910701 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b07c7608-bbfb-45e7-baf2-8d45cf6c6601 req-cd26a41d-3be5-4fa0-b082-db0cf1e703ba tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390637 May 09 05:46:37.106953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de29f1c-79fb-4a65-a9ee-26a8978b2e66 req-c648c38b-6d22-4012-8820-8c446eba4d51 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:37.108427 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9de29f1c-79fb-4a65-a9ee-26a8978b2e66 req-c648c38b-6d22-4012-8820-8c446eba4d51 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0878148 May 09 05:46:37.154786 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-9de29f1c-79fb-4a65-a9ee-26a8978b2e66 req-e58a366c-2faf-439d-a2e4-0cc17680ebdb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 May 09 05:46:38.354800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937bc8d-2c32-4276-8da4-3e08a74804bb req-2c981e77-95e0-4694-a531-d22fc939aa3d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:38.356256 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3937bc8d-2c32-4276-8da4-3e08a74804bb req-2c981e77-95e0-4694-a531-d22fc939aa3d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0938976 May 09 05:46:38.402192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3937bc8d-2c32-4276-8da4-3e08a74804bb req-292e7e7f-129c-4b74-81fd-73b16413e5e2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 May 09 05:46:39.602212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3dd70-1ef2-4207-bd6a-296c0d7301d2 req-badefc58-0ff3-4a2c-a1cf-a1839540c7ef tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:39.603658 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0f3dd70-1ef2-4207-bd6a-296c0d7301d2 req-badefc58-0ff3-4a2c-a1cf-a1839540c7ef tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0904772 May 09 05:46:39.651912 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0f3dd70-1ef2-4207-bd6a-296c0d7301d2 req-e35a082a-695b-4ca0-895b-73854af7c8f2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400989 May 09 05:46:40.855618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33e6e5-150f-462f-9807-13b02c3f0b08 req-e1b87995-0a87-4b77-88a3-75b382b916d9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:40.857095 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c33e6e5-150f-462f-9807-13b02c3f0b08 req-e1b87995-0a87-4b77-88a3-75b382b916d9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0928226 May 09 05:46:40.919983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c33e6e5-150f-462f-9807-13b02c3f0b08 req-77495019-424d-4a0a-acc7-36594d00a4bb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517597 May 09 05:46:42.131250 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45821-5394-4f10-877d-ad4dd7b16f5f req-06558a27-c2c9-4fcc-82c4-9745642a3ab0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:42.132877 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-86f45821-5394-4f10-877d-ad4dd7b16f5f req-06558a27-c2c9-4fcc-82c4-9745642a3ab0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0906782 May 09 05:46:42.186120 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-86f45821-5394-4f10-877d-ad4dd7b16f5f req-864598a0-d0ec-4608-a462-e89d71f692ec tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468888 May 09 05:46:42.403478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8defd5d9-0ad3-45e1-bb7d-e36deb2da667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:43.397748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8fba7-dbf3-463e-bd9b-0f00c493b2e6 req-7367facc-b331-4d8a-9904-0c8a0b1422d7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:43.399435 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3d8fba7-dbf3-463e-bd9b-0f00c493b2e6 req-7367facc-b331-4d8a-9904-0c8a0b1422d7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0795257 May 09 05:46:43.443487 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a3d8fba7-dbf3-463e-bd9b-0f00c493b2e6 req-baaed66b-f7e9-4ab9-82f6-36de83589b6d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381043 May 09 05:46:44.633396 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53244934-2b4e-450f-a468-b6c60d29252b req-4a53fcf4-d981-49ec-871a-80681c167200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:44.634838 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-53244934-2b4e-450f-a468-b6c60d29252b req-4a53fcf4-d981-49ec-871a-80681c167200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0840156 May 09 05:46:44.659501 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-41da2608-1808-4c21-ae5c-64d998e2744a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:44.682055 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-53244934-2b4e-450f-a468-b6c60d29252b req-5c435819-beea-402b-94b0-768d35d5f69e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 May 09 05:46:44.722815 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:46:44.897749 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-3b40c391-9d68-4ce5-be49-11677837fadf service neutron] 10.222.0.59 "GET /v2.0/ports/f57f07e9-5d5d-4923-a91c-6548258419fd/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0932214 May 09 05:46:45.193226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-6944c363-4e95-4ce6-8ac3-3928fda9beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:45.194573 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-6944c363-4e95-4ce6-8ac3-3928fda9beb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 1098 time: 0.0714946 May 09 05:46:45.310807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-73610258-0525-46de-860f-963ace47cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:45.312233 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-73610258-0525-46de-860f-963ace47cd64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.0832882 May 09 05:46:45.449110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-0fed67e3-e44e-4577-8d6f-0e97088fbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:45.450488 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-0fed67e3-e44e-4577-8d6f-0e97088fbdbc service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1328752 May 09 05:46:45.569655 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-7f268c9a-e4d1-4bf1-babc-f7fe631234be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 1001 time: 0.1123099 May 09 05:46:45.637751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-57347872-460f-411e-8138-6b9c2427b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:45.639164 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-57347872-460f-411e-8138-6b9c2427b8fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0628676 May 09 05:46:45.715829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-3bc10873-ed0f-41ba-9ac1-5a73a9c7941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:45.717355 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-3bc10873-ed0f-41ba-9ac1-5a73a9c7941b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718830 May 09 05:46:45.872580 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:45.903645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-eb1310ef-5a01-4c91-93c5-8a1c2dbaff21 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799524 May 09 05:46:45.948176 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:45.985553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32e63-91e2-4af9-a00a-1dd68ea35578 req-3fc073df-12db-4f49-b0c8-f43af32de12c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:45.986889 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-91c32e63-91e2-4af9-a00a-1dd68ea35578 req-3fc073df-12db-4f49-b0c8-f43af32de12c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.1842926 May 09 05:46:46.065425 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-91c32e63-91e2-4af9-a00a-1dd68ea35578 req-f68f5dcc-1459-4f73-ba01-4c5d203ec6ce tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664694 May 09 05:46:46.082063 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5284acd8-f756-4442-b6b3-1e2a4bf20d5e req-f5fb4fda-2ec5-4168-ab16-34e561b9e011 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709328 May 09 05:46:47.283531 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab011a61-8bb0-4d96-ba0e-e70b6e69298b req-ab643ac1-4fa4-449e-af1d-a4aab5e12c4e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:47.284982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ab011a61-8bb0-4d96-ba0e-e70b6e69298b req-ab643ac1-4fa4-449e-af1d-a4aab5e12c4e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0957441 May 09 05:46:47.331924 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-ab011a61-8bb0-4d96-ba0e-e70b6e69298b req-186b1026-3048-48f0-b786-7d81fa7d1042 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 May 09 05:46:47.606296 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:48.534254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904af45a-2146-4149-a49e-03fb80c13413 req-ed80c16d-d6fd-463b-9857-26ef32768bfc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:48.535700 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-904af45a-2146-4149-a49e-03fb80c13413 req-ed80c16d-d6fd-463b-9857-26ef32768bfc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0849991 May 09 05:46:48.582474 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-904af45a-2146-4149-a49e-03fb80c13413 req-04671ba9-977c-429d-9b8b-bfa87ee798ee tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381391 May 09 05:46:49.156102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:49.622330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device f57f07e9-5d5d-4923-a91c-6548258419fd details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:46:49.629820 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device f57f07e9-5d5d-4923-a91c-6548258419fd no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:46:49.773287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace5b7a-36a2-4b18-bd68-01af7b2c8b6c req-aec3dbf9-ad4f-4305-be7e-d9ba1a9ee5c8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:49.774761 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6ace5b7a-36a2-4b18-bd68-01af7b2c8b6c req-aec3dbf9-ad4f-4305-be7e-d9ba1a9ee5c8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0809014 May 09 05:46:49.818519 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6ace5b7a-36a2-4b18-bd68-01af7b2c8b6c req-788777e1-075f-4685-a049-d1c53b2fa5f6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378826 May 09 05:46:49.856334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:49.870507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:46:49.896344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'port_id': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'mac_address': 'fa:16:3e:10:91:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:46:49.905545 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:46:49.951733 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:46:49.979041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:49.981979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:50.055374 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3a9bd1-c201-4be6-a338-136641a99110'] response: {'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'code': 200} May 09 05:46:50.061250 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f57f07e9-5d5d-4923-a91c-6548258419fd {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:46:50.132734 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:46:50.146383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.146794 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.147288 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.147668 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.148024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.148381 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.148943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.149307 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.149723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.150755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.151085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.151412 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:46:50.157134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 05:46:50.157785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 05:46:50.334354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-efec8b9d-6390-4425-8bd2-0d685d6b5afd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:50.335908 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-efec8b9d-6390-4425-8bd2-0d685d6b5afd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a&tenant_id=b51a22e623704efb86faea50ee5e1a06&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 943 time: 0.1020267 May 09 05:46:50.430424 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861aa65-8624-47ef-9433-81f35ef6fc62 req-35bd9fa6-0d70-4742-875d-7d9a5ca2c29f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:50.431819 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0861aa65-8624-47ef-9433-81f35ef6fc62 req-35bd9fa6-0d70-4742-875d-7d9a5ca2c29f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 943 time: 0.2134991 May 09 05:46:50.477307 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0861aa65-8624-47ef-9433-81f35ef6fc62 req-27b03f6b-45ab-4284-a10d-c8da5984c8d2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395570 May 09 05:46:50.516425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-cc5118c3-0d50-4a0d-8e4e-62a3d90d6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:50.517923 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-cc5118c3-0d50-4a0d-8e4e-62a3d90d6f83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1096 time: 0.0749931 May 09 05:46:50.716595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:50.736840 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57f07e9-5d5d-4923-a91c-6548258419fd {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:46:50.754218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:46:50.760130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:50.814539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-19c07fd5-92fb-4be9-ad21-be1804e17d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:50.815998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-19c07fd5-92fb-4be9-ad21-be1804e17d89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.2923310 May 09 05:46:50.828075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:46:50.885547 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4020d9-980e-42c9-b085-95ad02837e31 req-96b150c7-18b5-4bf2-8f0e-e9948e0773e5 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:50.886977 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c4020d9-980e-42c9-b085-95ad02837e31 req-96b150c7-18b5-4bf2-8f0e-e9948e0773e5 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 943 time: 0.1907938 May 09 05:46:50.894625 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['f57f07e9-5d5d-4923-a91c-6548258419fd'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:46:50.955818 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-68b18f7f-2f43-40cd-8c76-7abf1403c629 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 1000 time: 0.1326108 May 09 05:46:50.960388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c4020d9-980e-42c9-b085-95ad02837e31 req-37edf3fd-ddc8-4b71-89ca-6f09c70c4755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609317 May 09 05:46:51.024639 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-e870daab-c340-48b8-a056-b8d469cae84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:51.026251 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-e870daab-c340-48b8-a056-b8d469cae84b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0644274 May 09 05:46:51.104507 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-63695370-9d62-4f3c-a170-3ead1c2e7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:51.106015 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-63695370-9d62-4f3c-a170-3ead1c2e7b86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736713 May 09 05:46:51.237704 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-ef46a821-6177-4b40-a20f-403b2dd6333e service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252382 May 09 05:46:51.373361 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8ddebc68-e9ef-4474-b2c6-dab0c44f423c req-0c422317-556e-4af1-9e93-5c131ea74347 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289439 May 09 05:46:51.633116 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device f57f07e9-5d5d-4923-a91c-6548258419fd up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:46:51.707931 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port f57f07e9-5d5d-4923-a91c-6548258419fd triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:46:51.708289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:51.860177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:51.894203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:46:51.898529 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:46:51.963951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:46:52.056510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:46:52.103958 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1f434d-8a59-4064-85ed-adc9c2926618'] response: {'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'code': 200} May 09 05:46:52.155295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03824d-08e4-47e0-a7ae-cca9cec6ffaa req-87c00369-266b-4457-87a2-a275977b3b87 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:46:52.156647 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7c03824d-08e4-47e0-a7ae-cca9cec6ffaa req-87c00369-266b-4457-87a2-a275977b3b87 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0822625 May 09 05:46:52.204548 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-7c03824d-08e4-47e0-a7ae-cca9cec6ffaa req-ff78fe52-7125-4369-b5de-ac60b85bef2f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 May 09 05:46:52.228665 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47872) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:46:52.337854 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-88360f3b-4590-489b-8444-c0a12ba3a2ca tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/d5da0c9c-f258-4132-95bf-ea25ecdbebc2 HTTP/1.1" status: 200 len: 993 time: 0.1080055 May 09 05:47:12.405702 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7ef93da3-4d05-430f-8982-c521b8434ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:14.658835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ad67cb1b-ef55-4f3b-bab5-1782764690de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:15.882883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:15.952959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:17.610599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:19.173855 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:21.727023 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:47:25.443723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-8c818c0f-40c6-41fa-a195-d8a410b837f1 req-cfcecd30-e778-4177-9462-78a9ce81e60c service neutron] (88041) timed out ('10.222.0.59', 52251) {{(pid=88041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 05:47:34.396433 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-86d69085-b0a5-4736-96c6-e8ca24014b21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017909 May 09 05:47:34.562219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-cb7aa56f-c5b2-471d-acfd-99c366e9ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:34.563680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-cb7aa56f-c5b2-471d-acfd-99c366e9ea96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.0755110 May 09 05:47:34.717608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-75d0be6d-394d-400e-99e6-029c6450fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:34.718980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-75d0be6d-394d-400e-99e6-029c6450fe16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1358230 May 09 05:47:34.825396 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-1011361b-9a18-4bc2-a7c5-17172b602a13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 1001 time: 0.0994434 May 09 05:47:34.888625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-fcc33a70-3162-436a-9a64-17326b1b3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:34.890022 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-fcc33a70-3162-436a-9a64-17326b1b3524 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0584397 May 09 05:47:34.967044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-71ef23c8-c815-47b4-9b56-763b0eb27e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:34.968604 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-71ef23c8-c815-47b4-9b56-763b0eb27e8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726149 May 09 05:47:35.104950 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-f4111d89-04b4-4515-8e41-adfff6cdbb1f service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299441 May 09 05:47:35.258742 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7fc58002-043a-42f7-b031-d7c1d1045078 req-f6bba15c-ccd6-4fdb-8c8f-9f544eae1c0c service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469417 May 09 05:47:38.873756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47898) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:39.084082 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 81e1ec7f-b6eb-4e12-8426-cbc2e1213919 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:47:39.084389 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:39.254481 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:39.254709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:39.374076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 81e1ec7f-b6eb-4e12-8426-cbc2e1213919 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:47:39.542425 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:39.600167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=81e1ec7f-b6eb-4e12-8426-cbc2e1213919,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:39.636984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.637310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.637642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.637967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.638305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.638614 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.638916 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.639244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.639562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.639858 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.640173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.640511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:39.704793 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:39.705079 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP d5da0c9c-f258-4132-95bf-ea25ecdbebc2 disassociated (deleted). External IP: 172.26.0.151, port: f57f07e9-5d5d-4923-a91c-6548258419fd. May 09 05:47:40.182723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:47:40.370209 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:47:40.380304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] Sync routers for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:47:40.390857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:40.391478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:40.392364 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:40.447782 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4289c7e5-8c36-49be-b287-3b4686ebd755 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/floatingips/d5da0c9c-f258-4132-95bf-ea25ecdbebc2 HTTP/1.1" status: 204 len: 168 time: 1.5725930 May 09 05:47:40.448608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:47:40.499493 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5ee4e4-60bc-4186-b042-2118fa7cd52f'] response: {'name': 'network-changed', 'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'status': 'completed', 'code': 200} May 09 05:47:40.575178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:47:40.742674 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-fc06f20e-4038-48f1-8c07-d89b0c12cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:40.744825 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-fc06f20e-4038-48f1-8c07-d89b0c12cb91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 1098 time: 0.2008691 May 09 05:47:40.923869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:11Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:40.928015 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] Checking router: 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:47:40.935777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-566f7e4e-336e-4eae-8ed9-ceca96fe949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:40.937206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:40.937314 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-566f7e4e-336e-4eae-8ed9-ceca96fe949c service neutron] 10.222.0.59 "GET /v2.0/networks?id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 200 len: 898 time: 0.1582096 May 09 05:47:40.937816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:40.945501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891cd57-3ac1-472b-ab55-a4a71af41b95 req-bb1d4e53-bc09-40ec-be88-4ad461d6698b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:40.947064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1891cd57-3ac1-472b-ab55-a4a71af41b95 req-bb1d4e53-bc09-40ec-be88-4ad461d6698b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.1982927 May 09 05:47:41.021745 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-01d4cebf-c541-4f0d-bc71-df8c05a00fbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 200 len: 217 time: 0.0738053 May 09 05:47:41.093365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1891cd57-3ac1-472b-ab55-a4a71af41b95 req-c1bb6344-39b4-4ba6-9013-d847377538eb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989916 May 09 05:47:41.106869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-2401035b-2b57-4c14-bf44-b4a161f4774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:41.108428 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-2401035b-2b57-4c14-bf44-b4a161f4774a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 200 len: 835 time: 0.0805030 May 09 05:47:41.129269 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:47:41.192115 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-1ac09f55-6b82-4e68-ab7d-d209a19252ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:41.193534 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-1ac09f55-6b82-4e68-ab7d-d209a19252ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789227 May 09 05:47:41.336806 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-22e9040a-babd-41e8-81c8-b246e0a66415 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353648 May 09 05:47:41.467288 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:11Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:41.471451 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bbc862-8004-45fe-a836-830f8ced5537 None None] The sync data for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv is: [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:45:05Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '6b87dd13-2940-4eef-9cdf-d9f83142aedf', 'name': '', 'network_id': '3f59c726-2cfd-4ef4-bb83-ef57b385a2a7', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:7f:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:05Z', 'updated_at': '2022-05-09T05:45:11Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': 'ed3ed7e6-2d95-4641-8f3b-38694fe2012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:47:41.487197 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c055173-0a90-42a6-a30c-f53ff5a3f0a2 req-e960d7cc-dca8-4708-8683-a935d7834009 service neutron] 10.222.0.59 "GET /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442008 May 09 05:47:41.721345 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28771e8-8798-42e7-a809-adb6fb0e016b None None] New status for floating IP d5da0c9c-f258-4132-95bf-ea25ecdbebc2: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:47:42.393848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b47d7-a9d6-41a7-b124-5f7af169915c req-30b066f0-9227-4e68-8752-d321a3eaa047 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:42.394775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-337b47d7-a9d6-41a7-b124-5f7af169915c req-30b066f0-9227-4e68-8752-d321a3eaa047 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:47:42.401041 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-507cdb60-4f09-403f-9f56-b390dd928d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:42.414719 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-337b47d7-a9d6-41a7-b124-5f7af169915c req-30b066f0-9227-4e68-8752-d321a3eaa047 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:47:42.416102 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-337b47d7-a9d6-41a7-b124-5f7af169915c req-30b066f0-9227-4e68-8752-d321a3eaa047 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.1998374 May 09 05:47:42.465489 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-337b47d7-a9d6-41a7-b124-5f7af169915c req-59bb78d1-ce99-4e1f-b674-ed856b1ab5c6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05526ab-b34e-483d-b4a6-4ec0a434fc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 May 09 05:47:42.733514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-ea9b18d7-09ec-449b-99fe-67690dc33e7b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:42.734868 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-ea9b18d7-09ec-449b-99fe-67690dc33e7b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 945 time: 0.0998905 May 09 05:47:42.807453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port f57f07e9-5d5d-4923-a91c-6548258419fd {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:47:42.807798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:43.060720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port f57f07e9-5d5d-4923-a91c-6548258419fd, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f57f07e9-5d5d-4923-a91c-6548258419fd,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:47:43.061074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:43.180682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for f57f07e9-5d5d-4923-a91c-6548258419fd owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:47:43.330089 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:43.377983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=f57f07e9-5d5d-4923-a91c-6548258419fd,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:43.412887 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.413233 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.413575 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.413907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.414243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.414566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.414929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.415268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.415595 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.415912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.416232 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.416561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:43.562371 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] No DVR routers for this DVR port f57f07e9-5d5d-4923-a91c-6548258419fd on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:47:43.565004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:43.567581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-deleted', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:47:43.617727 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0805ca89-9b89-4d13-a660-a16458ff3a8c'] response: {'server_uuid': '7397e0d3-e5de-4d45-814f-96a12f72607a', 'name': 'network-vif-deleted', 'tag': 'f57f07e9-5d5d-4923-a91c-6548258419fd', 'status': 'completed', 'code': 200} May 09 05:47:43.625882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-76732e35-53e0-4c30-a584-64e3c670ec55 req-415c7324-e0b9-49ba-9e52-586424c6344e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:47:43.630665 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c1cea5fc-79ac-4457-b1fe-85e33d8cb77b req-c2ff882d-82ee-40f9-81d1-96862a24c5e9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "DELETE /v2.0/ports/f57f07e9-5d5d-4923-a91c-6548258419fd HTTP/1.1" status: 204 len: 173 time: 0.8894982 May 09 05:47:43.645772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-76732e35-53e0-4c30-a584-64e3c670ec55 req-415c7324-e0b9-49ba-9e52-586424c6344e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:47:43.646970 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-76732e35-53e0-4c30-a584-64e3c670ec55 req-415c7324-e0b9-49ba-9e52-586424c6344e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=7397e0d3-e5de-4d45-814f-96a12f72607a HTTP/1.1" status: 200 len: 210 time: 0.0706446 May 09 05:47:44.701808 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-89c7c771-4bb7-4f42-9f0d-6b6d774f4dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:44.743454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47918) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:45.310316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:45.677216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 6b87dd13-2940-4eef-9cdf-d9f83142aedf {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:47:45.677561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:45.871116 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 6b87dd13-2940-4eef-9cdf-d9f83142aedf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=6b87dd13-2940-4eef-9cdf-d9f83142aedf,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:47:45.871807 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:45.880374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:45.885671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device f57f07e9-5d5d-4923-a91c-6548258419fd no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:47:45.918959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: f57f07e9-5d5d-4923-a91c-6548258419fd {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:47:45.919289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device f57f07e9-5d5d-4923-a91c-6548258419fd not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:47:45.955168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:45.998814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 6b87dd13-2940-4eef-9cdf-d9f83142aedf owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:47:46.445330 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:46.491891 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=6b87dd13-2940-4eef-9cdf-d9f83142aedf,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:46.773203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:47.151626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:47:47.331005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:47:47.342469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] Sync routers for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:47:47.353546 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6b0c7bdb-d310-47ad-b2c1-f8acc89bd200 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6063421 May 09 05:47:47.353746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:47.353746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:47.353963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47922) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:47.419847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting subnet ed3ed7e6-2d95-4641-8f3b-38694fe2012c {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:47:47.422886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:47.476063 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:47.528148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:47:47.680154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:47.722179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:47.754205 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:47.796941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:47.800276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3ed7e6-2d95-4641-8f3b-38694fe2012c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:47.804488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611b591-a63e-4152-857e-311640b40ce5 None None] Network 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:47:47.807093 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-101b0fd2-ed17-4da4-877d-2d1be9107dd4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/subnets/ed3ed7e6-2d95-4641-8f3b-38694fe2012c HTTP/1.1" status: 204 len: 168 time: 0.4522419 May 09 05:47:47.809605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47926) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:47.978771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:47:46Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:47.984981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] Checking router: 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:47:47.989077 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.002877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] Routers {'11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:48.003842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:48.169311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.184130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 17552f47-6ff0-4a3f-a43b-19e500670921 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:47:48.184482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.187999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] Set router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:47:48.230434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] DHCP port deletion for 3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:47:48.296549 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] Deleting port ab180ee3-e453-49a7-be15-f2128e7b3de0 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:47:48.296907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.364955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 17552f47-6ff0-4a3f-a43b-19e500670921, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=17552f47-6ff0-4a3f-a43b-19e500670921,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:47:48.365312 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.487094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 17552f47-6ff0-4a3f-a43b-19e500670921 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:47:48.673114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.683274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] For port ab180ee3-e453-49a7-be15-f2128e7b3de0, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=ab180ee3-e453-49a7-be15-f2128e7b3de0,segment=NetworkSegment(e413e211-b967-444d-b3ee-99e230e4134b),segment_id=e413e211-b967-444d-b3ee-99e230e4134b)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:47:48.683835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.720054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=17552f47-6ff0-4a3f-a43b-19e500670921,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:48.814266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] Calling delete_port for ab180ee3-e453-49a7-be15-f2128e7b3de0 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:47:48.816170 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.872881 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:47:46Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:48.890809 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13438aea-6e09-4fb4-969c-a85a9b029cf0 None None] The sync data for ids ['11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b'] in dv-neutron-840482-1-hyperv is: [{'id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186781708', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:45:00Z', 'updated_at': '2022-05-09T05:47:46Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': '17552f47-6ff0-4a3f-a43b-19e500670921', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:45:01Z', 'updated_at': '2022-05-09T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:47:48.905089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:48.952687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] Pushing event deleted for resources: {'Port': ['ID=ab180ee3-e453-49a7-be15-f2128e7b3de0,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:48.954446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4388e-277e-4710-b37f-4b82d9278244 None None] No DVR routers for this DVR port ab180ee3-e453-49a7-be15-f2128e7b3de0 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:47:49.113023 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.115176 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.141378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.141997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Fanout notify agent at l3_agent the message router_deleted on router 11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:47:49.158812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.159895 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-f1d324d5-5c53-482a-8b4c-aa3f57793f03 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/routers/11d4fa1c-2d03-45c6-a6be-0b0a107fdb6b HTTP/1.1" status: 204 len: 168 time: 1.3494155 May 09 05:47:49.162765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47930) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:49.174691 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.293814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.432315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.460235 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f59c726-2cfd-4ef4-bb83-ef57b385a2a7']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:49.473607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e413e211-b967-444d-b3ee-99e230e4134b') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:49.473899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e413e211-b967-444d-b3ee-99e230e4134b') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:49.485929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.502839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.510149 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:47:49.510546 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:47:49.525457 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:47:49.611053 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.628958 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.640066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Network': ['ID=3f59c726-2cfd-4ef4-bb83-ef57b385a2a7,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:49.650982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-959b5242-09f9-4234-b2d8-5d7dc915e724 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/networks/3f59c726-2cfd-4ef4-bb83-ef57b385a2a7 HTTP/1.1" status: 204 len: 168 time: 0.4868896 May 09 05:47:49.653413 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47934) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:49.719703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-146325c2-3148-4111-ac40-8f3d130c093c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.748852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-146325c2-3148-4111-ac40-8f3d130c093c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.817578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-146325c2-3148-4111-ac40-8f3d130c093c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.842192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146325c2-3148-4111-ac40-8f3d130c093c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05526ab-b34e-483d-b4a6-4ec0a434fc2a,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:49.857024 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-146325c2-3148-4111-ac40-8f3d130c093c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:49.860693 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-146325c2-3148-4111-ac40-8f3d130c093c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/security-groups/c05526ab-b34e-483d-b4a6-4ec0a434fc2a HTTP/1.1" status: 204 len: 168 time: 0.2038801 May 09 05:47:49.947464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6b87dd13-2940-4eef-9cdf-d9f83142aedf no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:47:49.982245 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 6b87dd13-2940-4eef-9cdf-d9f83142aedf {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:47:49.982543 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 6b87dd13-2940-4eef-9cdf-d9f83142aedf not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:47:49.983099 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 17552f47-6ff0-4a3f-a43b-19e500670921 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:47:50.019057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 17552f47-6ff0-4a3f-a43b-19e500670921 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:47:50.019611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 17552f47-6ff0-4a3f-a43b-19e500670921 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:47:50.020142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ab180ee3-e453-49a7-be15-f2128e7b3de0 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:47:50.052445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: ab180ee3-e453-49a7-be15-f2128e7b3de0 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:47:50.052776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device ab180ee3-e453-49a7-be15-f2128e7b3de0 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:47:50.198829 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47942) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:50.205048 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291404010', 'description': 'tempest-secgroup-smoke-1291404010 description', 'project_id': 'b51a22e623704efb86faea50ee5e1a06'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:50.215234 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:50.221166 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:50.225794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:50.232384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:50.245723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.266928 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:50.271181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:50.274216 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:50.280438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:50.350403 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.355692 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.399631 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:50.403551 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.404775 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e414c478-5830-42e2-918c-b7b19bedbf4a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2049649 May 09 05:47:50.407689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47946) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:50.412790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': '99e0e42b-8b6b-49f7-a7b9-b5d407a8e584', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:50.418968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:50.422877 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:50.425773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:50.431599 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:50.450690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.525252 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.531270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.554324 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f711ac-e5cd-49f9-b93b-2638d28e30fa,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:50.563585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.564869 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bcf6055b-cf1a-47c2-9b92-94863069cef8 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561856 May 09 05:47:50.567763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47950) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:50.573024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': '99e0e42b-8b6b-49f7-a7b9-b5d407a8e584', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:50.579333 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:50.583500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:50.586543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:50.592849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:50.610819 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.673227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.677768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.698769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba82655-bb5e-40e5-9f13-a01e22c3eb76,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:50.710495 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.711634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-51f98acd-e884-4997-aecb-27b28df1197d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428325 May 09 05:47:50.714848 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47954) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:50.719766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': '99e0e42b-8b6b-49f7-a7b9-b5d407a8e584', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:50.725747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:50.730014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:50.732962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:50.739073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:50.757749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.822398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.827707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.850518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e691a090-1f2a-47b8-ad85-99c30d7f63cd,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:50.859339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.860614 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-176b42fa-20a2-410e-af19-23ae0c081006 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447051 May 09 05:47:50.863437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47958) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:50.868754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': '99e0e42b-8b6b-49f7-a7b9-b5d407a8e584', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:50.875033 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:50.879510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:50.882507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:50.888538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:50.907152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.970617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.974592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:50.996964 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af7e524-74d9-4bf1-b988-c3b81a90a049,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:51.007092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.008279 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-694e9f0e-77a2-4f2a-b892-20b84696ce45 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438525 May 09 05:47:51.011321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47962) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:51.016745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': '99e0e42b-8b6b-49f7-a7b9-b5d407a8e584', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:51.022921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:51.026965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:51.029943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:51.035578 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:51.048724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:47:51.058255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.124345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.129303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.153185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb8c6a6-0389-40c2-9d35-cc2b1b06bb1c,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:51.162822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.163990 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-32862683-b997-45af-a5f1-4d84707e2a28 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516263 May 09 05:47:51.168121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47966) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:51.173021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'security_group_rule': {'security_group_id': '99e0e42b-8b6b-49f7-a7b9-b5d407a8e584', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:51.179044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:51.183236 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:security_group_rule and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:51.186222 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:51.192328 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:51.204964 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Project b51a22e623704efb86faea50ee5e1a06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:47:51.211844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.299078 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.304252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.327620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4618e8e7-5b72-4a32-8635-55bf974df363,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:51.338038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.340835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-e596b83f-db6a-4d59-b5c1-25e9b19f26c1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717894 May 09 05:47:51.342073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 47970) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:51.347584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'network': {'name': 'tempest-network-smoke--749231000', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'port_security_enabled': True}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:51.352446 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:51.356719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:network and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:51.359508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:51.365094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:51.380593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:47:51.385832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.419890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:47:51.429092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.429541 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Added segment 80e2fb5e-002c-4537-a275-1946a575e1fc of type vlan for network f8412716-d252-4a63-a8d6-eb8c40088bd1 May 09 05:47:51.456993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.496940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.505649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:51.506476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.635195 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2919123 May 09 05:47:51.638132 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c645c2-ec69-4ad4-b777-f5e0b4dd9214 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Network': ['ID=f8412716-d252-4a63-a8d6-eb8c40088bd1,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:51.638863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47974) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:51.644281 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'admin_state_up': True, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:51.650605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:47:51.652717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:51.656983 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:router and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:51.659892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:51.668187 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:51.680247 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.681441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:51.698186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:52.096205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:52.422148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:52.450764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:52.598615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.65 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/a084c3d2-a98f-413e-8423-5bec692758bf) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:47:52.752133 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:52.783286 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:52.845265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:47:52.847894 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:47:52.851653 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:47:52.889401 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=a084c3d2-a98f-413e-8423-5bec692758bf,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:53.295188 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:53.758566 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:53.976678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router ec8555e1-105b-408c-b628-89d5f59fe405 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:47:54.153857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:47:54.164759 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Sync routers for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:47:54.174604 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:54.175189 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:54.183185 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:54.184417 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-7b4615fe-9b12-4f55-844b-2d6dfb47dc83 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5444953 May 09 05:47:54.187690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47978) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:54.269768 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a3b01032-af90-4aa9-8959-3f2974c72633 tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=b51a22e623704efb86faea50ee5e1a06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810261 May 09 05:47:54.272441 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47984) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:54.347657 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:47:54.399163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84051a4-0b9e-4610-bfa8-563de8934b1c tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:54.400676 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c84051a4-0b9e-4610-bfa8-563de8934b1c tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272976 May 09 05:47:54.403755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47988) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:54.441478 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-74884ef7-8162-4ebf-ac14-bb7b235a5bbd tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d8ff71fc-cd03-45b6-86ac-4f271c91cf92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367217 May 09 05:47:54.444065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47992) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:54.449450 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247822305', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:47:54.557798 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:47:54.561907 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:subnet and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:47:54.564884 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:47:54.570690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:47:54.582061 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:47:54.585667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:54.619892 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:53Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:54.623851 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Checking router: ec8555e1-105b-408c-b628-89d5f59fe405 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:47:54.624184 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Updating router ec8555e1-105b-408c-b628-89d5f59fe405 port a084c3d2-a98f-413e-8423-5bec692758bf binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:47:54.678699 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:54.804769 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:54.884820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Subnet': ['ID=2b86c69b-8c28-4fce-8170-b2e47bdb9d54,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:54.890897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Checking segment: {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:47:54.891232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network hostable DHCP agents. Network: f8412716-d252-4a63-a8d6-eb8c40088bd1, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:47:54.910257 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:47:54.920169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, f8412716-d252-4a63-a8d6-eb8c40088bd1) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:47:54.924922 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:54.925511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:54.930619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4c0ab-abda-46c1-800c-a9922af4fe19 None None] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:47:54.949327 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0d70cdfa-3c74-4f0f-a2ce-5e1d8b9cab29 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5040383 May 09 05:47:54.951982 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 47996) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:47:55.045647 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.058483 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Transition to ACTIVE for port object a084c3d2-a98f-413e-8423-5bec692758bf will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:47:55.066914 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.143754 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Attempting to bind port a084c3d2-a98f-413e-8423-5bec692758bf on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:47:55.143995 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Attempting to bind port a084c3d2-a98f-413e-8423-5bec692758bf by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:47:55.144345 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Attempting to bind port a084c3d2-a98f-413e-8423-5bec692758bf on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:47:55.156021 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:47:55.156471 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:47:55.156793 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.157169 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:47:55.157621 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Bound port: a084c3d2-a98f-413e-8423-5bec692758bf, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:47:55.157976 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.171535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-f8412716-d252-4a63-a8d6-eb8c40088bd1', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:47:55.172505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.206403 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Pushing event updated for resources: {'Port': ['ID=a084c3d2-a98f-413e-8423-5bec692758bf,revision_number=2']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:55.219776 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.220138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.220427 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.220785 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.221072 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.221394 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.221734 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.222049 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.222361 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.222665 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.222952 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.223275 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.254482 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] For port a084c3d2-a98f-413e-8423-5bec692758bf, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:47:55.257545 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] For port a084c3d2-a98f-413e-8423-5bec692758bf, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a084c3d2-a98f-413e-8423-5bec692758bf,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:47:55.264709 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.331525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Allocated IP 172.20.0.2 (f8412716-d252-4a63-a8d6-eb8c40088bd1/2b86c69b-8c28-4fce-8170-b2e47bdb9d54/c57056e8-1e46-43c0-9c57-877f41bac7be) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:47:55.341384 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:55.342103 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:55.422793 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0c159-123a-4171-980e-4c16003ba6fc None None] Pushing event updated for resources: {'Port': ['ID=a084c3d2-a98f-413e-8423-5bec692758bf,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:55.529741 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:47:55.547265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.557643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Transition to ACTIVE for port object c57056e8-1e46-43c0-9c57-877f41bac7be will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:47:55.578074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Transition to ACTIVE for port object c57056e8-1e46-43c0-9c57-877f41bac7be will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:47:55.585367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.664637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:47:55.667811 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:47:55.671526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:47:55.677430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Pushing event updated for resources: {'Port': ['ID=c57056e8-1e46-43c0-9c57-877f41bac7be,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:55.685862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.686308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.686761 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.687179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.687593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.688005 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.688424 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.688838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.689246 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.689654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.690777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.690777 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:47:55.779306 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Attempting to bind port c57056e8-1e46-43c0-9c57-877f41bac7be on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:47:55.779796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Attempting to bind port c57056e8-1e46-43c0-9c57-877f41bac7be by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:47:55.780242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Attempting to bind port c57056e8-1e46-43c0-9c57-877f41bac7be on network f8412716-d252-4a63-a8d6-eb8c40088bd1 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:47:55.785793 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:47:55.786275 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Checking segment: {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:47:55.786851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.787411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Bound using segment: {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:47:55.788038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Bound port: c57056e8-1e46-43c0-9c57-877f41bac7be, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:47:55.788488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.824858 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:53Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:55.828853 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b6d3b-5135-4a08-8932-a5dc8e7c5c90 None None] The sync data for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv is: [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:53Z', 'revision_number': 3, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:47:55.839552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:55.880206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] For port c57056e8-1e46-43c0-9c57-877f41bac7be, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:47:55.884317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] For port c57056e8-1e46-43c0-9c57-877f41bac7be, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c57056e8-1e46-43c0-9c57-877f41bac7be,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:47:55.892001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:56.015987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574fccc-4915-48dd-8bb3-de39e091e729 None None] Pushing event updated for resources: {'Port': ['ID=c57056e8-1e46-43c0-9c57-877f41bac7be,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:56.292584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.1 (f8412716-d252-4a63-a8d6-eb8c40088bd1/2b86c69b-8c28-4fce-8170-b2e47bdb9d54/62b7da6d-cfe6-4a8e-b73f-5c79018518ee) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:47:56.465359 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:56.482673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object 62b7da6d-cfe6-4a8e-b73f-5c79018518ee will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:47:56.506897 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:56.580914 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:47:56.584169 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:47:56.586588 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:47:56.623044 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:56.651249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.049481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14bf79-c490-43ae-91c1-ba41eecc932c None None] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:47:57.078980 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.204604 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e8bba511-0fd8-4ad5-a700-3994a8b1ba6e None None] Provisioning for port c57056e8-1e46-43c0-9c57-877f41bac7be completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:47:57.513562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.519305 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.543675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-851da061-83d0-4304-832d-caab818e23b6 None None] Provisioning for port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:47:57.549373 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-851da061-83d0-4304-832d-caab818e23b6 None None] Provisioning complete for port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:47:57.549744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-851da061-83d0-4304-832d-caab818e23b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.614553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-851da061-83d0-4304-832d-caab818e23b6 None None] Port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:47:57.618795 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.731554 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:57.747428 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-da6363e8-d041-4dde-bb69-c27f2b3b38d8 None None] Provisioning complete for port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:47:57.747801 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-da6363e8-d041-4dde-bb69-c27f2b3b38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.778095 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c57056e8-1e46-43c0-9c57-877f41bac7be up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:47:57.794807 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:47:57.795889 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:47:57.853620 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-da6363e8-d041-4dde-bb69-c27f2b3b38d8 None None] Port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:47:57.869508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port c57056e8-1e46-43c0-9c57-877f41bac7be completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:47:57.874775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c57056e8-1e46-43c0-9c57-877f41bac7be triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:47:57.875141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:57.991661 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router ec8555e1-105b-408c-b628-89d5f59fe405 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:47:57.997635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:58.031707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port c57056e8-1e46-43c0-9c57-877f41bac7be, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c57056e8-1e46-43c0-9c57-877f41bac7be,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:47:58.036763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:58.038124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a084c3d2-a98f-413e-8423-5bec692758bf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:47:58.163314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-43a51f49-6ee7-4524-9b6b-f7cd341c5cd9 None None] Provisioning complete for port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:47:58.164033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43a51f49-6ee7-4524-9b6b-f7cd341c5cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:58.168069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:47:58.180425 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-71f5a2e9-6a05-427e-ba15-f92056a725aa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/ec8555e1-105b-408c-b628-89d5f59fe405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2274647 May 09 05:47:58.190497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Sync routers for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:47:58.209402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=c57056e8-1e46-43c0-9c57-877f41bac7be,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:58.231151 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:58.231805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:58.289290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a084c3d2-a98f-413e-8423-5bec692758bf completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:47:58.313503 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-43a51f49-6ee7-4524-9b6b-f7cd341c5cd9 None None] Port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:47:58.320509 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a084c3d2-a98f-413e-8423-5bec692758bf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:47:58.320902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:58.346002 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-594767ce-677d-41dc-930e-86aa13bc8aef tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291404010&fields=id&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 267 time: 0.0418336 May 09 05:47:58.472861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:47:58.497777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-e9d814fb-9664-481f-ade9-794fea10c7b0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:47:58.498444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-e9d814fb-9664-481f-ade9-794fea10c7b0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:47:58.516954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-e9d814fb-9664-481f-ade9-794fea10c7b0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:47:58.518190 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-e9d814fb-9664-481f-ade9-794fea10c7b0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 796 time: 0.1651738 May 09 05:47:58.533886 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-1d696e74-c909-48e3-8ba0-e165740b451a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/quotas/b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 375 time: 0.0100064 May 09 05:47:58.619164 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-36912cd8-9dd8-43f1-9c10-5384ddaa204a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:47:58.636297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-36912cd8-9dd8-43f1-9c10-5384ddaa204a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:47:58.637876 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-36912cd8-9dd8-43f1-9c10-5384ddaa204a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986526 May 09 05:47:58.661481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:58.726072 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:47:58.738703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a084c3d2-a98f-413e-8423-5bec692758bf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a084c3d2-a98f-413e-8423-5bec692758bf,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:47:58.746285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:58.823207 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-09947c13-788c-437d-b55a-abec16fed0ad service neutron] 10.222.0.50 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729023 May 09 05:47:58.914528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a084c3d2-a98f-413e-8423-5bec692758bf,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:58.946527 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 2, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:58.950667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Checking router: ec8555e1-105b-408c-b628-89d5f59fe405 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:47:58.951013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Updating router ec8555e1-105b-408c-b628-89d5f59fe405 port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:47:58.961186 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-93ada9f3-5a3b-4e6c-89fb-0da7053f9332 service neutron] 10.222.0.50 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313777 May 09 05:47:59.004349 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:59.149042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-2b2e2108-760c-4163-bfb6-064330409c1f req-88e29ae6-3f14-4611-bbe5-b0ea51fa47fc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:47:59.160961 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-2b2e2108-760c-4163-bfb6-064330409c1f req-88e29ae6-3f14-4611-bbe5-b0ea51fa47fc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:47:59.161981 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-2b2e2108-760c-4163-bfb6-064330409c1f req-88e29ae6-3f14-4611-bbe5-b0ea51fa47fc tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0604093 May 09 05:47:59.370649 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:59.383355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Transition to ACTIVE for port object 62b7da6d-cfe6-4a8e-b73f-5c79018518ee will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:47:59.391033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:59.543052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea666284-d48a-4166-bd7c-53e980ee4300 None None] Pushing event updated for resources: {'Port': ['ID=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:47:59.609246 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Attempting to bind port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:47:59.609608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Attempting to bind port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:47:59.609962 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Attempting to bind port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee on network f8412716-d252-4a63-a8d6-eb8c40088bd1 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:47:59.615660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:47:59.616023 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Checking segment: {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:47:59.616958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:59.616958 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Bound using segment: {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:47:59.617438 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Bound port: 62b7da6d-cfe6-4a8e-b73f-5c79018518ee, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:47:59.617797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:59.688169 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c57056e8-1e46-43c0-9c57-877f41bac7be up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:47:59.773839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] For port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:47:59.780198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] For port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:47:59.787059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:59.861460 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port c57056e8-1e46-43c0-9c57-877f41bac7be triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:47:59.861816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:47:59.913270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:47:59.913893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:47:59.981000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea666284-d48a-4166-bd7c-53e980ee4300 None None] Pushing event updated for resources: {'Port': ['ID=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:00.170506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a084c3d2-a98f-413e-8423-5bec692758bf up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:48:00.195000 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:48:00.340391 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d4b79dd2-9799-4b76-bb45-2ca6e5f67677 req-a9217556-62a2-4084-bcbc-20206b3123bb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0621455 May 09 05:48:00.352348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5a85d07d-e232-4c24-92ff-d08efc34d837 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:00.353671 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5a85d07d-e232-4c24-92ff-d08efc34d837 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 796 time: 0.2287169 May 09 05:48:00.411155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-22ae14f3-1e21-48bb-b1cc-cf195d4e8c41 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51a22e623704efb86faea50ee5e1a06 HTTP/1.1" status: 200 len: 380 time: 0.0427718 May 09 05:48:00.423069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'port': {'device_id': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'admin_state_up': True, 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'security_groups': ['99e0e42b-8b6b-49f7-a7b9-b5d407a8e584']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:48:00.478237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a084c3d2-a98f-413e-8423-5bec692758bf triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:48:00.478965 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:00.563274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:48:00.573709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:48:00.584756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Made reservation on behalf of b51a22e623704efb86faea50ee5e1a06 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:48:00.588565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:00.679075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:47:59Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:48:00.683053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7535f1-b3d7-46c5-9203-c7700495946e None None] The sync data for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv is: [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:47:59Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:48:00.766934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.20.0.9 (f8412716-d252-4a63-a8d6-eb8c40088bd1/2b86c69b-8c28-4fce-8170-b2e47bdb9d54/9abc5698-308b-4189-947b-d02ce11a36b5) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:48:01.086744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.104142 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Transition to ACTIVE for port object 9abc5698-308b-4189-947b-d02ce11a36b5 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:48:01.130416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.203755 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:48:01.206689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:48:01.210876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:48:01.253201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=9abc5698-308b-4189-947b-d02ce11a36b5,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:01.295974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:01.296691 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.335938 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5c0df709-065a-432c-b3a2-06343f3d68fa tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9166541 May 09 05:48:01.352673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Request body: {'port': {'device_id': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:48:01.475068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.498826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-40ef4642-fabb-49a0-bb29-f9597e94af64 None None] Provisioning for port 9abc5698-308b-4189-947b-d02ce11a36b5 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:48:01.507090 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-40ef4642-fabb-49a0-bb29-f9597e94af64 None None] Provisioning complete for port 9abc5698-308b-4189-947b-d02ce11a36b5 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:48:01.507698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-40ef4642-fabb-49a0-bb29-f9597e94af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.545726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b2c8c-c480-42ae-b543-df774ba29c37 req-1a5d7db0-15d4-497d-9f8b-ecec0d1d36f0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:01.547925 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e24b2c8c-c480-42ae-b543-df774ba29c37 req-1a5d7db0-15d4-497d-9f8b-ecec0d1d36f0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 931 time: 0.0916836 May 09 05:48:01.577710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-40ef4642-fabb-49a0-bb29-f9597e94af64 None None] Port 9abc5698-308b-4189-947b-d02ce11a36b5 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:48:01.600164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e24b2c8c-c480-42ae-b543-df774ba29c37 req-553bc9e6-ace8-4c1e-96fd-c7a40b7cd5b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:48:01.616334 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-e24b2c8c-c480-42ae-b543-df774ba29c37 req-553bc9e6-ace8-4c1e-96fd-c7a40b7cd5b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:security_group {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:48:01.617672 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e24b2c8c-c480-42ae-b543-df774ba29c37 req-553bc9e6-ace8-4c1e-96fd-c7a40b7cd5b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637779 May 09 05:48:01.718279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 62b7da6d-cfe6-4a8e-b73f-5c79018518ee up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:48:01.797133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:48:01.802692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:48:01.803045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.867314 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abc5698-308b-4189-947b-d02ce11a36b5 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:48:01.875022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.890339 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Transition to ACTIVE for port object 9abc5698-308b-4189-947b-d02ce11a36b5 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:48:01.895334 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.927494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:01.961817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:48:01.968938 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:02.046845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:02.092016 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Pushing event updated for resources: {'Port': ['ID=9abc5698-308b-4189-947b-d02ce11a36b5,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:02.137726 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Attempting to bind port 9abc5698-308b-4189-947b-d02ce11a36b5 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:48:02.138062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Attempting to bind port 9abc5698-308b-4189-947b-d02ce11a36b5 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:48:02.138393 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Attempting to bind port 9abc5698-308b-4189-947b-d02ce11a36b5 on network f8412716-d252-4a63-a8d6-eb8c40088bd1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:48:02.143271 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Port 9abc5698-308b-4189-947b-d02ce11a36b5 on network f8412716-d252-4a63-a8d6-eb8c40088bd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:48:02.143593 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Attempting to bind port 9abc5698-308b-4189-947b-d02ce11a36b5 on network f8412716-d252-4a63-a8d6-eb8c40088bd1 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:48:02.148846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:48:02.149185 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Checking segment: {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:48:02.149571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Bound using segment: {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:48:02.149999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Bound port: 9abc5698-308b-4189-947b-d02ce11a36b5, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e2fb5e-002c-4537-a275-1946a575e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:48:02.150347 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:02.242410 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] For port 9abc5698-308b-4189-947b-d02ce11a36b5, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:48:02.245306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] For port 9abc5698-308b-4189-947b-d02ce11a36b5, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9abc5698-308b-4189-947b-d02ce11a36b5,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:48:02.250932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:02.311459 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:02.312864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:02.313654 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] 10.222.0.59 "PUT /v2.0/ports/9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 1093 time: 0.9657240 May 09 05:48:02.316694 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:48:02.340579 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963ecc-263e-408a-b9e4-84fcddd3bee0 service neutron] Pushing event updated for resources: {'Port': ['ID=9abc5698-308b-4189-947b-d02ce11a36b5,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:02.369634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4cc551-b80b-459e-ad62-68a4b5ed617b'] response: {'name': 'network-changed', 'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5', 'status': 'completed', 'code': 200} May 09 05:48:02.464427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5e2f1ef8-69e6-4454-9a57-c105bc3189a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:02.465985 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-5e2f1ef8-69e6-4454-9a57-c105bc3189a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0744429 May 09 05:48:02.545559 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-778ef90b-89d7-43d2-a0a3-afe9e8cc4b94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 217 time: 0.0668366 May 09 05:48:02.606748 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-67d941af-3b6e-4521-b1b7-0734a545fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:02.608058 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-67d941af-3b6e-4521-b1b7-0734a545fd70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 200 len: 835 time: 0.0568113 May 09 05:48:02.686732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-386bc291-7b8f-4bb5-b7dd-6efa6b922e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:02.688224 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-386bc291-7b8f-4bb5-b7dd-6efa6b922e49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8412716-d252-4a63-a8d6-eb8c40088bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744791 May 09 05:48:02.818774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0243-7edc-4779-8a01-32b2809d9a59 req-9cf300d0-f4de-418e-8300-ae4ec07e41d1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:02.820205 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-771e0243-7edc-4779-8a01-32b2809d9a59 req-9cf300d0-f4de-418e-8300-ae4ec07e41d1 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 943 time: 0.0850327 May 09 05:48:02.822241 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-d7dfe4fa-ef89-47c3-b88b-da0f3906370e service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277690 May 09 05:48:02.865946 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-771e0243-7edc-4779-8a01-32b2809d9a59 req-3a0c6a48-8e7d-4dc3-a96b-3a6ed247ff0a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392358 May 09 05:48:03.051822 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0e02857c-8d60-49ac-bbbe-b3b4e8bd161f req-2a1caccf-0677-4230-9649-fca7de3c4bb5 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231038 May 09 05:48:03.230769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-861cef84-d2b2-4039-b951-076ab0b56606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:03.232213 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-861cef84-d2b2-4039-b951-076ab0b56606 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0730124 May 09 05:48:03.369055 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-c16d6717-52ad-4bfe-92c4-519c147f7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:03.370525 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-c16d6717-52ad-4bfe-92c4-519c147f7eaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 897 time: 0.1324162 May 09 05:48:03.445217 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-74d1354a-4b03-4cbc-8481-ad902d71db70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 217 time: 0.0678239 May 09 05:48:03.507989 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-6e7c5547-a788-4cd1-806d-563ebd5833a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:03.509387 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-6e7c5547-a788-4cd1-806d-563ebd5833a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 200 len: 835 time: 0.0591784 May 09 05:48:03.600675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-35fbfb95-f00c-43b4-9f35-83e84b6e4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:03.602107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-35fbfb95-f00c-43b4-9f35-83e84b6e4d18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8412716-d252-4a63-a8d6-eb8c40088bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862701 May 09 05:48:03.680063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 62b7da6d-cfe6-4a8e-b73f-5c79018518ee up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:48:03.742714 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-6dde7016-ecda-4bea-8dfb-9d2649857179 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339967 May 09 05:48:03.748918 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:48:03.749279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:03.881512 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4442e6a6-51f6-48ca-a41b-98403c9d2c26 req-de79c6c6-e98d-4c45-8a67-0cb84fb9cf60 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324139 May 09 05:48:04.068246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cbe02-400b-49dc-8097-d03d327738e4 req-8ef8ed18-1e2c-40fa-87c7-a1f1200f9056 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:04.068968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3c5cbe02-400b-49dc-8097-d03d327738e4 req-8ef8ed18-1e2c-40fa-87c7-a1f1200f9056 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:48:04.091114 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-3c5cbe02-400b-49dc-8097-d03d327738e4 req-8ef8ed18-1e2c-40fa-87c7-a1f1200f9056 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:48:04.092423 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c5cbe02-400b-49dc-8097-d03d327738e4 req-8ef8ed18-1e2c-40fa-87c7-a1f1200f9056 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 943 time: 0.1175756 May 09 05:48:04.137865 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c5cbe02-400b-49dc-8097-d03d327738e4 req-db80b4a5-5f32-48d8-9005-fb81882237c6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 May 09 05:48:05.349594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d92b6-1b32-4ea5-9ca8-98e69a570fe9 req-9be6abaf-4423-4f9d-991c-0ad58124a76c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:05.351034 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-447d92b6-1b32-4ea5-9ca8-98e69a570fe9 req-9be6abaf-4423-4f9d-991c-0ad58124a76c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 943 time: 0.0853007 May 09 05:48:05.397041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-447d92b6-1b32-4ea5-9ca8-98e69a570fe9 req-d0beebd7-e88f-4a8f-b0d8-2ba26516d747 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 May 09 05:48:05.996265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 9abc5698-308b-4189-947b-d02ce11a36b5 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:48:06.135082 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 9abc5698-308b-4189-947b-d02ce11a36b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9abc5698-308b-4189-947b-d02ce11a36b5,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:48:06.148561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '9abc5698-308b-4189-947b-d02ce11a36b5', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'port_id': '9abc5698-308b-4189-947b-d02ce11a36b5', 'mac_address': 'fa:16:3e:bc:f6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:48:06.204532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:06.227019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abc5698-308b-4189-947b-d02ce11a36b5 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:48:06.243782 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 9abc5698-308b-4189-947b-d02ce11a36b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9abc5698-308b-4189-947b-d02ce11a36b5,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:48:06.249462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:06.315618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=9abc5698-308b-4189-947b-d02ce11a36b5,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:06.603288 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5132e9-341c-44a0-b7d1-04acfbc5e63b req-36f79f64-ae32-4f0b-85ac-fdd6db23404a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:06.604887 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ba5132e9-341c-44a0-b7d1-04acfbc5e63b req-36f79f64-ae32-4f0b-85ac-fdd6db23404a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 944 time: 0.0927496 May 09 05:48:06.651155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ba5132e9-341c-44a0-b7d1-04acfbc5e63b req-48dc39c8-9800-4ebb-bed8-12bb42b16ab0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376530 May 09 05:48:06.669055 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['9abc5698-308b-4189-947b-d02ce11a36b5'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:48:06.718974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-2d019710-522c-47db-a4b0-ed882ba48c29 req-2141a68c-d5d5-487d-bbed-1945061c19c4 service neutron] (88042) timed out ('10.222.0.50', 44232) {{(pid=88042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 05:48:07.980035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb8d9-35bb-483d-93ec-1ab9bc3c67a3 req-5c8e6007-43c6-44be-aa58-dd7ce48b2c65 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:07.981584 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-686eb8d9-35bb-483d-93ec-1ab9bc3c67a3 req-5c8e6007-43c6-44be-aa58-dd7ce48b2c65 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 944 time: 0.2000601 May 09 05:48:08.009356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 9abc5698-308b-4189-947b-d02ce11a36b5 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:48:08.028255 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-686eb8d9-35bb-483d-93ec-1ab9bc3c67a3 req-306c7d47-d6d2-4664-a2f6-6cfe0f643855 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 May 09 05:48:08.081709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 9abc5698-308b-4189-947b-d02ce11a36b5 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:48:08.086511 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 9abc5698-308b-4189-947b-d02ce11a36b5 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:48:08.086869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:08.205282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:08.232552 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:48:08.245490 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 9abc5698-308b-4189-947b-d02ce11a36b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9abc5698-308b-4189-947b-d02ce11a36b5,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:48:08.252136 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:08.314417 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed6988c-97c0-4d37-b8c5-775a68c1482c'] response: {'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5', 'code': 200} May 09 05:48:08.348517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=9abc5698-308b-4189-947b-d02ce11a36b5,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:08.585889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1570f-4271-4143-8b95-19ea2e201adc req-2a93d4d1-cb1a-451e-b08d-e06339d1e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:08.587429 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-81a1570f-4271-4143-8b95-19ea2e201adc req-2a93d4d1-cb1a-451e-b08d-e06339d1e547 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0763443 May 09 05:48:08.628738 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-81a1570f-4271-4143-8b95-19ea2e201adc req-8c4f550b-e688-4c98-bb8a-f1bd167a2d66 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353858 May 09 05:48:09.223155 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2a87-1954-4973-a7ab-41ea9f2b0952 req-bbe261b5-044c-4d27-8e01-21da99d82a84 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:09.224623 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-613c2a87-1954-4973-a7ab-41ea9f2b0952 req-bbe261b5-044c-4d27-8e01-21da99d82a84 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0876312 May 09 05:48:09.285296 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-613c2a87-1954-4973-a7ab-41ea9f2b0952 req-401d600d-3f01-4f5b-b5c7-5cb08af6c8d7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503740 May 09 05:48:10.486406 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea83c6-6269-4ebe-89fe-afdbe45fc3dd req-2f9cd4d0-d4cc-4f51-a46b-a631fb061ea9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:10.487875 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-05ea83c6-6269-4ebe-89fe-afdbe45fc3dd req-2f9cd4d0-d4cc-4f51-a46b-a631fb061ea9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0930741 May 09 05:48:10.532739 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-05ea83c6-6269-4ebe-89fe-afdbe45fc3dd req-46e525fe-345e-4bcb-9069-2cebf4d6036b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 May 09 05:48:10.722410 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a9aa6-0bf5-4761-9c3a-057da0e3a7c4 req-b2a5d5a2-531f-4aff-a7e9-ce26a0e70136 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:10.723839 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-820a9aa6-0bf5-4761-9c3a-057da0e3a7c4 req-b2a5d5a2-531f-4aff-a7e9-ce26a0e70136 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0869696 May 09 05:48:10.776287 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-820a9aa6-0bf5-4761-9c3a-057da0e3a7c4 req-3eab9a51-105d-4d1b-a18a-4395345567e0 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 May 09 05:48:10.809608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48052) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:48:10.885773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d28216-681f-4732-8c1d-8f337451a85b tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:10.887239 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-80d28216-681f-4732-8c1d-8f337451a85b tempest-TestNetworkAdvancedServerOps-181494729 tempest-TestNetworkAdvancedServerOps-181494729-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1093 time: 0.0767171 May 09 05:48:10.890197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48056) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:48:10.895101 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '9abc5698-308b-4189-947b-d02ce11a36b5', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:48:10.901344 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:48:10.905550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Usage tracker for resource:floatingip and tenant:b51a22e623704efb86faea50ee5e1a06 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:48:10.908539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:48:10.914654 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:48:10.926979 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:11.064165 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:11.204895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Allocated IP 172.26.0.58 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/f36aaa94-8a23-46af-a105-11760ef840ff) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:48:11.370724 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:11.413544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:11.480650 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:48:11.483326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:48:11.489920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:48:11.530815 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=f36aaa94-8a23-46af-a105-11760ef840ff,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:11.922099 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:12.000886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:12.222712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:12.230690 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:12.406141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15962cbc-d6fc-45c5-ab5d-3a7827f2ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:12.447277 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event updated for resources: {'Port': ['ID=f36aaa94-8a23-46af-a105-11760ef840ff,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:48:12.460152 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:12.637204 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP da1ed668-0716-4a2f-a2fc-07e6adb3c1db associated. External IP: 172.26.0.58, port: 9abc5698-308b-4189-947b-d02ce11a36b5. May 09 05:48:13.000181 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router ec8555e1-105b-408c-b628-89d5f59fe405 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:48:13.185826 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:48:13.198034 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] Sync routers for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:48:13.211251 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:48:13.212095 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:48:13.216982 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:13.282709 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4be71800-860a-4af5-af59-d85402e112c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3914261 May 09 05:48:13.283177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:48:13.350126 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2147697-26d6-4b86-9957-2a8fb436900d'] response: {'name': 'network-changed', 'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5', 'status': 'completed', 'code': 200} May 09 05:48:13.410318 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:48:13.530466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd12983-4c35-4114-81fa-e7a00b1195da req-e0da572f-f303-44fb-a866-c6f8614eb8c7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:13.531949 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3dd12983-4c35-4114-81fa-e7a00b1195da req-e0da572f-f303-44fb-a866-c6f8614eb8c7 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1107669 May 09 05:48:13.534018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-118c32f3-449d-4325-b6e3-76d8f90c8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:13.535278 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-118c32f3-449d-4325-b6e3-76d8f90c8a37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1098 time: 0.1494160 May 09 05:48:13.664685 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3dd12983-4c35-4114-81fa-e7a00b1195da req-a22c49e4-0ca9-4d24-ade6-0b94138d72a9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265538 May 09 05:48:13.689341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48064) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:48:13.710050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-a7bfee94-ff94-4249-85b1-306323d622b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:13.711498 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-a7bfee94-ff94-4249-85b1-306323d622b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 897 time: 0.1604099 May 09 05:48:13.788842 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'da1ed668-0716-4a2f-a2fc-07e6adb3c1db', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'port_id': '9abc5698-308b-4189-947b-d02ce11a36b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'mac_address': 'fa:16:3e:bc:f6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:48:11Z', 'updated_at': '2022-05-09T05:48:11Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:48:01Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:48:13.792725 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] Checking router: ec8555e1-105b-408c-b628-89d5f59fe405 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:48:13.800452 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-00a38231-8a16-4ceb-af5f-83bb5e790041 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/da1ed668-0716-4a2f-a2fc-07e6adb3c1db HTTP/1.1" status: 200 len: 990 time: 0.1094558 May 09 05:48:13.807138 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:48:13.807917 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:47:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:48:13.818335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-f1028e38-17a5-4e8c-bf93-fc4916d16702 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 998 time: 0.1011786 May 09 05:48:13.881208 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-5f4d599b-7554-4fc1-81f2-8c319bcd4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:13.882554 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-5f4d599b-7554-4fc1-81f2-8c319bcd4f22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 200 len: 835 time: 0.0586925 May 09 05:48:13.987911 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:48:14.062022 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-876c46ac-b1d3-4601-a2c1-cf967138db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:14.063490 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-876c46ac-b1d3-4601-a2c1-cf967138db58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8412716-d252-4a63-a8d6-eb8c40088bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1753614 May 09 05:48:14.193209 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-930dc2ef-150c-4e53-a18d-57219bd64345 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233985 May 09 05:48:14.326763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a3337c-fb4a-4b9e-ab8b-8460bf11cf14 req-fe05bc92-6070-4b7d-b6ee-6ac27b62299d service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272945 May 09 05:48:14.339061 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'da1ed668-0716-4a2f-a2fc-07e6adb3c1db', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'port_id': '9abc5698-308b-4189-947b-d02ce11a36b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'mac_address': 'fa:16:3e:bc:f6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:48:11Z', 'updated_at': '2022-05-09T05:48:11Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:48:01Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:48:14.343157 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72ecd8-a0fc-4905-ab38-68ac5f7fe84a None None] The sync data for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv is: [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'da1ed668-0716-4a2f-a2fc-07e6adb3c1db', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'floating_ip_address': '172.26.0.58', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'port_id': '9abc5698-308b-4189-947b-d02ce11a36b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'mac_address': 'fa:16:3e:bc:f6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:48:11Z', 'updated_at': '2022-05-09T05:48:11Z', 'revision_number': 0, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:48:01Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:48:14.533386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb021ff-6aa9-492a-9d4c-b1029901f314 None None] New status for floating IP da1ed668-0716-4a2f-a2fc-07e6adb3c1db: ACTIVE {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:48:14.671072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bba9eb93-19e8-49f7-bdd2-f44369b8d3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:14.804255 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48068) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:48:14.912298 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-81ccdbe9-6483-4313-8bae-28f360f339bf tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/da1ed668-0716-4a2f-a2fc-07e6adb3c1db HTTP/1.1" status: 200 len: 992 time: 0.1068232 May 09 05:48:15.886459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:15.969309 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:17.615557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:19.197653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:35.725283 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:48:35.727969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-5ac82c10-c746-4568-9c55-1027f06847ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176410 May 09 05:48:35.897423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-0d350e7c-4146-4f91-8aae-5d8db465ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:35.898776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-0d350e7c-4146-4f91-8aae-5d8db465ecc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0842333 May 09 05:48:36.050076 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-0a55ffa7-27ba-44d6-88f1-aa3f34c8926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:36.051616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-0a55ffa7-27ba-44d6-88f1-aa3f34c8926f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 897 time: 0.1258178 May 09 05:48:36.154384 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-20f65ac0-8e4e-4f7d-a852-b1c2f9181aff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 1000 time: 0.0966620 May 09 05:48:36.215168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-89ebb426-2f23-47f9-ad54-4552141ab8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:36.216574 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-89ebb426-2f23-47f9-ad54-4552141ab8ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 200 len: 835 time: 0.0562243 May 09 05:48:36.293336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-ca565f55-1812-4c4f-b720-04a965545137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:48:36.294759 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-ca565f55-1812-4c4f-b720-04a965545137 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8412716-d252-4a63-a8d6-eb8c40088bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725956 May 09 05:48:36.442819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-1950e09d-fdc6-4b19-80fb-6c0afe53b835 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413589 May 09 05:48:36.571294 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1a0d2c9b-db81-46b2-b5c1-e0cb0ae6b019 req-61c55c6b-cbef-43ef-9c0f-8c3d0b3b2229 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219816 May 09 05:48:42.410507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1ba4bd12-843a-4cfe-b8c5-4f062f01ddc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:44.662860 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9bdff52b-f7bf-468d-8be1-249af6f3fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:45.895298 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:45.964110 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:47.617482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:48:49.199064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:12.426274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d4dd-9322-4de2-9b91-f853f8440432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:12.724657 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:49:14.663482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-df070c08-61fd-402b-af60-af1737f5dd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:15.897442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:15.968757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:15.975726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09013ab8-c274-4c2e-b77e-e764f566d5e3 req-b209077e-8fe3-47af-8445-daca3dd0bef5 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:15.977286 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-09013ab8-c274-4c2e-b77e-e764f566d5e3 req-b209077e-8fe3-47af-8445-daca3dd0bef5 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0983856 May 09 05:49:16.022823 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-09013ab8-c274-4c2e-b77e-e764f566d5e3 req-dcacec14-62ea-4737-a5e4-3b1e2b5f9133 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 May 09 05:49:17.218754 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dfa94-08aa-4cf7-87fa-1da598ef5916 req-6b710f26-0df9-45cf-ae6b-288ade42630a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:17.220204 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d9dfa94-08aa-4cf7-87fa-1da598ef5916 req-6b710f26-0df9-45cf-ae6b-288ade42630a tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0880468 May 09 05:49:17.267221 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2d9dfa94-08aa-4cf7-87fa-1da598ef5916 req-46dbfa61-d32f-4347-bf9e-b55e6673689b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383325 May 09 05:49:17.619778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:18.495678 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21467e-af22-4446-bdcd-4283b07fbdf4 req-541f16b9-89dd-46d4-bf2d-14e14af20f8c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:18.497139 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd21467e-af22-4446-bdcd-4283b07fbdf4 req-541f16b9-89dd-46d4-bf2d-14e14af20f8c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1041412 May 09 05:49:18.543174 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-bd21467e-af22-4446-bdcd-4283b07fbdf4 req-34565e21-f0ac-4522-921e-957672226028 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 May 09 05:49:19.195548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:19.741449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18f637-c152-4536-a572-5e858e00b54d req-5627d51d-53cd-4d14-8e2a-7ca4dca6a5e4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:19.743274 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c18f637-c152-4536-a572-5e858e00b54d req-5627d51d-53cd-4d14-8e2a-7ca4dca6a5e4 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0846605 May 09 05:49:19.791499 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3c18f637-c152-4536-a572-5e858e00b54d req-5746221e-0c24-4a2d-a0f8-3b3a48a3334e tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 May 09 05:49:20.995974 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0320049-cdcc-4069-b34c-dbb27a613cb5 req-e03aa548-39ab-4633-b8c2-2f9d2a6fc542 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:20.997467 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0320049-cdcc-4069-b34c-dbb27a613cb5 req-e03aa548-39ab-4633-b8c2-2f9d2a6fc542 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0922885 May 09 05:49:21.051380 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-a0320049-cdcc-4069-b34c-dbb27a613cb5 req-60d924ca-87b6-4d35-a55f-73d8934a04a9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 May 09 05:49:22.251184 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c767-cb5a-4b3d-90cd-953bb1d51957 req-141e7350-1b62-4757-b8d2-8ecdd88837ec tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:22.253049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c52c767-cb5a-4b3d-90cd-953bb1d51957 req-141e7350-1b62-4757-b8d2-8ecdd88837ec tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0839107 May 09 05:49:22.300011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c52c767-cb5a-4b3d-90cd-953bb1d51957 req-0380ff4f-eb9e-45e5-8191-52b48d4ccf5c tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399411 May 09 05:49:23.519720 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdec0b4-fce8-47af-a524-5b21b4bd7fd4 req-6101c4ec-ae7d-457c-acf1-2f556bdffc76 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:23.521211 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5fdec0b4-fce8-47af-a524-5b21b4bd7fd4 req-6101c4ec-ae7d-457c-acf1-2f556bdffc76 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1066518 May 09 05:49:23.568851 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-5fdec0b4-fce8-47af-a524-5b21b4bd7fd4 req-a58cd413-f0e6-4931-81fc-ad33895611cb tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 May 09 05:49:24.778619 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294c659-5735-4c5f-a927-e37b1a97adba req-03b548f6-0dd7-4e85-9a4a-32eed36a3835 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:24.780040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b294c659-5735-4c5f-a927-e37b1a97adba req-03b548f6-0dd7-4e85-9a4a-32eed36a3835 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0963426 May 09 05:49:24.930374 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b294c659-5735-4c5f-a927-e37b1a97adba req-be60ee37-93c5-4c13-839f-939c9224a14b tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443295 May 09 05:49:26.129583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9635-fc83-4d29-80a4-bc8c9ce3507c req-0de1625f-2645-4842-a685-4932063144cd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:26.131026 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d38a9635-fc83-4d29-80a4-bc8c9ce3507c req-0de1625f-2645-4842-a685-4932063144cd tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0893815 May 09 05:49:26.178297 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-d38a9635-fc83-4d29-80a4-bc8c9ce3507c req-c59800d5-084e-424c-8280-f06580ff5295 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 May 09 05:49:27.390806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43860a-a51d-43c1-bba6-bf7fc9be9129 req-3e84a34b-c0c8-4c6c-8ce0-9f891e167803 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:27.392248 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da43860a-a51d-43c1-bba6-bf7fc9be9129 req-3e84a34b-c0c8-4c6c-8ce0-9f891e167803 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0910552 May 09 05:49:27.435641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da43860a-a51d-43c1-bba6-bf7fc9be9129 req-18cb3015-7596-44a1-b2e6-08a48199dc7d tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376225 May 09 05:49:27.459069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48118) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:49:27.565247 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-874e3cbd-7c4d-4b3f-8fc1-5d9cb35c9837 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/da1ed668-0716-4a2f-a2fc-07e6adb3c1db HTTP/1.1" status: 200 len: 992 time: 0.1050355 May 09 05:49:29.121487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-609adc89-37a4-44de-b47c-4356ce923474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:29.122970 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-609adc89-37a4-44de-b47c-4356ce923474 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0776803 May 09 05:49:29.172199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29783785-9b2b-4a2c-9e41-2421681d5f46 req-1eaf5b6a-0eb7-460f-9e89-1b3ef907f379 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:29.173586 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-29783785-9b2b-4a2c-9e41-2421681d5f46 req-1eaf5b6a-0eb7-460f-9e89-1b3ef907f379 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.2027688 May 09 05:49:29.219268 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-29783785-9b2b-4a2c-9e41-2421681d5f46 req-4b82f66b-cc24-4019-8922-e8afa4b9d7d9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396943 May 09 05:49:29.255510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-b8454b02-621d-42fc-b3d2-73d831571285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:29.257069 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-b8454b02-621d-42fc-b3d2-73d831571285 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 897 time: 0.1274924 May 09 05:49:29.365662 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-82fc7d20-35eb-449f-a0bf-16bb303446d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 1000 time: 0.1029665 May 09 05:49:29.427544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-f051046e-3941-4162-bef7-4ff84cab7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:29.428867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-f051046e-3941-4162-bef7-4ff84cab7297 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 200 len: 835 time: 0.0571573 May 09 05:49:29.506105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-b9dd9b6e-a2c3-437d-a6c3-fe1417abdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:29.507521 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-b9dd9b6e-a2c3-437d-a6c3-fe1417abdf0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8412716-d252-4a63-a8d6-eb8c40088bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725622 May 09 05:49:29.647166 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-6381419e-5d72-4e66-8047-15d52e5da7e8 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329620 May 09 05:49:29.782567 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-602bc362-a845-4e2e-9d33-1c246b65ea8b req-db008de1-d591-4aaa-97e6-ca31802553ef service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297281 May 09 05:49:30.417596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4397-be07-40b6-8066-2ecbd87a2c8f req-b86a1e00-f327-44d2-9ee2-4473e1373d18 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:30.419184 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ddd4397-be07-40b6-8066-2ecbd87a2c8f req-b86a1e00-f327-44d2-9ee2-4473e1373d18 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.0864801 May 09 05:49:30.467399 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5ddd4397-be07-40b6-8066-2ecbd87a2c8f req-e34a600b-e08f-4db9-92dc-7115d70be2c5 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 May 09 05:49:31.704953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a2dd3-e5a3-49bf-bbaa-6290e1097587 req-4701dbdc-b0ed-4fbf-b69f-163d0d886a5f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:31.706395 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-be3a2dd3-e5a3-49bf-bbaa-6290e1097587 req-4701dbdc-b0ed-4fbf-b69f-163d0d886a5f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1043117 May 09 05:49:31.749908 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-be3a2dd3-e5a3-49bf-bbaa-6290e1097587 req-4d949d77-e5f2-4f31-a868-871ac5972872 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377173 May 09 05:49:31.784053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48132) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:49:31.891556 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1488ecd4-65d3-4809-aa7d-720b4b5f8212 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/floatingips/da1ed668-0716-4a2f-a2fc-07e6adb3c1db HTTP/1.1" status: 200 len: 992 time: 0.1063294 May 09 05:49:37.365033 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-9e498fe3-cb59-440c-8cc3-d3a313c0e0b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704110 May 09 05:49:37.536666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-096b29f9-6476-43b0-8fff-309e3718c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:37.539068 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-096b29f9-6476-43b0-8fff-309e3718c15c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0785346 May 09 05:49:37.683237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-451dd27b-8661-4b97-bb57-cce40d985946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:37.684901 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-451dd27b-8661-4b97-bb57-cce40d985946 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 897 time: 0.1260748 May 09 05:49:37.892162 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-0ee96597-8440-47da-8869-0c9364350420 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 1000 time: 0.2016025 May 09 05:49:37.955436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-3a7ff708-efb8-4b93-9879-d65357bf73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:37.956797 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-3a7ff708-efb8-4b93-9879-d65357bf73dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 200 len: 835 time: 0.0590711 May 09 05:49:38.032676 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-cf0741fd-a0d2-4911-98e9-42d53270f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:49:38.034175 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-cf0741fd-a0d2-4911-98e9-42d53270f325 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8412716-d252-4a63-a8d6-eb8c40088bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720091 May 09 05:49:38.167149 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-5f374089-07bb-414a-ade6-5590482ea785 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267817 May 09 05:49:38.303846 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6959f0ed-ae19-42fb-8565-f1de32e6c1e0 req-4af7e9d8-0af5-4b44-9ffe-733eed496935 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299646 May 09 05:49:42.416776 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-72d4e3b5-a621-4dec-944c-e8faec5e0b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:44.665658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c2caf04a-ca30-49cc-879d-dce7d535f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:45.895741 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:45.965585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:47.628650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:49.191013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:49:49.728497 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:50:12.413890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f9a51dbe-8137-43f2-9c80-aa8385a5bdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:14.664584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-98bb9abd-ade4-487d-bb84-27f4937e583f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:15.902562 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:15.981210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:17.630784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:19.188941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:19.521955 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48152) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:50:19.766304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port f36aaa94-8a23-46af-a105-11760ef840ff {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:50:19.766700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:19.947269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:19.947565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:20.079981 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for f36aaa94-8a23-46af-a105-11760ef840ff owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:50:20.237779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:20.285995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=f36aaa94-8a23-46af-a105-11760ef840ff,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:20.333967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.334309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.334639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.334969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.335306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.335619 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.335942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.336266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.336779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.337087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.337399 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.337712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:20.397109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:20.397467 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Floating IP da1ed668-0716-4a2f-a2fc-07e6adb3c1db disassociated (deleted). External IP: 172.26.0.58, port: 9abc5698-308b-4189-947b-d02ce11a36b5. May 09 05:50:20.761475 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router ec8555e1-105b-408c-b628-89d5f59fe405 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:50:21.054356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:50:21.065244 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] Sync routers for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:50:21.075028 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:50:21.075621 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:50:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:21.077398 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:21.138685 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2ccd873a-0ccb-4242-b24b-ae74155847c2 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/floatingips/da1ed668-0716-4a2f-a2fc-07e6adb3c1db HTTP/1.1" status: 204 len: 168 time: 1.6127734 May 09 05:50:21.138685 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:50:21.234731 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3697b2e-3034-4a64-a394-46f531e8d3a3'] response: {'name': 'network-changed', 'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5', 'status': 'completed', 'code': 200} May 09 05:50:21.253177 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:50:21.370645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-987e551e-50dd-40c7-93ee-3a20f34c1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:50:21.370645 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-987e551e-50dd-40c7-93ee-3a20f34c1b84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b51a22e623704efb86faea50ee5e1a06&device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0861001 May 09 05:50:21.565119 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-586fe1a7-a744-49cc-9bf8-11c271be499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:50:21.566650 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-586fe1a7-a744-49cc-9bf8-11c271be499c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 200 len: 897 time: 0.1748567 May 09 05:50:21.579247 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:48:01Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:21.583538 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] Checking router: ec8555e1-105b-408c-b628-89d5f59fe405 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:50:21.592529 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:50:21.593056 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:50:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:21.642685 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-bfcf19d2-8ba8-4b73-9599-7a8cba656e7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 200 len: 217 time: 0.0673690 May 09 05:50:21.716749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-9682a0ec-d8e2-4299-ae8a-7e3f6c19a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:50:21.718214 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-9682a0ec-d8e2-4299-ae8a-7e3f6c19a0d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 200 len: 835 time: 0.0687776 May 09 05:50:21.725618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956256e-e854-4cfd-b237-ca7a0fe203d0 req-88f19cb7-9a5b-42c0-8ee4-57ae60e368da tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:50:21.727053 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5956256e-e854-4cfd-b237-ca7a0fe203d0 req-88f19cb7-9a5b-42c0-8ee4-57ae60e368da tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.2664745 May 09 05:50:21.804803 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:50:21.817946 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5956256e-e854-4cfd-b237-ca7a0fe203d0 req-6709ac98-406a-48b2-a59f-3ddaac3524ea tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600579 May 09 05:50:21.835204 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-ba0c6f82-bd31-46a8-a9b4-095ec8e73f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:50:21.836941 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-ba0c6f82-bd31-46a8-a9b4-095ec8e73f2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8412716-d252-4a63-a8d6-eb8c40088bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1088085 May 09 05:50:21.974161 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-26379d00-7cf0-4f69-88a1-6478cd380ec7 service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300316 May 09 05:50:22.110226 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-22424174-0816-4189-a10f-c8e8cc9ed340 req-cffcc97d-52ea-440b-a398-f213051bbc3d service neutron] 10.222.0.59 "GET /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283686 May 09 05:50:22.112824 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:48:01Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:22.117020 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6a95d-1e1e-4fb8-93ba-c2336ac5bd80 None None] The sync data for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv is: [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:47:57Z', 'revision_number': 4, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '62b7da6d-cfe6-4a8e-b73f-5c79018518ee', 'name': '', 'network_id': 'f8412716-d252-4a63-a8d6-eb8c40088bd1', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'mac_address': 'fa:16:3e:b3:67:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:56Z', 'updated_at': '2022-05-09T05:48:01Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'subnets': [{'id': '2b86c69b-8c28-4fce-8170-b2e47bdb9d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:50:22.331262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02997209-b162-4b84-8d23-f748296bf5a7 None None] New status for floating IP da1ed668-0716-4a2f-a2fc-07e6adb3c1db: DOWN {{(pid=88043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:50:23.020348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aa853-4b72-42a4-94d5-4835262a29fc req-e8d74de6-cc33-4bc7-94a7-0b33b1493960 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:50:23.021031 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-b25aa853-4b72-42a4-94d5-4835262a29fc req-e8d74de6-cc33-4bc7-94a7-0b33b1493960 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:50:23.039506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-b25aa853-4b72-42a4-94d5-4835262a29fc req-e8d74de6-cc33-4bc7-94a7-0b33b1493960 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:50:23.040966 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b25aa853-4b72-42a4-94d5-4835262a29fc req-e8d74de6-cc33-4bc7-94a7-0b33b1493960 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1014323 May 09 05:50:23.085055 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-b25aa853-4b72-42a4-94d5-4835262a29fc req-32b04801-3215-465f-8100-7333097e7b81 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/security-groups?id=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 May 09 05:50:23.267425 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-ce6ebeb5-b2b3-4b82-ad69-ad37c18aa920 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:50:23.268920 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-ce6ebeb5-b2b3-4b82-ad69-ad37c18aa920 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1025319 May 09 05:50:23.339323 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 9abc5698-308b-4189-947b-d02ce11a36b5 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:50:23.339731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:23.689780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 9abc5698-308b-4189-947b-d02ce11a36b5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9abc5698-308b-4189-947b-d02ce11a36b5,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:50:23.690113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:23.813254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 9abc5698-308b-4189-947b-d02ce11a36b5 owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:50:23.975418 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:24.030369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=9abc5698-308b-4189-947b-d02ce11a36b5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:24.068229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.068603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.068940 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.069276 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.069621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.069955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.070275 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.070597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.070920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.071242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.071564 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.071889 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:24.116258 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] No DVR routers for this DVR port 9abc5698-308b-4189-947b-d02ce11a36b5 on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:50:24.118697 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:24.121852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'name': 'network-vif-deleted', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:50:24.140790 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-24e155e9-4e20-4155-b0b3-e19c371cf7f1 req-02eb885a-e798-422c-aaef-e24f9045418f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.59 "DELETE /v2.0/ports/9abc5698-308b-4189-947b-d02ce11a36b5 HTTP/1.1" status: 204 len: 173 time: 0.8663270 May 09 05:50:24.239086 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b7b53e-7c82-4bce-8d74-6449717e6799'] response: {'server_uuid': 'c8e10870-d130-4ae4-a8d3-186c1d92b6a0', 'name': 'network-vif-deleted', 'tag': '9abc5698-308b-4189-947b-d02ce11a36b5', 'status': 'completed', 'code': 200} May 09 05:50:24.244756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-679d1416-5d84-4f44-bb29-301d6577c806 req-d67c2cca-eb8d-4420-98e5-7c4563beb5ad tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Synchronizing usage tracker for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:50:24.261923 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-679d1416-5d84-4f44-bb29-301d6577c806 req-d67c2cca-eb8d-4420-98e5-7c4563beb5ad tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Unset dirty status for tenant:b51a22e623704efb86faea50ee5e1a06 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:50:24.263093 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-679d1416-5d84-4f44-bb29-301d6577c806 req-d67c2cca-eb8d-4420-98e5-7c4563beb5ad tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8e10870-d130-4ae4-a8d3-186c1d92b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0613194 May 09 05:50:25.440998 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48182) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:50:26.001820 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:26.386255 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:50:26.386570 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:26.701913 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port 62b7da6d-cfe6-4a8e-b73f-5c79018518ee, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:50:26.702608 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:26.724120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 9abc5698-308b-4189-947b-d02ce11a36b5 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:50:26.727058 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:50:26.759912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 9abc5698-308b-4189-947b-d02ce11a36b5 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:50:26.760253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 9abc5698-308b-4189-947b-d02ce11a36b5 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:50:26.840385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for 62b7da6d-cfe6-4a8e-b73f-5c79018518ee owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:50:27.205660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:27.255191 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=62b7da6d-cfe6-4a8e-b73f-5c79018518ee,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:27.550746 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:27.917716 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Router ec8555e1-105b-408c-b628-89d5f59fe405 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:50:28.217935 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:50:28.227822 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] Sync routers for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:50:28.235776 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-46b9b932-0a34-4aaf-92a4-80e188ceff94 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "PUT /v2.0/routers/ec8555e1-105b-408c-b628-89d5f59fe405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7937055 May 09 05:50:28.237966 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:50:28.238565 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:50:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:28.238697 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48186) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:50:28.306341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting subnet 2b86c69b-8c28-4fce-8170-b2e47bdb9d54 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 05:50:28.309466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.362968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.412906 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:50:28.448853 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.521680 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.562039 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Subnet': ['ID=2b86c69b-8c28-4fce-8170-b2e47bdb9d54,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:28.563878 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.569431 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc449f-dd75-4bb4-9460-1cc0636664ba None None] Network f8412716-d252-4a63-a8d6-eb8c40088bd1 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:50:28.570260 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-49791e9b-d9e2-4561-a880-2583cdf894b6 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/subnets/2b86c69b-8c28-4fce-8170-b2e47bdb9d54 HTTP/1.1" status: 204 len: 168 time: 0.3305893 May 09 05:50:28.572886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48190) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:50:28.695381 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:50:27Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:28.699204 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] Checking router: ec8555e1-105b-408c-b628-89d5f59fe405 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:50:28.707453 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] Routers {'ec8555e1-105b-408c-b628-89d5f59fe405'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:50:28.708098 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:50:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['ec8555e1-105b-408c-b628-89d5f59fe405'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:28.759353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.841662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] DHCP port deletion for f8412716-d252-4a63-a8d6-eb8c40088bd1 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 05:50:28.845681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Deleting port c57056e8-1e46-43c0-9c57-877f41bac7be {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:50:28.846072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.884651 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] Set router ec8555e1-105b-408c-b628-89d5f59fe405 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:50:28.943677 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:28.954691 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Deleting port a084c3d2-a98f-413e-8423-5bec692758bf {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:50:28.955395 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.054310 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] For port c57056e8-1e46-43c0-9c57-877f41bac7be, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=c57056e8-1e46-43c0-9c57-877f41bac7be,segment=NetworkSegment(80e2fb5e-002c-4537-a275-1946a575e1fc),segment_id=80e2fb5e-002c-4537-a275-1946a575e1fc)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:50:29.054698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.162880 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] For port a084c3d2-a98f-413e-8423-5bec692758bf, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a084c3d2-a98f-413e-8423-5bec692758bf,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:50:29.163382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.211685 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:50:27Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:29.212476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Calling delete_port for c57056e8-1e46-43c0-9c57-877f41bac7be owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:50:29.216004 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45445c-7bfc-412d-a106-3c997cd9da71 None None] The sync data for ids ['ec8555e1-105b-408c-b628-89d5f59fe405'] in dv-neutron-840482-1-hyperv is: [{'id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543185121', 'tenant_id': 'b51a22e623704efb86faea50ee5e1a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:47:51Z', 'updated_at': '2022-05-09T05:50:27Z', 'revision_number': 5, 'project_id': 'b51a22e623704efb86faea50ee5e1a06', 'gw_port': {'id': 'a084c3d2-a98f-413e-8423-5bec692758bf', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8555e1-105b-408c-b628-89d5f59fe405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:47:52Z', 'updated_at': '2022-05-09T05:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:50:29.288758 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Calling delete_port for a084c3d2-a98f-413e-8423-5bec692758bf owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:50:29.298486 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.344148 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Pushing event deleted for resources: {'Port': ['ID=c57056e8-1e46-43c0-9c57-877f41bac7be,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:29.353408 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] No DVR routers for this DVR port c57056e8-1e46-43c0-9c57-877f41bac7be on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:50:29.355238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.355573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.355898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.356430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.356612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.356942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.357334 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.357565 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.357899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.358180 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.358497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.358788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb5d26a-d747-4bc6-86a6-a9fea20cfe7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:50:29.463354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.512969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Port': ['ID=a084c3d2-a98f-413e-8423-5bec692758bf,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:29.609768 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.806370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c57056e8-1e46-43c0-9c57-877f41bac7be no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:50:29.840999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: c57056e8-1e46-43c0-9c57-877f41bac7be {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:50:29.841340 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device c57056e8-1e46-43c0-9c57-877f41bac7be not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:50:29.841740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 62b7da6d-cfe6-4a8e-b73f-5c79018518ee no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:50:29.874352 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 62b7da6d-cfe6-4a8e-b73f-5c79018518ee {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:50:29.874656 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 62b7da6d-cfe6-4a8e-b73f-5c79018518ee not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:50:29.906408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.908641 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.931950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.932521 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Fanout notify agent at l3_agent the message router_deleted on router ec8555e1-105b-408c-b628-89d5f59fe405 {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 05:50:29.948380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:29.952653 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-bf547e12-1205-4d5c-bb2d-dbad8d370331 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/routers/ec8555e1-105b-408c-b628-89d5f59fe405 HTTP/1.1" status: 204 len: 168 time: 1.3787007 May 09 05:50:29.952832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48196) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:50:30.079484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.218967 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.243267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8412716-d252-4a63-a8d6-eb8c40088bd1']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:30.255974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e2fb5e-002c-4537-a275-1946a575e1fc') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:30.256266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e2fb5e-002c-4537-a275-1946a575e1fc') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:50:30.268180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.292736 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.301696 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 05:50:30.302226 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 05:50:30.319133 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 05:50:30.401319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.418645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.431666 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'Network': ['ID=f8412716-d252-4a63-a8d6-eb8c40088bd1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:30.439470 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-8419d97c-ae56-4e4d-9baa-0e4f8691477f tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/networks/f8412716-d252-4a63-a8d6-eb8c40088bd1 HTTP/1.1" status: 204 len: 168 time: 0.4851553 May 09 05:50:30.442274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48200) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:50:30.511386 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4dd8-27f9-4901-9971-76a64f18ecf9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.540068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4dd8-27f9-4901-9971-76a64f18ecf9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.617220 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4dd8-27f9-4901-9971-76a64f18ecf9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.634495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d4dd8-27f9-4901-9971-76a64f18ecf9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e0e42b-8b6b-49f7-a7b9-b5d407a8e584,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:50:30.648431 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4dd8-27f9-4901-9971-76a64f18ecf9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:30.649632 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-dc1d4dd8-27f9-4901-9971-76a64f18ecf9 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] 10.222.0.50 "DELETE /v2.0/security-groups/99e0e42b-8b6b-49f7-a7b9-b5d407a8e584 HTTP/1.1" status: 204 len: 168 time: 0.2062204 May 09 05:50:31.719124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a084c3d2-a98f-413e-8423-5bec692758bf no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:50:31.757285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a084c3d2-a98f-413e-8423-5bec692758bf {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:50:31.757660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a084c3d2-a98f-413e-8423-5bec692758bf not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:50:42.411168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8fe43c97-ea31-455f-8f75-a8abf1969105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:44.671590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-43a8ece8-e95a-46b6-a010-1c09a239fd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:45.912009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:45.975984 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:47.627146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:50:49.186892 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:03.729810 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:51:12.410591 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-aa701e8d-766c-4937-afa4-3d834ac97dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:14.660227 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2d357359-9546-447c-bfe0-b12c95bed366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:15.909593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:15.986230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:17.636217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:19.189895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:32.206645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48230) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:32.466827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-60560f89-8b70-4b31-9ee1-3199c210f8bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b51a22e623704efb86faea50ee5e1a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589858 May 09 05:51:32.470582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48238) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:32.541998 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:32.568536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:32.624780 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:32.645869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540c998f-1ad1-45c4-a58e-3d6805243547,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:32.655542 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.655883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.656213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.656566 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.656893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.657215 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.657537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.657856 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.658165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.658453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.658764 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.659070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:32.663050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:32.664137 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3f5fc021-dac7-4ace-a063-2da1a9c91f06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/540c998f-1ad1-45c4-a58e-3d6805243547 HTTP/1.1" status: 204 len: 168 time: 0.1927111 May 09 05:51:33.021232 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48246) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:33.040176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:33.055790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:33.060289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Usage tracker for resource:security_group_rule and tenant:62e11820a9fd4deea9255baab9e6b751 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:33.063221 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:33.069067 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:33.158076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:33.164304 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:33.213659 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62e11820a9fd4deea9255baab9e6b751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913252 May 09 05:51:33.215390 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42451bb-b11a-4eca-8070-c1b5a200c9d5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:33.216626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48250) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:33.222824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.223158 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.223486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.223790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.224104 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.224430 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.224764 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.225076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.225404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.225708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.226004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.226312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cadb78-f18c-47e3-9e1b-38ebd019fafc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:33.281010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0296d7c-fd48-47c7-8a88-d2db562315c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:33.306586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0296d7c-fd48-47c7-8a88-d2db562315c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:33.359247 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0296d7c-fd48-47c7-8a88-d2db562315c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:33.377654 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0296d7c-fd48-47c7-8a88-d2db562315c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42451bb-b11a-4eca-8070-c1b5a200c9d5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:33.385092 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b0296d7c-fd48-47c7-8a88-d2db562315c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:33.388593 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b0296d7c-fd48-47c7-8a88-d2db562315c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e42451bb-b11a-4eca-8070-c1b5a200c9d5 HTTP/1.1" status: 204 len: 168 time: 0.1708348 May 09 05:51:34.219745 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48274) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:34.337274 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1929995352-network', 'tenant_id': '797fb42f843540feb22e20335f70f7b9'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:34.342469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:34.346775 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Usage tracker for resource:network and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:34.349829 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:34.356732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:34.369761 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Made reservation on behalf of 797fb42f843540feb22e20335f70f7b9 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:51:34.372685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.385298 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.402457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:34.406700 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:34.409725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:34.415774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:34.501213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.508557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.540758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:51:34.549570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c90654-3def-459a-bf95-d1bbe86c8b78,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:34.555317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.555674 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Added segment 47f9414e-e96d-4562-84f0-ab196b361bd0 of type vlan for network 22a92171-f920-4470-ac70-0db173712f21 May 09 05:51:34.585188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.616741 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.617689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:34.618413 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.722692 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5017912 May 09 05:51:34.723551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86110d5d-9f8a-46a7-8c46-5775aa1a80d7 admin admin] Pushing event updated for resources: {'Network': ['ID=22a92171-f920-4470-ac70-0db173712f21,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:34.725957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48280) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:34.733402 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Request body: {'subnet': {'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1929995352-subnet', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:34.735968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 22a92171-f920-4470-ac70-0db173712f21 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:51:34.738557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:34.742490 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Usage tracker for resource:subnet and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:34.745336 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:34.752651 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:34.762539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Made reservation on behalf of 797fb42f843540feb22e20335f70f7b9 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:51:34.764892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:34.982018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.053794 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8209f5d0-85ce-465e-a96e-fd610a44c407,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:35.064135 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Checking segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:35.064517 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Network hostable DHCP agents. Network: 22a92171-f920-4470-ac70-0db173712f21, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:51:35.085507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Network 22a92171-f920-4470-ac70-0db173712f21 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:51:35.096035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 22a92171-f920-4470-ac70-0db173712f21) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:35.100279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:35.100876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.105338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf5659-c0c1-4b80-94f5-d27f6ce8fb75 None None] Network 22a92171-f920-4470-ac70-0db173712f21 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:51:35.126464 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f20f70c9-d553-4bce-9649-7e4caf33424f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3994451 May 09 05:51:35.129240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48284) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:35.134026 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:35.138871 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:35.142749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Usage tracker for resource:router and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:35.145687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:35.151460 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:35.161906 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.162864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.179011 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.321323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-22a92171-f920-4470-ac70-0db173712f21', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:51:35.322156 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.449612 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.474914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Allocated IP 172.20.0.2 (22a92171-f920-4470-ac70-0db173712f21/8209f5d0-85ce-465e-a96e-fd610a44c407/2c40aa24-c89a-4472-a108-0143ff45ea98) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:51:35.674566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.684706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Transition to ACTIVE for port object 2c40aa24-c89a-4472-a108-0143ff45ea98 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:35.703220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Transition to ACTIVE for port object 2c40aa24-c89a-4472-a108-0143ff45ea98 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:35.709437 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.753182 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.781618 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Pushing event updated for resources: {'Port': ['ID=2c40aa24-c89a-4472-a108-0143ff45ea98,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:35.787198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.790796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.791139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.791457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.791796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.792119 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.792445 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.792853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.793139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.793488 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.793999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.794088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.794367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:35.807108 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Network 22a92171-f920-4470-ac70-0db173712f21 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:35.808619 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:35.811144 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:51:35.908378 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Attempting to bind port 2c40aa24-c89a-4472-a108-0143ff45ea98 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:51:35.908882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Attempting to bind port 2c40aa24-c89a-4472-a108-0143ff45ea98 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:51:35.909247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Attempting to bind port 2c40aa24-c89a-4472-a108-0143ff45ea98 on network 22a92171-f920-4470-ac70-0db173712f21 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:35.915356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:51:35.915723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Checking segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:35.916259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:35.916528 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Bound using segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:51:35.917002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Bound port: 2c40aa24-c89a-4472-a108-0143ff45ea98, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:51:35.917416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:36.051080 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] For port 2c40aa24-c89a-4472-a108-0143ff45ea98, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:51:36.054497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] For port 2c40aa24-c89a-4472-a108-0143ff45ea98, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2c40aa24-c89a-4472-a108-0143ff45ea98,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:51:36.058628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:36.062584 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Allocated IP 172.26.0.123 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/eb1e9c50-9986-4064-a58d-fe13f2610bd1) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:51:36.141416 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ae177-98a0-49e3-9376-a24076f01ccd None None] Pushing event updated for resources: {'Port': ['ID=2c40aa24-c89a-4472-a108-0143ff45ea98,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:36.222573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:36.257455 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:36.334267 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:36.338278 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:36.347353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1e9c50-9986-4064-a58d-fe13f2610bd1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:36.349830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:51:36.782291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:37.031783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bbcd60-02ab-4481-8255-4cd9064c1a50 None None] Network 22a92171-f920-4470-ac70-0db173712f21 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:51:37.133953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:37.146963 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e4282501-d653-48ce-94da-9a1b791de283 None None] Provisioning for port 2c40aa24-c89a-4472-a108-0143ff45ea98 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:37.363211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Router 094ae1a4-b757-43b5-9834-844cef241687 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:51:37.661227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:51:37.671375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Sync routers for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:51:37.680928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:37.681526 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:37.687042 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:37.688371 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-056892a3-71e4-440d-92ea-3d2fbb53ece1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5582268 May 09 05:51:37.691240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48290) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:37.861433 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:37.978199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2c40aa24-c89a-4472-a108-0143ff45ea98 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:38.152262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 2c40aa24-c89a-4472-a108-0143ff45ea98 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:38.185564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2c40aa24-c89a-4472-a108-0143ff45ea98 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:38.185817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.316085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:36Z', 'revision_number': 3, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:38.324899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Checking router: 094ae1a4-b757-43b5-9834-844cef241687 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:51:38.325242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Updating router 094ae1a4-b757-43b5-9834-844cef241687 port eb1e9c50-9986-4064-a58d-fe13f2610bd1 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:51:38.353076 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.385310 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.400137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.444134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 2c40aa24-c89a-4472-a108-0143ff45ea98, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2c40aa24-c89a-4472-a108-0143ff45ea98,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:38.452650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.600342 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=2c40aa24-c89a-4472-a108-0143ff45ea98,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:38.601127 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Allocated IP 172.20.0.1 (22a92171-f920-4470-ac70-0db173712f21/8209f5d0-85ce-465e-a96e-fd610a44c407/319b7dad-39bb-40f6-b18a-223f360ae8f1) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:51:38.745808 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.761239 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Transition to ACTIVE for port object 319b7dad-39bb-40f6-b18a-223f360ae8f1 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:38.785091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.813688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.826012 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Transition to ACTIVE for port object eb1e9c50-9986-4064-a58d-fe13f2610bd1 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:38.832991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.860369 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Network 22a92171-f920-4470-ac70-0db173712f21 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:38.863445 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:38.867186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:51:38.897198 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Pushing event updated for resources: {'Port': ['ID=319b7dad-39bb-40f6-b18a-223f360ae8f1,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:38.927466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.952845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Attempting to bind port eb1e9c50-9986-4064-a58d-fe13f2610bd1 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:51:38.953206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Attempting to bind port eb1e9c50-9986-4064-a58d-fe13f2610bd1 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:51:38.953590 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Attempting to bind port eb1e9c50-9986-4064-a58d-fe13f2610bd1 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:38.955870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626e5fc-7ba2-4eee-bf13-d65130480874 None None] Pushing event updated for resources: {'Port': ['ID=eb1e9c50-9986-4064-a58d-fe13f2610bd1,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:38.961788 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:51:38.962160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:38.962624 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:38.963011 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:51:38.963474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Bound port: eb1e9c50-9986-4064-a58d-fe13f2610bd1, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:51:38.963838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:39.045299 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] For port eb1e9c50-9986-4064-a58d-fe13f2610bd1, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:51:39.049403 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] For port eb1e9c50-9986-4064-a58d-fe13f2610bd1, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=eb1e9c50-9986-4064-a58d-fe13f2610bd1,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:51:39.054696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:39.140870 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626e5fc-7ba2-4eee-bf13-d65130480874 None None] Pushing event updated for resources: {'Port': ['ID=eb1e9c50-9986-4064-a58d-fe13f2610bd1,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:39.143259 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:39.143821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:39.199453 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b29fd9e5-5573-403d-9254-987dfcd70228 None None] Provisioning for port 319b7dad-39bb-40f6-b18a-223f360ae8f1 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:39.212262 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b29fd9e5-5573-403d-9254-987dfcd70228 None None] Provisioning complete for port 319b7dad-39bb-40f6-b18a-223f360ae8f1 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:39.212752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b29fd9e5-5573-403d-9254-987dfcd70228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:39.309027 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:39.344142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-b29fd9e5-5573-403d-9254-987dfcd70228 None None] Port 319b7dad-39bb-40f6-b18a-223f360ae8f1 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:51:39.369910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:39.538346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:39.544860 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:39.649989 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:39.651017 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:36Z', 'revision_number': 3, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:39.653428 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Pushing event updated for resources: {'Port': ['ID=319b7dad-39bb-40f6-b18a-223f360ae8f1,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:39.655191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7683a-50b2-43c3-b346-3c9214fe246f None None] The sync data for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv is: [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:36Z', 'revision_number': 3, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:51:39.797435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Network 22a92171-f920-4470-ac70-0db173712f21 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:39.798603 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:40.050194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Router 094ae1a4-b757-43b5-9834-844cef241687 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:51:40.073754 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2c40aa24-c89a-4472-a108-0143ff45ea98 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:40.103780 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-226a87e4-59c7-446b-af1b-5404a1667b03 None None] Provisioning complete for port 319b7dad-39bb-40f6-b18a-223f360ae8f1 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:40.104147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-226a87e4-59c7-446b-af1b-5404a1667b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.182631 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-226a87e4-59c7-446b-af1b-5404a1667b03 None None] Port 319b7dad-39bb-40f6-b18a-223f360ae8f1 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:51:40.196316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 2c40aa24-c89a-4472-a108-0143ff45ea98 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:40.196723 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.254466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:51:40.265173 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ca728412-ca69-4fc0-8512-7a81b130f974 admin admin] 10.222.0.50 "PUT /v2.0/routers/094ae1a4-b757-43b5-9834-844cef241687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5724685 May 09 05:51:40.327712 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb1e9c50-9986-4064-a58d-fe13f2610bd1 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:40.402739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port eb1e9c50-9986-4064-a58d-fe13f2610bd1 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:40.408365 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port eb1e9c50-9986-4064-a58d-fe13f2610bd1 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:40.408770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.537351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.554763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port eb1e9c50-9986-4064-a58d-fe13f2610bd1, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=eb1e9c50-9986-4064-a58d-fe13f2610bd1,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:40.559085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.628573 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=eb1e9c50-9986-4064-a58d-fe13f2610bd1,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:40.728684 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:51:40.801480 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48308) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:40.807096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1117301402-network', 'tenant_id': '97b31372208146cbad9431c949c3b4e6'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:40.811985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:40.815895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Usage tracker for resource:network and tenant:97b31372208146cbad9431c949c3b4e6 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:40.818779 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:40.824527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:40.835511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Made reservation on behalf of 97b31372208146cbad9431c949c3b4e6 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:51:40.837763 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.849620 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.864892 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:40.869145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Usage tracker for resource:security_group_rule and tenant:97b31372208146cbad9431c949c3b4e6 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:40.873251 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:40.883393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:40.986254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:40.991635 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.020977 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 05:51:41.034799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09a869-4a5b-4edb-a288-e6e22e24fd43,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:41.039544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.039880 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Added segment bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e of type vlan for network 02ae1c14-86ff-4de6-aa80-51311a4ef06e May 09 05:51:41.077578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.109167 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.110268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:41.110919 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.198877 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Sync routers for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:51:41.211478 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:41.212225 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:41.214893 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] Pushing event updated for resources: {'Network': ['ID=02ae1c14-86ff-4de6-aa80-51311a4ef06e,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:41.222253 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48312) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:41.222749 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d4e7af7b-06f9-4cc2-87f4-37d50a12a20f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4198658 May 09 05:51:41.230301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Request body: {'subnet': {'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1117301402-subnet', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:41.232635 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 05:51:41.235991 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:41.239954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Usage tracker for resource:subnet and tenant:97b31372208146cbad9431c949c3b4e6 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:41.242964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:41.249103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:41.264242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Made reservation on behalf of 97b31372208146cbad9431c949c3b4e6 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:51:41.266682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.389762 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:41.470151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.547359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e65ead7-e234-48d9-a69e-b61b9f719be1,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:41.556219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Checking segment: {'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:41.556615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Network hostable DHCP agents. Network: 02ae1c14-86ff-4de6-aa80-51311a4ef06e, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 05:51:41.575526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 05:51:41.584858 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 02ae1c14-86ff-4de6-aa80-51311a4ef06e) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:41.589913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:41.590866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.594471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c6a008-309e-4881-ad3a-3ad8782f7baa None None] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:51:41.615370 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-03ca3c26-71e8-4d9b-97e7-5977890b1895 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3913372 May 09 05:51:41.618039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48316) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:41.623621 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:41.628811 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:41.632732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Usage tracker for resource:router and tenant:97b31372208146cbad9431c949c3b4e6 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:41.635704 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:41.641847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:41.657254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.658490 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.676372 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.715206 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 2, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:41.719340 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Checking router: 094ae1a4-b757-43b5-9834-844cef241687 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:51:41.719676 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Updating router 094ae1a4-b757-43b5-9834-844cef241687 port 319b7dad-39bb-40f6-b18a-223f360ae8f1 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:51:41.774075 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.857825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'fixed_ips': [{'subnet_id': '5e65ead7-e234-48d9-a69e-b61b9f719be1'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 05:51:41.858887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:41.951792 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.003222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb1e9c50-9986-4064-a58d-fe13f2610bd1 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:42.080934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Allocated IP 172.20.0.2 (02ae1c14-86ff-4de6-aa80-51311a4ef06e/5e65ead7-e234-48d9-a69e-b61b9f719be1/da996bed-af01-41d7-8f05-ffdb5acce38f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:51:42.123567 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port eb1e9c50-9986-4064-a58d-fe13f2610bd1 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:42.123924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.161046 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.173515 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Transition to ACTIVE for port object 319b7dad-39bb-40f6-b18a-223f360ae8f1 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:42.181057 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.411658 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.419653 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Pushing event updated for resources: {'Port': ['ID=319b7dad-39bb-40f6-b18a-223f360ae8f1,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:42.423102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Transition to ACTIVE for port object da996bed-af01-41d7-8f05-ffdb5acce38f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:42.425690 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-21c4d4bb-bdea-4597-80fd-2885cfbd91c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.440933 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.440933 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.441513 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.441920 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.442947 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.443185 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.443595 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.443888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Transition to ACTIVE for port object da996bed-af01-41d7-8f05-ffdb5acce38f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:42.444088 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.445097 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.445630 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.446168 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.446736 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:51:42.449378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.452959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.460310 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Attempting to bind port 319b7dad-39bb-40f6-b18a-223f360ae8f1 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:51:42.460878 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Attempting to bind port 319b7dad-39bb-40f6-b18a-223f360ae8f1 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:51:42.461459 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Attempting to bind port 319b7dad-39bb-40f6-b18a-223f360ae8f1 on network 22a92171-f920-4470-ac70-0db173712f21 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:42.468034 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:51:42.468766 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Checking segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:42.469343 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.469874 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Bound using segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:51:42.470463 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Bound port: 319b7dad-39bb-40f6-b18a-223f360ae8f1, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:51:42.470994 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.482476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.536356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Pushing event updated for resources: {'Port': ['ID=da996bed-af01-41d7-8f05-ffdb5acce38f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:42.540173 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:42.541807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:42.543899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:51:42.579464 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] For port 319b7dad-39bb-40f6-b18a-223f360ae8f1, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:51:42.582891 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] For port 319b7dad-39bb-40f6-b18a-223f360ae8f1, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=319b7dad-39bb-40f6-b18a-223f360ae8f1,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:51:42.587667 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.636642 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Allocated IP 172.26.0.56 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:51:42.641475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Attempting to bind port da996bed-af01-41d7-8f05-ffdb5acce38f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:51:42.642013 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Attempting to bind port da996bed-af01-41d7-8f05-ffdb5acce38f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:51:42.642172 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Attempting to bind port da996bed-af01-41d7-8f05-ffdb5acce38f on network 02ae1c14-86ff-4de6-aa80-51311a4ef06e {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:42.648043 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:51:42.648452 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Checking segment: {'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:42.648819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.649190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Bound using segment: {'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:51:42.649642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Bound port: da996bed-af01-41d7-8f05-ffdb5acce38f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:51:42.650006 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.658573 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ec8b3-4282-41fe-b255-6c39182691d8 None None] Pushing event updated for resources: {'Port': ['ID=319b7dad-39bb-40f6-b18a-223f360ae8f1,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:42.680425 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:42.681181 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:42.745506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] For port da996bed-af01-41d7-8f05-ffdb5acce38f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:51:42.749393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] For port da996bed-af01-41d7-8f05-ffdb5acce38f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=da996bed-af01-41d7-8f05-ffdb5acce38f,segment=NetworkSegment(bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e),segment_id=bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:51:42.758687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.815920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.852427 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcecc6a-2d27-4763-a8d2-10ccc0deaaff None None] Pushing event updated for resources: {'Port': ['ID=da996bed-af01-41d7-8f05-ffdb5acce38f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:42.857648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:42.893440 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:42.926936 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:42.929796 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:42.934408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:51:42.974965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:43.269194 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:42Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:43.273057 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821fd92-ec7a-4458-8bb2-dc0ae58e3c39 None None] The sync data for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv is: [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:42Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:51:43.383945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:43.849905 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454b9a1-951a-4b57-8174-0e903313cdd6 None None] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 05:51:43.901290 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:43.979521 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-297d4289-2ca1-4949-825a-4fd489c77ca5 None None] Provisioning for port da996bed-af01-41d7-8f05-ffdb5acce38f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:44.066411 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 319b7dad-39bb-40f6-b18a-223f360ae8f1 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:44.219124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 319b7dad-39bb-40f6-b18a-223f360ae8f1 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:44.222974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Router 348f5451-ff83-4de3-b8e5-42384ffd12bf is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 05:51:44.228944 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 319b7dad-39bb-40f6-b18a-223f360ae8f1 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:44.229551 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:44.385410 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:44.430859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 319b7dad-39bb-40f6-b18a-223f360ae8f1, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=319b7dad-39bb-40f6-b18a-223f360ae8f1,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:44.438343 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:44.439133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device da996bed-af01-41d7-8f05-ffdb5acce38f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:44.442922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:51:44.485103 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:44.489320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48320) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:44.500598 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5c524e64-4c65-492d-926b-a0455d0c5d18 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8696864 May 09 05:51:44.505562 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Sync routers for ids ['348f5451-ff83-4de3-b8e5-42384ffd12bf'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:51:44.605101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Routers {'348f5451-ff83-4de3-b8e5-42384ffd12bf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:44.606216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['348f5451-ff83-4de3-b8e5-42384ffd12bf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:44.732740 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=319b7dad-39bb-40f6-b18a-223f360ae8f1,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:44.747998 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-15227d08-abce-44f3-81f4-1c3a0ba33051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:44.838192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port da996bed-af01-41d7-8f05-ffdb5acce38f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:44.850385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port da996bed-af01-41d7-8f05-ffdb5acce38f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:44.851046 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:44.908750 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Set router 348f5451-ff83-4de3-b8e5-42384ffd12bf gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:45.190775 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.264864 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port da996bed-af01-41d7-8f05-ffdb5acce38f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=da996bed-af01-41d7-8f05-ffdb5acce38f,segment=NetworkSegment(bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e),segment_id=bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:45.271679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.328200 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.341737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T05:51:43Z', 'revision_number': 3, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port': {'id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:42Z', 'updated_at': '2022-05-09T05:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:45.349354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Checking router: 348f5451-ff83-4de3-b8e5-42384ffd12bf for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:51:45.349709 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Updating router 348f5451-ff83-4de3-b8e5-42384ffd12bf port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:51:45.373744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=da996bed-af01-41d7-8f05-ffdb5acce38f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:45.410007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.540882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Allocated IP 172.20.0.1 (02ae1c14-86ff-4de6-aa80-51311a4ef06e/5e65ead7-e234-48d9-a69e-b61b9f719be1/a3b57481-25e4-417e-b0d2-fea62e954a10) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:51:45.701084 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.717353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Transition to ACTIVE for port object a3b57481-25e4-417e-b0d2-fea62e954a10 will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:45.740704 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.742244 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.752787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Transition to ACTIVE for port object 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:45.759344 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.809882 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:45.812945 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:45.816622 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:51:45.836054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Attempting to bind port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:51:45.836442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Attempting to bind port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:51:45.836875 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Attempting to bind port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:45.842694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003aab6-28cf-4a7d-8db9-ba3eb6c0964e None None] Pushing event updated for resources: {'Port': ['ID=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:45.847105 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Pushing event updated for resources: {'Port': ['ID=a3b57481-25e4-417e-b0d2-fea62e954a10,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:45.847642 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:51:45.848004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:45.848569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.848784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:51:45.849802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Bound port: 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:51:45.850171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.877030 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.928637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:45.954557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] For port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:51:45.957861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] For port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:51:45.990413 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 319b7dad-39bb-40f6-b18a-223f360ae8f1 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:46.027417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.039764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.094617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.147065 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003aab6-28cf-4a7d-8db9-ba3eb6c0964e None None] Pushing event updated for resources: {'Port': ['ID=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:46.149506 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Routers {'348f5451-ff83-4de3-b8e5-42384ffd12bf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:46.150085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['348f5451-ff83-4de3-b8e5-42384ffd12bf'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:46.214084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-54fad186-adfa-41bf-ae12-86e4ff8f9df6 None None] Provisioning for port a3b57481-25e4-417e-b0d2-fea62e954a10 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:46.236492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-54fad186-adfa-41bf-ae12-86e4ff8f9df6 None None] Provisioning complete for port a3b57481-25e4-417e-b0d2-fea62e954a10 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:46.237040 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-54fad186-adfa-41bf-ae12-86e4ff8f9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.265326 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.270587 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.308127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 319b7dad-39bb-40f6-b18a-223f360ae8f1 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:46.308574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.373107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.379863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Pushing event updated for resources: {'Port': ['ID=a3b57481-25e4-417e-b0d2-fea62e954a10,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:46.456748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-54fad186-adfa-41bf-ae12-86e4ff8f9df6 None None] Port a3b57481-25e4-417e-b0d2-fea62e954a10 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:51:46.486096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] Set router 348f5451-ff83-4de3-b8e5-42384ffd12bf gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:46.625129 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:46.626164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:46.673946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device da996bed-af01-41d7-8f05-ffdb5acce38f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:46.818930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Router 348f5451-ff83-4de3-b8e5-42384ffd12bf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:51:46.870426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port da996bed-af01-41d7-8f05-ffdb5acce38f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:46.870899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:46.953900 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-49b37cac-c756-433e-9aee-44d22e540e57 None None] Provisioning complete for port a3b57481-25e4-417e-b0d2-fea62e954a10 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:46.954588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-49b37cac-c756-433e-9aee-44d22e540e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:47.002809 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:51:47.016217 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f9c42fa-db11-43f0-8cf7-7167e819c11d admin admin] 10.222.0.50 "PUT /v2.0/routers/348f5451-ff83-4de3-b8e5-42384ffd12bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5213976 May 09 05:51:47.064230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-49b37cac-c756-433e-9aee-44d22e540e57 None None] Port a3b57481-25e4-417e-b0d2-fea62e954a10 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:51:47.079025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 4, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port': {'id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:42Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a3b57481-25e4-417e-b0d2-fea62e954a10', 'name': '', 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'mac_address': 'fa:16:3e:4b:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:45Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 1, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'subnets': [{'id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:47.083067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2729f4f-6e28-45ec-a222-deed23d5c864 None None] The sync data for ids ['348f5451-ff83-4de3-b8e5-42384ffd12bf'] in dv-neutron-840482-1-hyperv is: [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 4, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port': {'id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:42Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a3b57481-25e4-417e-b0d2-fea62e954a10', 'name': '', 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'mac_address': 'fa:16:3e:4b:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:45Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 1, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'subnets': [{'id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:51:47.638362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:47.740819 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48330) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:47.746373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363946582', 'description': 'tempest-secgroup-smoke-363946582 description', 'project_id': '797fb42f843540feb22e20335f70f7b9'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:47.753212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:47.757348 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:47.760632 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:47.766992 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:47.777968 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:47.806018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:47.810857 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:47.814508 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:47.821097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:47.897572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:47.902526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:47.959294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f421628b-960b-4ddc-98c0-a73b52890cb5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:47.965470 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:47.966873 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-6f95faf3-b6cb-4538-a9b0-51a84b9c1739 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2250266 May 09 05:51:47.970534 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48334) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:47.977496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': 'f421628b-960b-4ddc-98c0-a73b52890cb5', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:47.985083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:47.990149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:47.994448 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:48.002727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:48.005019 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:48.031313 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.084669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:48.090696 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:48.091130 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.109838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.115421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.142207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d03816-ef6f-4997-abf7-10d829199bd9,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:48.155980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.157835 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b7a29750-e697-4961-aa9f-999173a6a37b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846371 May 09 05:51:48.160447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48338) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:48.165900 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': 'f421628b-960b-4ddc-98c0-a73b52890cb5', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:48.173724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:48.177776 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:48.181019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:48.187969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:48.206903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.214806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.232459 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:48.240237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.282046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.286586 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.314804 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bc107a-abe9-4f1b-b3cd-af6a29ab1c86,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:48.322752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:48.327378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.328816 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-24c309df-27d2-448c-bea7-5c793b9660b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1674125 May 09 05:51:48.331565 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48342) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:48.336870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': 'f421628b-960b-4ddc-98c0-a73b52890cb5', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:48.343171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:48.347308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:48.350149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:48.355878 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:48.374047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.440962 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.445875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.469905 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847a5efe-f591-4966-bd7c-901a0250050e,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:48.480161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.481385 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b58930aa-1737-42e5-aee6-f4565a03b030 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488726 May 09 05:51:48.484252 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48346) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:48.489062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': 'f421628b-960b-4ddc-98c0-a73b52890cb5', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:48.494893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:48.498876 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:48.502064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:48.507656 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:48.528136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.601797 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.605827 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.629155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7547e0b9-90d1-4f45-b9dc-cd55e7872369,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:48.644717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.646605 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ac90a091-1f74-41d9-83a0-7f3df9fbce3f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612990 May 09 05:51:48.649726 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48350) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:48.655211 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': 'f421628b-960b-4ddc-98c0-a73b52890cb5', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:48.661361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:48.665349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:48.668790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:48.675218 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:48.686332 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Project 797fb42f843540feb22e20335f70f7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:51:48.693056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.759539 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.764541 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.787261 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193bd02f-370b-404f-b652-639cacb8ccc7,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:48.797575 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.798798 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-290e0e19-38f4-4249-b08a-75a5de32160d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480243 May 09 05:51:48.801544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48354) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:51:48.806387 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': 'f421628b-960b-4ddc-98c0-a73b52890cb5', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:48.812489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:48.816315 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:48.819162 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:48.825574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:48.838249 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Project 797fb42f843540feb22e20335f70f7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:51:48.845583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.920592 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.926666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.950144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e31653-81e3-4197-a339-e454f637f7b1,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:48.959236 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:48.960373 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cc349a74-2796-423d-b249-1c2374f1e1f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579211 May 09 05:51:49.125806 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-c34d0f50-8a1e-4de9-924d-b8990f4318f9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:51:49.152646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-c34d0f50-8a1e-4de9-924d-b8990f4318f9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:51:49.153783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-c34d0f50-8a1e-4de9-924d-b8990f4318f9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363946582&fields=id&tenant_id=797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 267 time: 0.0704317 May 09 05:51:49.197816 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:49.313353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-ee449276-a570-401b-8459-6d329b47af36 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:49.314034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-ee449276-a570-401b-8459-6d329b47af36 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:network {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:51:49.333561 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-ee449276-a570-401b-8459-6d329b47af36 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:network {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:51:49.334728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-ee449276-a570-401b-8459-6d329b47af36 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 809 time: 0.1736650 May 09 05:51:49.352056 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-39fc6dce-17e5-4396-aea6-84698176fc47 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/quotas/797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 375 time: 0.0094554 May 09 05:51:49.440174 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-5cabde35-8bac-495f-bf72-be40821b2b33 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826664 May 09 05:51:49.582730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-8ee4fa18-72b1-45be-95ee-2a8e63d54b15 service neutron] 10.222.0.50 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301072 May 09 05:51:49.718753 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-c53ab261-ec89-40ac-af43-df68862061a8 service neutron] 10.222.0.50 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301382 May 09 05:51:49.905971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f4ebecf4-945c-4e1c-afab-f54256a7f2a8 req-9a4a8228-ab96-4e57-97d2-c51a555e0c91 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 210 time: 0.0480354 May 09 05:51:49.964044 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:50.033405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:50.033763 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:50.948852 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Sync routers for ids ['348f5451-ff83-4de3-b8e5-42384ffd12bf'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:51:50.958651 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Routers {'348f5451-ff83-4de3-b8e5-42384ffd12bf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:50.959253 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['348f5451-ff83-4de3-b8e5-42384ffd12bf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:51.009956 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-3ce43ac5-d62f-4363-8a37-e58c304dee14 req-8da76c1e-60de-4e53-a634-a972892a7811 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 210 time: 0.0435102 May 09 05:51:51.135146 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Set router 348f5451-ff83-4de3-b8e5-42384ffd12bf gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:51.481106 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 4, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port': {'id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:42Z', 'updated_at': '2022-05-09T05:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a3b57481-25e4-417e-b0d2-fea62e954a10', 'name': '', 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'mac_address': 'fa:16:3e:4b:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:45Z', 'updated_at': '2022-05-09T05:51:46Z', 'revision_number': 2, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'subnets': [{'id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:51.488360 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Checking router: 348f5451-ff83-4de3-b8e5-42384ffd12bf for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:51:51.488805 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Updating router 348f5451-ff83-4de3-b8e5-42384ffd12bf port a3b57481-25e4-417e-b0d2-fea62e954a10 binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 05:51:51.546935 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:51.911247 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:51.923516 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Transition to ACTIVE for port object a3b57481-25e4-417e-b0d2-fea62e954a10 will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:51.930596 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:52.108537 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-548562cc-0b44-453f-aea5-df31592f3703 req-bfb915b5-1f3f-4dc7-b1b8-631a761a9736 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 210 time: 0.0416470 May 09 05:51:52.120947 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d45d4-2014-492d-8a37-0edaf8101e74 None None] Pushing event updated for resources: {'Port': ['ID=a3b57481-25e4-417e-b0d2-fea62e954a10,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:52.147003 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Attempting to bind port a3b57481-25e4-417e-b0d2-fea62e954a10 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:51:52.147286 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Attempting to bind port a3b57481-25e4-417e-b0d2-fea62e954a10 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:51:52.147638 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Attempting to bind port a3b57481-25e4-417e-b0d2-fea62e954a10 on network 02ae1c14-86ff-4de6-aa80-51311a4ef06e {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:52.153169 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:51:52.153702 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Checking segment: {'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:52.154161 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:52.154563 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Bound using segment: {'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:51:52.155047 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Bound port: a3b57481-25e4-417e-b0d2-fea62e954a10, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:51:52.155432 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:52.245950 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] For port a3b57481-25e4-417e-b0d2-fea62e954a10, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:51:52.249243 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] For port a3b57481-25e4-417e-b0d2-fea62e954a10, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a3b57481-25e4-417e-b0d2-fea62e954a10,segment=NetworkSegment(bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e),segment_id=bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:51:52.255351 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:52.331047 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Routers {'348f5451-ff83-4de3-b8e5-42384ffd12bf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:51:52.331659 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['348f5451-ff83-4de3-b8e5-42384ffd12bf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:52.389011 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d45d4-2014-492d-8a37-0edaf8101e74 None None] Pushing event updated for resources: {'Port': ['ID=a3b57481-25e4-417e-b0d2-fea62e954a10,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:52.523870 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] Set router 348f5451-ff83-4de3-b8e5-42384ffd12bf gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:51:52.845832 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 4, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port': {'id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:42Z', 'updated_at': '2022-05-09T05:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a3b57481-25e4-417e-b0d2-fea62e954a10', 'name': '', 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'mac_address': 'fa:16:3e:4b:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:45Z', 'updated_at': '2022-05-09T05:51:52Z', 'revision_number': 4, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'subnets': [{'id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:51:52.849909 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135639a-049a-4827-9161-e89de73f6fb3 None None] The sync data for ids ['348f5451-ff83-4de3-b8e5-42384ffd12bf'] in dv-neutron-840482-1-hyperv is: [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T05:51:45Z', 'revision_number': 4, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port': {'id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:42Z', 'updated_at': '2022-05-09T05:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a3b57481-25e4-417e-b0d2-fea62e954a10', 'name': '', 'network_id': '02ae1c14-86ff-4de6-aa80-51311a4ef06e', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'mac_address': 'fa:16:3e:4b:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:45Z', 'updated_at': '2022-05-09T05:51:52Z', 'revision_number': 4, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'subnets': [{'id': '5e65ead7-e234-48d9-a69e-b61b9f719be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:51:53.361355 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2355b942-796c-4f56-8ff0-4eedb35a9fca req-8c724df8-b76f-42f8-8772-7b034680fca9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 210 time: 0.1006508 May 09 05:51:53.423136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-5f7a80a9-3edf-4dd2-a0be-27c6093c1831 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:53.424566 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-5f7a80a9-3edf-4dd2-a0be-27c6093c1831 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 809 time: 0.3049023 May 09 05:51:53.499361 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-e0cd7241-b902-4567-a36b-8f74a102a537 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 379 time: 0.0408888 May 09 05:51:53.508068 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'port': {'device_id': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'admin_state_up': True, 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'security_groups': ['f421628b-960b-4ddc-98c0-a73b52890cb5']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:53.649151 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:51:53.655250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:port and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:51:53.658487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:51:53.664635 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:51:53.675556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Made reservation on behalf of 797fb42f843540feb22e20335f70f7b9 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:51:53.679322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:53.847929 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Allocated IP 172.20.0.13 (22a92171-f920-4470-ac70-0db173712f21/8209f5d0-85ce-465e-a96e-fd610a44c407/53c56965-9271-4b25-beeb-306450df06ba) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:51:53.970967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a3b57481-25e4-417e-b0d2-fea62e954a10 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:54.048129 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a3b57481-25e4-417e-b0d2-fea62e954a10 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:54.055886 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a3b57481-25e4-417e-b0d2-fea62e954a10 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:54.056714 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.059443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.078675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Transition to ACTIVE for port object 53c56965-9271-4b25-beeb-306450df06ba will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:54.104925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.180825 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.187608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Network 22a92171-f920-4470-ac70-0db173712f21 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:51:54.190869 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:51:54.193322 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:51:54.214022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a3b57481-25e4-417e-b0d2-fea62e954a10, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a3b57481-25e4-417e-b0d2-fea62e954a10,segment=NetworkSegment(bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e),segment_id=bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:54.221308 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.244826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:54.277828 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:54.278581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.306465 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-7c409048-7747-41b4-8e82-26c32e123554 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8018570 May 09 05:51:54.324969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Request body: {'port': {'device_id': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:51:54.359016 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a3b57481-25e4-417e-b0d2-fea62e954a10,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:54.455999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.496878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3c11ee6e-f3c4-451b-91d1-419073b61a6f None None] Provisioning for port 53c56965-9271-4b25-beeb-306450df06ba completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:51:54.502094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-3c11ee6e-f3c4-451b-91d1-419073b61a6f None None] Provisioning complete for port 53c56965-9271-4b25-beeb-306450df06ba triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:54.502454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3c11ee6e-f3c4-451b-91d1-419073b61a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.554564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-3c11ee6e-f3c4-451b-91d1-419073b61a6f None None] Port 53c56965-9271-4b25-beeb-306450df06ba cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:51:54.678668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eccffd-baee-45ed-addd-675ca239987e req-5a07f035-b8b0-4206-9948-1e35495231bc tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:54.679364 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-99eccffd-baee-45ed-addd-675ca239987e req-5a07f035-b8b0-4206-9948-1e35495231bc tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:51:54.775069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-99eccffd-baee-45ed-addd-675ca239987e req-5a07f035-b8b0-4206-9948-1e35495231bc tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:51:54.776257 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-99eccffd-baee-45ed-addd-675ca239987e req-5a07f035-b8b0-4206-9948-1e35495231bc tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 932 time: 0.3058898 May 09 05:51:54.857823 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-99eccffd-baee-45ed-addd-675ca239987e req-f5aa1122-58a4-41f9-a676-0f8ce1cd6010 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736017 May 09 05:51:54.929613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c56965-9271-4b25-beeb-306450df06ba {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:51:54.937352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:54.952155 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Transition to ACTIVE for port object 53c56965-9271-4b25-beeb-306450df06ba will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:51:54.957689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:55.124246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:55.299615 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Attempting to bind port 53c56965-9271-4b25-beeb-306450df06ba on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:51:55.299952 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Attempting to bind port 53c56965-9271-4b25-beeb-306450df06ba by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:51:55.300283 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Attempting to bind port 53c56965-9271-4b25-beeb-306450df06ba on network 22a92171-f920-4470-ac70-0db173712f21 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:55.305375 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Port 53c56965-9271-4b25-beeb-306450df06ba on network 22a92171-f920-4470-ac70-0db173712f21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:51:55.305698 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Attempting to bind port 53c56965-9271-4b25-beeb-306450df06ba on network 22a92171-f920-4470-ac70-0db173712f21 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:51:55.311608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:51:55.311948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Checking segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:51:55.312306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Bound using segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:51:55.312795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Bound port: 53c56965-9271-4b25-beeb-306450df06ba, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:51:55.313137 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:55.410680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:51:55.413653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:51:55.422315 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:55.486716 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:55.487308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:55.488771 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] 10.222.0.59 "PUT /v2.0/ports/53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 1094 time: 1.1685851 May 09 05:51:55.489182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:51:55.511536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff2b59-60eb-4f0e-941d-bd23d9f76854 service neutron] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:55.542232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3348b82-5c48-4c35-89b6-ebfed6a78a5b'] response: {'name': 'network-changed', 'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'status': 'completed', 'code': 200} May 09 05:51:55.642065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-e28aee87-8cae-4c1e-91e8-1ed899582bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:55.643579 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-e28aee87-8cae-4c1e-91e8-1ed899582bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1097 time: 0.0827360 May 09 05:51:55.716550 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-37d9293c-5b5e-4232-afba-31393ef5b2b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 217 time: 0.0601504 May 09 05:51:55.781616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-8be00359-d6b8-4e20-adc9-37b21d5663a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:55.782918 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-8be00359-d6b8-4e20-adc9-37b21d5663a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0611174 May 09 05:51:55.857618 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-0333d01d-0532-4a9c-baa5-5e0ca24b50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:55.859084 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-0333d01d-0532-4a9c-baa5-5e0ca24b50fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702505 May 09 05:51:55.960595 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a3b57481-25e4-417e-b0d2-fea62e954a10 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:51:56.035052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a3b57481-25e4-417e-b0d2-fea62e954a10 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:51:56.035444 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:56.036370 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-bbe623b4-658a-45dc-a2c5-071a43b3166b service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707950 May 09 05:51:56.174545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed80b0-7e1c-46ef-a25d-b4e2d2567031 req-b793a4ea-7e5a-45f7-b5dd-97c3e9818681 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:56.175995 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8ed80b0-7e1c-46ef-a25d-b4e2d2567031 req-b793a4ea-7e5a-45f7-b5dd-97c3e9818681 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.1919854 May 09 05:51:56.206724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b9ec616-5013-4810-817d-b39e13da3f46 req-e8677214-b68b-4e4b-b792-b462ba55d44a service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609218 May 09 05:51:56.228685 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c8ed80b0-7e1c-46ef-a25d-b4e2d2567031 req-44f90535-7f9e-48f1-b89c-ccd0daad5233 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 May 09 05:51:56.368223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-fbaf1310-7890-4912-bd89-9b2d6fd133a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:56.369724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-fbaf1310-7890-4912-bd89-9b2d6fd133a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1097 time: 0.0781038 May 09 05:51:56.516845 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-54799853-b577-4ee0-b27b-3f1df7baa28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:56.518208 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-54799853-b577-4ee0-b27b-3f1df7baa28c service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1422932 May 09 05:51:56.588232 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-80a515ad-a99c-4d6c-a54c-9336f716ff5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 217 time: 0.0640111 May 09 05:51:56.651431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-597cc230-e28b-441a-a3aa-b592b4eb3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:56.653183 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-597cc230-e28b-441a-a3aa-b592b4eb3a68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0588374 May 09 05:51:56.750944 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-f0643d50-33a7-4418-8f7f-00647c7b9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:56.752515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-f0643d50-33a7-4418-8f7f-00647c7b9ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936327 May 09 05:51:56.916728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-24f0d46f-eb09-45e3-bcc9-85750408f38b service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578515 May 09 05:51:57.171694 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6f513deb-7bce-4a89-bf11-7aadbefe1ba0 req-4cc01b42-5122-4a8e-9968-49c297d40fa0 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482598 May 09 05:51:57.419943 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372b745-c973-43fa-a032-d9af46244ff1 req-632bf135-9fb1-4aed-845c-610e4f5d8b57 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:57.421414 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5372b745-c973-43fa-a032-d9af46244ff1 req-632bf135-9fb1-4aed-845c-610e4f5d8b57 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0844376 May 09 05:51:57.466150 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5372b745-c973-43fa-a032-d9af46244ff1 req-344224d7-67f8-47d7-84a8-ca5c3197f333 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389299 May 09 05:51:58.678427 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3064d-02bf-4a8b-9ad4-6f8560a55064 req-706890e4-c11d-48bb-99b7-360dbc3413c2 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:58.679870 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23d3064d-02bf-4a8b-9ad4-6f8560a55064 req-706890e4-c11d-48bb-99b7-360dbc3413c2 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0964024 May 09 05:51:58.724299 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-23d3064d-02bf-4a8b-9ad4-6f8560a55064 req-39df8254-85b4-4793-b78a-4c7fa6f6585e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383701 May 09 05:51:59.253206 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:51:59.406061 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:59.419589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '53c56965-9271-4b25-beeb-306450df06ba', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'port_id': '53c56965-9271-4b25-beeb-306450df06ba', 'mac_address': 'fa:16:3e:1e:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:51:59.479671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:59.497056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c56965-9271-4b25-beeb-306450df06ba {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:51:59.513196 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:51:59.523066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:51:59.602983 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:51:59.930886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92308ae3-4f46-436f-a6a5-dc15d46fa2b5 req-6098498b-6943-4cde-8d47-d3c2b24faec5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:51:59.932349 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92308ae3-4f46-436f-a6a5-dc15d46fa2b5 req-6098498b-6943-4cde-8d47-d3c2b24faec5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 945 time: 0.0840569 May 09 05:51:59.938911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['53c56965-9271-4b25-beeb-306450df06ba'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:51:59.979651 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-92308ae3-4f46-436f-a6a5-dc15d46fa2b5 req-aeaf2b2a-df48-4c05-96cd-ac6d421ad953 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413852 May 09 05:52:01.171453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2809c4-fbf5-4363-a2f5-8130612eeaee req-4cb6ad95-063b-4c69-8c60-cdd95352f881 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:01.172912 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc2809c4-fbf5-4363-a2f5-8130612eeaee req-4cb6ad95-063b-4c69-8c60-cdd95352f881 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 945 time: 0.0867789 May 09 05:52:01.218545 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cc2809c4-fbf5-4363-a2f5-8130612eeaee req-7fbfa5e6-99e4-44b0-9dbe-16e45692b018 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373931 May 09 05:52:01.250678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:52:01.322970 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 53c56965-9271-4b25-beeb-306450df06ba completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:52:01.327954 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 53c56965-9271-4b25-beeb-306450df06ba triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:52:01.328325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:01.446304 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:01.473213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:52:01.483578 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:52:01.488617 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:01.560896 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:52:01.568902 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1cb966-1596-4769-b635-1ca514d26911'] response: {'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'code': 200} May 09 05:52:01.846580 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d6589-3316-491f-a680-aa5aacb1b5cc req-e921f5f5-500e-4d45-9f63-b1439cf63124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:01.848052 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6b7d6589-3316-491f-a680-aa5aacb1b5cc req-e921f5f5-500e-4d45-9f63-b1439cf63124 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1099 time: 0.0826612 May 09 05:52:01.897185 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6b7d6589-3316-491f-a680-aa5aacb1b5cc req-20ea018a-7c00-430c-8b70-3dfe6175ceec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 May 09 05:52:02.429852 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1b954-1e82-40c5-b300-50b6f55a6a09 req-485eb9f5-d640-41ef-9f8d-8fbc48bb1c68 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:02.431314 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-01c1b954-1e82-40c5-b300-50b6f55a6a09 req-485eb9f5-d640-41ef-9f8d-8fbc48bb1c68 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0839400 May 09 05:52:02.475566 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-01c1b954-1e82-40c5-b300-50b6f55a6a09 req-e4d5d48d-966f-4153-9670-31e2bc725b16 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 May 09 05:52:03.688113 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c69c4-f5d1-4838-b65b-b1a4dffe5f15 req-74147647-7ab4-49e0-9f02-1cbe3170867d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:03.689616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-861c69c4-f5d1-4838-b65b-b1a4dffe5f15 req-74147647-7ab4-49e0-9f02-1cbe3170867d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0967319 May 09 05:52:03.733509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-861c69c4-f5d1-4838-b65b-b1a4dffe5f15 req-48e115e9-5f1b-4760-a0e7-87165aaec6ff tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381141 May 09 05:52:03.933574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a24012-d0ee-4df9-8673-24fc6b919a26 req-d14c96cc-f9fc-4177-835a-0acbfa9476b9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:03.935309 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a24012-d0ee-4df9-8673-24fc6b919a26 req-d14c96cc-f9fc-4177-835a-0acbfa9476b9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0978160 May 09 05:52:03.979680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a24012-d0ee-4df9-8673-24fc6b919a26 req-90504454-07ac-45b5-be1e-088b2ef23a3e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387092 May 09 05:52:04.003368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48424) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:52:04.180612 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6093adbe-4b2f-4aa7-bd9a-df3092d8c3b5 tempest-TestShelveInstance-1529061193 tempest-TestShelveInstance-1529061193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:04.182081 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6093adbe-4b2f-4aa7-bd9a-df3092d8c3b5 tempest-TestShelveInstance-1529061193 tempest-TestShelveInstance-1529061193-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1094 time: 0.1777244 May 09 05:52:04.186249 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48430) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:52:04.193727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '53c56965-9271-4b25-beeb-306450df06ba', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:52:04.203677 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:52:04.209931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:floatingip and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:52:04.214902 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:52:04.221683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:52:04.234881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:04.376044 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:04.531577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Allocated IP 172.26.0.7 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/cefc6a7d-aa50-4aa1-baad-753581222ee9) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:52:04.694665 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:04.726386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:04.790831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:52:04.793861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:52:04.797508 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:52:04.825867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'Port': ['ID=cefc6a7d-aa50-4aa1-baad-753581222ee9,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:52:05.317014 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:05.405759 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:05.616948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:05.624143 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:05.743154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'Port': ['ID=cefc6a7d-aa50-4aa1-baad-753581222ee9,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:52:05.755463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:05.931072 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Floating IP 12a0bb5f-29ff-4ff5-b206-0e2201f608d3 associated. External IP: 172.26.0.7, port: 53c56965-9271-4b25-beeb-306450df06ba. May 09 05:52:06.278267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Router 094ae1a4-b757-43b5-9834-844cef241687 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:52:06.463670 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:52:06.473415 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] Sync routers for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:52:06.484203 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:52:06.484822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:52:06.492872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:06.550749 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-6d0546e9-3059-420f-9150-ba3e7d51d8a0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3631804 May 09 05:52:06.551353 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:52:06.594768 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dcf98b-0d74-473c-b614-2619fb84bb97'] response: {'name': 'network-changed', 'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'status': 'completed', 'code': 200} May 09 05:52:06.672724 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:52:06.707568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-884284c3-80ad-491b-90cc-9f1d07adf463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:06.709077 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-884284c3-80ad-491b-90cc-9f1d07adf463 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1099 time: 0.0703390 May 09 05:52:06.963628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-bc1228e6-a4a7-4a61-babe-0c15636cfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:06.965000 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-bc1228e6-a4a7-4a61-babe-0c15636cfef8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.2499223 May 09 05:52:07.066281 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-b18e3061-f339-4198-8961-3dadda3e7599 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 998 time: 0.0949802 May 09 05:52:07.072611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '12a0bb5f-29ff-4ff5-b206-0e2201f608d3', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'floating_ip_address': '172.26.0.7', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '094ae1a4-b757-43b5-9834-844cef241687', 'port_id': '53c56965-9271-4b25-beeb-306450df06ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'mac_address': 'fa:16:3e:1e:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:52:05Z', 'updated_at': '2022-05-09T05:52:05Z', 'revision_number': 0, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:52:07.076612 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] Checking router: 094ae1a4-b757-43b5-9834-844cef241687 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:52:07.084818 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:52:07.085407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:51:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:52:07.130480 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-661c16d6-35ce-4e64-ab65-b8416ad14a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:07.131900 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-661c16d6-35ce-4e64-ab65-b8416ad14a64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0604322 May 09 05:52:07.206641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-0bfe056e-7d2e-40aa-8268-cbfbc2a5ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:07.208098 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-0bfe056e-7d2e-40aa-8268-cbfbc2a5ea54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704150 May 09 05:52:07.262907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:52:07.343690 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-9c90aaaa-ed90-43a9-a42f-cffb2e918bfb service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291814 May 09 05:52:07.476706 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3b20da-bec1-47de-bf3f-61bdd932b41d req-cac5e179-bb5b-4a7b-a43b-0037be448df6 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269743 May 09 05:52:07.612634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '12a0bb5f-29ff-4ff5-b206-0e2201f608d3', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'floating_ip_address': '172.26.0.7', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '094ae1a4-b757-43b5-9834-844cef241687', 'port_id': '53c56965-9271-4b25-beeb-306450df06ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'mac_address': 'fa:16:3e:1e:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:52:05Z', 'updated_at': '2022-05-09T05:52:05Z', 'revision_number': 0, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:52:07.617390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5449c9-b2b4-4c72-ad46-c4cd38e4e907 None None] The sync data for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv is: [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '12a0bb5f-29ff-4ff5-b206-0e2201f608d3', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'floating_ip_address': '172.26.0.7', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '094ae1a4-b757-43b5-9834-844cef241687', 'port_id': '53c56965-9271-4b25-beeb-306450df06ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'mac_address': 'fa:16:3e:1e:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:52:05Z', 'updated_at': '2022-05-09T05:52:05Z', 'revision_number': 0, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:52:07.809766 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33680e82-433d-478a-9e46-03c388ae5e60 None None] New status for floating IP 12a0bb5f-29ff-4ff5-b206-0e2201f608d3: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:52:12.411305 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-596e070b-040c-4ca1-989d-f295ede73cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:14.659869 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1f39293b-33b4-45f3-9faa-b06cdb4c02f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:15.919024 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:15.988654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:17.639369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:17.731372 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:52:19.208599 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:41.651171 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-57c0b3e0-5619-4a6a-bb85-410906d746bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701172 May 09 05:52:41.816563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-8bc68b10-00a0-4248-b39f-98da67d1b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:41.818006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-8bc68b10-00a0-4248-b39f-98da67d1b651 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1099 time: 0.0790918 May 09 05:52:41.963171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-5d9a47a5-fa91-4166-9952-3c829b7ef7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:41.964596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-5d9a47a5-fa91-4166-9952-3c829b7ef7ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1272786 May 09 05:52:42.067335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-a7864ff8-5a27-4fde-a847-e37b658593e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 1000 time: 0.0962908 May 09 05:52:42.129487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-4c70eeda-b4d1-4d2f-b651-a47bc421c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:42.130864 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-4c70eeda-b4d1-4d2f-b651-a47bc421c9de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0574493 May 09 05:52:42.208626 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-e5ac8349-81cf-4d07-85e0-ee9b340190f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:52:42.210066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-e5ac8349-81cf-4d07-85e0-ee9b340190f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728176 May 09 05:52:42.348967 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-da9a91cd-976a-4f9d-b387-66e3bb6ae69b service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320145 May 09 05:52:42.405675 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-82abdcb2-8ffb-4a3e-ac3c-2612ad47c6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:42.497590 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-86ff0042-66e9-43fb-a3d2-bc6b52ebb500 req-9ae2f2d8-9621-42f6-963f-e9d43e19bbc3 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424689 May 09 05:52:44.663114 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5324c47-0a3e-48a0-8fb9-741d5025b224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:45.921236 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:45.982190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:47.646351 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:49.229461 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:52:54.734428 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:53:12.419516 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-882e45e0-11f0-4f6b-9273-2250788efde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:14.668080 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ff7354f1-0465-44eb-892e-70518986cfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:15.928548 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:15.985859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:17.646581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:19.224867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:31.737894 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:53:42.421916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6d041eca-bea2-4918-9c35-ff926be75368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:42.728694 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-a1e0938c-fbd7-4195-86eb-470adfcfb6ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1249878 May 09 05:53:42.897692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-46e261a9-8f07-4819-ac72-6dea56b5a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:53:42.899136 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-46e261a9-8f07-4819-ac72-6dea56b5a021 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1099 time: 0.0785260 May 09 05:53:43.162609 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-6eeca734-2bd5-4c24-bced-ed3c13414f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:53:43.164064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-6eeca734-2bd5-4c24-bced-ed3c13414f9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.2440882 May 09 05:53:43.279185 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-305005fc-e0da-4c36-91a2-9f6c4f327402 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 1000 time: 0.1075072 May 09 05:53:43.344562 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-6ba2d60e-17f8-472e-98b2-33af8f24cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:53:43.345933 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-6ba2d60e-17f8-472e-98b2-33af8f24cd2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0605884 May 09 05:53:43.421311 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-0f3247ad-d7d2-45bd-82cb-c16f64431af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:53:43.422800 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-0f3247ad-d7d2-45bd-82cb-c16f64431af2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707538 May 09 05:53:43.432872 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-2bdfab48-018a-4efa-8449-aada17815133 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:53:43.433787 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-2bdfab48-018a-4efa-8449-aada17815133 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048597 May 09 05:53:43.572588 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-304098f3-bd99-4c1a-a6a4-1b99032147bc service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323800 May 09 05:53:43.704522 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5a5089b-1b7a-4e9f-8932-09ca05e50c06 req-b41df47e-f5d2-4a53-b516-a331f9866a69 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261015 May 09 05:53:44.667946 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6a50e1db-af5f-442a-b340-94a644762f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:45.931827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:45.991238 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:47.661159 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:53:49.233402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:08.743503 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:54:12.420472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1e511ce5-9013-422d-b65b-47ce8d65e3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:14.666826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45bdb23e-8c1c-4268-9f56-11b9f4e05c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:15.932880 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:15.994482 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:17.661951 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:19.228121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:33.411035 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f999a-e7ec-4b9f-9a42-6be2f10e8a7d req-a60d92b1-d31a-4b47-b9e7-2e093d06bbb3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:33.412424 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-519f999a-e7ec-4b9f-9a42-6be2f10e8a7d req-a60d92b1-d31a-4b47-b9e7-2e093d06bbb3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0918376 May 09 05:54:33.456793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-519f999a-e7ec-4b9f-9a42-6be2f10e8a7d req-21ef996f-a9d9-4b38-94d4-84ae8d09e04d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385804 May 09 05:54:34.677361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c88de-e4cb-4399-b89b-3a96633b18ac req-104e792c-b9db-4f61-b765-89c0904d2c4d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:34.678830 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b72c88de-e4cb-4399-b89b-3a96633b18ac req-104e792c-b9db-4f61-b765-89c0904d2c4d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0945067 May 09 05:54:34.725745 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b72c88de-e4cb-4399-b89b-3a96633b18ac req-0319d18b-7888-4d50-b757-fc63a360fd85 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383301 May 09 05:54:35.927638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffaa90-b117-4ad6-b24f-3e502ed260d8 req-f9c33047-21d2-4b6b-bf42-6e2f3cacafde tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:35.929268 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1ffaa90-b117-4ad6-b24f-3e502ed260d8 req-f9c33047-21d2-4b6b-bf42-6e2f3cacafde tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0841587 May 09 05:54:35.977429 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1ffaa90-b117-4ad6-b24f-3e502ed260d8 req-bc8a9c94-f525-40a5-a4de-e0e5c89eab16 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384989 May 09 05:54:37.169386 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2d82e-27cb-4d4f-b73c-3e69312e0f38 req-3e4917c1-1565-4ddf-9874-a45abd76ed61 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:37.170824 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9bc2d82e-27cb-4d4f-b73c-3e69312e0f38 req-3e4917c1-1565-4ddf-9874-a45abd76ed61 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0867248 May 09 05:54:37.227661 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9bc2d82e-27cb-4d4f-b73c-3e69312e0f38 req-0cdb711c-06c9-475f-adea-80e05796724e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509493 May 09 05:54:38.430554 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08625380-fd50-4ee5-af99-6dc3e5d25a62 req-c40839f5-3ab1-476d-85b5-183ae890fac1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:38.432007 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-08625380-fd50-4ee5-af99-6dc3e5d25a62 req-c40839f5-3ab1-476d-85b5-183ae890fac1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0909314 May 09 05:54:38.475778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-08625380-fd50-4ee5-af99-6dc3e5d25a62 req-ef1a8a2d-f924-4b75-9ae8-75de9f3a5553 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379767 May 09 05:54:39.692319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df0b5-db7b-4e8a-a499-8a38355c2d75 req-ff99c498-e5ec-4987-be83-f32531178924 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:39.693793 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d9df0b5-db7b-4e8a-a499-8a38355c2d75 req-ff99c498-e5ec-4987-be83-f32531178924 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0932865 May 09 05:54:39.742103 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d9df0b5-db7b-4e8a-a499-8a38355c2d75 req-506690ad-d2c3-403d-8366-539f1ba5f78e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400817 May 09 05:54:40.936159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea0cf6-ff64-4c88-b2af-169602c91c35 req-c7f8be20-a270-4c3d-9315-bb20aaec2414 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:40.937644 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbea0cf6-ff64-4c88-b2af-169602c91c35 req-c7f8be20-a270-4c3d-9315-bb20aaec2414 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0813937 May 09 05:54:40.984245 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bbea0cf6-ff64-4c88-b2af-169602c91c35 req-d944edc9-bcc2-44f0-a898-351556a5f14a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397720 May 09 05:54:42.185083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725db91-d550-4a44-af4f-bb42ab5d60ae req-72987651-88d6-4edb-b8d3-aa6b12050303 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:42.186529 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c725db91-d550-4a44-af4f-bb42ab5d60ae req-72987651-88d6-4edb-b8d3-aa6b12050303 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0938325 May 09 05:54:42.233083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c725db91-d550-4a44-af4f-bb42ab5d60ae req-546e2dbf-7eaa-4986-ae01-1d2fadff3976 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 May 09 05:54:42.418276 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-797f6634-0e1e-4c16-8fb4-609c43a99106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:43.438264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ec81-0dca-4a51-9f09-bf4b6239f693 req-0808976f-cff6-40e2-8072-a7e1faa9ce05 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:43.439711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1501ec81-0dca-4a51-9f09-bf4b6239f693 req-0808976f-cff6-40e2-8072-a7e1faa9ce05 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0907724 May 09 05:54:43.488720 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1501ec81-0dca-4a51-9f09-bf4b6239f693 req-9bce56f7-45d3-4a1b-a62e-5bab13902b1c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 May 09 05:54:43.744348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-82e975e9-63be-49a4-a3eb-c7a4bf0679fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:43.745739 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-82e975e9-63be-49a4-a3eb-c7a4bf0679fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1099 time: 0.0721977 May 09 05:54:43.895030 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-ccf638b4-cf4e-4361-bc94-ed2ea28e6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:43.896441 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-ccf638b4-cf4e-4361-bc94-ed2ea28e6c8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1313255 May 09 05:54:44.115337 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-02367c15-a6e2-473b-850b-6940c3f23f30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 1000 time: 0.2113900 May 09 05:54:44.181130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-a314fdf4-cc95-4a7c-ba56-80756d34d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:44.183155 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-a314fdf4-cc95-4a7c-ba56-80756d34d5a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0614812 May 09 05:54:44.268301 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-4882bb74-3a15-40cd-b516-132958e0f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:44.269888 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-4882bb74-3a15-40cd-b516-132958e0f263 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805643 May 09 05:54:44.402987 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-36e64d8f-7f39-48b9-87a8-91ef8774542b service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263504 May 09 05:54:44.538456 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6e1da731-cc85-4e68-bf91-24f0aea6dd96 req-4b7f65a2-6d93-417c-a25c-02d9b2ae74dd service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287920 May 09 05:54:44.661601 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f400983b-a5f7-4d9b-ab40-b0d2473e24a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:44.685130 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15073b-5d7e-45ef-b65f-50d2296a98bb req-e91ce367-312a-4b32-9f2a-7cdcd3d7b91e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:44.686585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b15073b-5d7e-45ef-b65f-50d2296a98bb req-e91ce367-312a-4b32-9f2a-7cdcd3d7b91e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0812895 May 09 05:54:44.731700 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2b15073b-5d7e-45ef-b65f-50d2296a98bb req-4b6bb92b-644d-46f6-914e-6dff83964f23 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389910 May 09 05:54:45.744315 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:54:45.931657 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:45.942369 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5683d-0d9a-417b-a95f-8a50768a4904 req-9877f508-7f10-4901-8bf7-32eb47187339 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:45.943842 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d5683d-0d9a-417b-a95f-8a50768a4904 req-9877f508-7f10-4901-8bf7-32eb47187339 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0882170 May 09 05:54:45.996216 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c5d5683d-0d9a-417b-a95f-8a50768a4904 req-087735c9-279e-48d3-83ba-907067d88c27 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465126 May 09 05:54:45.998087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:46.245455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:54:46.394450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:54:46.408248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '53c56965-9271-4b25-beeb-306450df06ba', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'port_id': '53c56965-9271-4b25-beeb-306450df06ba', 'mac_address': 'fa:16:3e:1e:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:54:46.473483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:46.496166 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53c56965-9271-4b25-beeb-306450df06ba {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:54:46.513628 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:54:46.520374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:46.595282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:54:46.607977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.608556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.609175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.609608 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.610101 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.610557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.611022 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.611472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.611941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.612377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.612913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.613216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:54:46.660106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['53c56965-9271-4b25-beeb-306450df06ba'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:54:47.197308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84c32d-5fdb-4d95-b15e-87e1fe1bf253 req-6bbbab06-e1e5-4d98-9bc9-f214f2156b7c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:47.198803 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4a84c32d-5fdb-4d95-b15e-87e1fe1bf253 req-6bbbab06-e1e5-4d98-9bc9-f214f2156b7c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 945 time: 0.0908248 May 09 05:54:47.244721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4a84c32d-5fdb-4d95-b15e-87e1fe1bf253 req-36262cd7-d011-4c16-a748-687e651e76a8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400174 May 09 05:54:47.666204 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:48.262828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:54:48.340218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 53c56965-9271-4b25-beeb-306450df06ba triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:54:48.340585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:48.441673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08ebcb-13b9-4d2a-baa2-8beb0e98127a req-52055add-3994-45bf-aa67-99233aad1942 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:48.443291 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6a08ebcb-13b9-4d2a-baa2-8beb0e98127a req-52055add-3994-45bf-aa67-99233aad1942 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 945 time: 0.0862904 May 09 05:54:48.462476 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:48.488712 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6a08ebcb-13b9-4d2a-baa2-8beb0e98127a req-4be66023-8fad-49be-85f2-88e8ca94785d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395792 May 09 05:54:48.491420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:54:48.501778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:54:48.512924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:48.547985 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9992515c-a4fe-4d0b-8818-1663c49c8eda'] response: {'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'code': 200} May 09 05:54:48.591319 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:54:49.228916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:54:49.695004 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7455b22-70fe-410a-95a9-b8732a870d2d req-5362870d-957f-4ff8-93f8-ef1a14940682 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:49.696466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7455b22-70fe-410a-95a9-b8732a870d2d req-5362870d-957f-4ff8-93f8-ef1a14940682 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0902939 May 09 05:54:49.746819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e7455b22-70fe-410a-95a9-b8732a870d2d req-311836a8-27c5-4550-a3d6-2842aea15057 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443683 May 09 05:54:50.942214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52c64-da96-4633-adeb-6c07be23227a req-3a48fb59-cc6d-4379-ba1c-91bf0ec9704d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:50.944682 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b8f52c64-da96-4633-adeb-6c07be23227a req-3a48fb59-cc6d-4379-ba1c-91bf0ec9704d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0831435 May 09 05:54:51.004768 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b8f52c64-da96-4633-adeb-6c07be23227a req-c6b153a9-bf26-42b5-9a54-fe1fe2332f9f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513556 May 09 05:54:52.231207 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543856e1-e1b6-4cb5-beb2-45358e66b436 req-8e83e2ae-5260-4056-9d91-1df006ed7b05 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:52.232731 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-543856e1-e1b6-4cb5-beb2-45358e66b436 req-8e83e2ae-5260-4056-9d91-1df006ed7b05 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.1035984 May 09 05:54:52.285179 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-543856e1-e1b6-4cb5-beb2-45358e66b436 req-9c82f5f3-2c23-498e-8eeb-b939054214be tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462892 May 09 05:54:53.487419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c3810-0cf8-44eb-84fb-e239564f91e5 req-9cadb65b-916d-4022-ae89-fcbbabc1905a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:53.489028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34c3810-0cf8-44eb-84fb-e239564f91e5 req-9cadb65b-916d-4022-ae89-fcbbabc1905a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0883582 May 09 05:54:53.548998 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e34c3810-0cf8-44eb-84fb-e239564f91e5 req-061d6b50-e269-444b-a7c9-b1701eaa1689 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523078 May 09 05:54:54.755471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20c4d6-291d-4bb8-9f81-dfc26f498119 req-d885aa27-4ba4-48a5-91eb-5ef3b44fe564 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:54.757040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c20c4d6-291d-4bb8-9f81-dfc26f498119 req-d885aa27-4ba4-48a5-91eb-5ef3b44fe564 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0871263 May 09 05:54:54.807970 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2c20c4d6-291d-4bb8-9f81-dfc26f498119 req-31317031-7762-4c68-9be5-139638e700f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421114 May 09 05:54:56.023466 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2501a7-df1d-41a8-9763-2bfb37c19cc4 req-c4e7deb0-abbb-45b7-a04d-4fcb0ea025e8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:56.029843 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd2501a7-df1d-41a8-9763-2bfb37c19cc4 req-c4e7deb0-abbb-45b7-a04d-4fcb0ea025e8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.1097689 May 09 05:54:56.073499 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dd2501a7-df1d-41a8-9763-2bfb37c19cc4 req-7b858ec2-1ca7-4bb3-a35e-f1094124bd37 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409539 May 09 05:54:57.275441 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b15de-1e86-4329-b1a2-69f9bdff4e2c req-0f670e54-35f3-4b9b-9893-8f906c97fd4c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:57.277169 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac1b15de-1e86-4329-b1a2-69f9bdff4e2c req-0f670e54-35f3-4b9b-9893-8f906c97fd4c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0889525 May 09 05:54:57.322819 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac1b15de-1e86-4329-b1a2-69f9bdff4e2c req-ebebeb50-8ec4-4327-9756-35f77c94b553 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393014 May 09 05:54:58.514200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8cc9a-24ed-406c-b5de-eed2a6af4a04 req-f69421a0-44e2-4aa7-9309-2fa78e4bdb7a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:58.515685 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ad8cc9a-24ed-406c-b5de-eed2a6af4a04 req-f69421a0-44e2-4aa7-9309-2fa78e4bdb7a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0822401 May 09 05:54:58.566951 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9ad8cc9a-24ed-406c-b5de-eed2a6af4a04 req-f8a56e98-66c9-4d4b-83a1-4b216d1c3ba2 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445671 May 09 05:54:59.770518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb592bc-256f-4a65-b769-1fd86cb70548 req-19c36cbe-6511-43c3-ad30-f85f9c1cbb8e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:54:59.772030 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cbb592bc-256f-4a65-b769-1fd86cb70548 req-19c36cbe-6511-43c3-ad30-f85f9c1cbb8e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0926795 May 09 05:54:59.819580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cbb592bc-256f-4a65-b769-1fd86cb70548 req-34699a32-ad3e-4094-858f-6f4a18d527d5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389001 May 09 05:55:00.177800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-f06f1e52-e7d7-49e0-a2a2-946f6a0e3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:00.179477 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-f06f1e52-e7d7-49e0-a2a2-946f6a0e3564 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1099 time: 0.0802481 May 09 05:55:00.317118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-5ae88769-9e58-4d4c-9ba6-bb0ed66125cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:00.318542 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-5ae88769-9e58-4d4c-9ba6-bb0ed66125cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1327627 May 09 05:55:00.420728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-781fbafd-aba7-48f5-a921-19c09928a91f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 1000 time: 0.0958478 May 09 05:55:00.486812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-71d8f7c3-96ab-4b77-9bd0-2e6bcee83813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:00.489157 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-71d8f7c3-96ab-4b77-9bd0-2e6bcee83813 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0617900 May 09 05:55:00.575473 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-e9ec184d-a7ae-49d6-bce8-a2ba8be58984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:00.576877 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-e9ec184d-a7ae-49d6-bce8-a2ba8be58984 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813050 May 09 05:55:00.810639 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-9e5c54ce-71e9-4642-884d-a197c90e3cfb service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274849 May 09 05:55:01.000994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf45a43a-b0b4-4549-ad63-c938fa50f0d2 req-e38d4ce8-13ef-4345-a40a-4cfd57872930 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839287 May 09 05:55:01.037423 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36c8a3-d8b0-4fcc-ab35-9de835085257 req-42f8569a-917e-4152-9b9f-75cf8d305309 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:01.038983 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b36c8a3-d8b0-4fcc-ab35-9de835085257 req-42f8569a-917e-4152-9b9f-75cf8d305309 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.1109767 May 09 05:55:01.087116 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b36c8a3-d8b0-4fcc-ab35-9de835085257 req-bdcd4b2e-fbe0-4a48-9921-094dbee8c058 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 May 09 05:55:02.291516 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1a5f4-e86e-4c0d-a56b-6f6222b99ed2 req-59309396-10fc-4f41-95b7-93c0bd3a5335 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:02.294680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61f1a5f4-e86e-4c0d-a56b-6f6222b99ed2 req-59309396-10fc-4f41-95b7-93c0bd3a5335 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 946 time: 0.0896678 May 09 05:55:02.341202 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61f1a5f4-e86e-4c0d-a56b-6f6222b99ed2 req-2535a238-f1f3-4211-a15b-e39da3bfcf8c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391135 May 09 05:55:02.385168 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:55:02.512217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:02.539966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:55:02.549592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:55:02.555131 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:02.602816 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080c0c6f-c524-4350-a5d2-245cedd768e0'] response: {'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'code': 200} May 09 05:55:02.628850 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:55:03.544996 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bef04a-ac36-4ff2-9416-f75323bbb46f req-e2dfa048-185e-4a28-9fe2-be7412b56896 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:03.546473 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-96bef04a-ac36-4ff2-9416-f75323bbb46f req-e2dfa048-185e-4a28-9fe2-be7412b56896 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0902309 May 09 05:55:03.591065 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-96bef04a-ac36-4ff2-9416-f75323bbb46f req-04d8deed-837c-4b62-8b11-ad80f748846d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 May 09 05:55:03.966273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e5e85-4b2d-43d8-89a4-b532516e6a9d req-6b5660c6-a971-463b-9796-0aed26d26e26 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:03.967984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d6e5e85-4b2d-43d8-89a4-b532516e6a9d req-6b5660c6-a971-463b-9796-0aed26d26e26 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0914860 May 09 05:55:04.021490 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0d6e5e85-4b2d-43d8-89a4-b532516e6a9d req-b05a1362-b510-4cfd-92e3-858aec758ef1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469809 May 09 05:55:04.375611 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-9764b97f-9b40-41b3-9d77-7f8a83bf5748 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1702318 May 09 05:55:05.212048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97df75-bbf8-4e96-8061-c274eacc1614 req-f19a6e73-c72f-4069-9b3b-66707d590548 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:05.213747 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9b97df75-bbf8-4e96-8061-c274eacc1614 req-f19a6e73-c72f-4069-9b3b-66707d590548 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0846739 May 09 05:55:05.258480 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9b97df75-bbf8-4e96-8061-c274eacc1614 req-01dd08b4-4bc5-454d-82fe-0648ca3b0756 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389357 May 09 05:55:05.546753 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-7e35180e-3ead-4da9-819c-2417b9a1eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:05.548133 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-7e35180e-3ead-4da9-819c-2417b9a1eaa9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56&tenant_id=797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0800736 May 09 05:55:05.650667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-537664df-4888-4c60-a60a-f9022c84ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:05.652114 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-537664df-4888-4c60-a60a-f9022c84ed56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1097 time: 0.0718117 May 09 05:55:05.782885 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-082eda7e-7d0b-4cc7-9868-b14abb9595bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:05.784326 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-082eda7e-7d0b-4cc7-9868-b14abb9595bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1253717 May 09 05:55:05.890312 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-e23a9413-8caf-4f9b-a9aa-d13cc5537757 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 998 time: 0.0993679 May 09 05:55:05.952623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-731e5178-8199-489c-bf34-b8c0cb9a9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:05.954011 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-731e5178-8199-489c-bf34-b8c0cb9a9fbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0583587 May 09 05:55:06.031034 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-320283c3-c443-4ac9-be86-4de5ff004c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:06.032576 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-320283c3-c443-4ac9-be86-4de5ff004c87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729010 May 09 05:55:06.166174 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-d293431e-7d93-44b2-9354-97cc99ed238a service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273701 May 09 05:55:06.297353 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0b6027f1-b2fa-44c4-8eeb-0fd8a4d381fb req-7edbedff-77c3-413c-92aa-4bb7dfda97e7 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245728 May 09 05:55:06.407803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:55:06.446471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64569cf-ec55-4194-863e-56a6aea04109 req-c13306cc-0b1a-4d0c-b26a-7a76006b7ca5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:06.447863 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a64569cf-ec55-4194-863e-56a6aea04109 req-c13306cc-0b1a-4d0c-b26a-7a76006b7ca5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0816677 May 09 05:55:06.492669 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a64569cf-ec55-4194-863e-56a6aea04109 req-dd5e36d9-ca92-4baa-941f-3bbce65166d7 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388498 May 09 05:55:07.799568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031b5fb-ea58-4f87-9012-733590eff9cb req-db24ea6e-004b-45b3-b96e-dcbeccab0cd9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:07.801079 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6031b5fb-ea58-4f87-9012-733590eff9cb req-db24ea6e-004b-45b3-b96e-dcbeccab0cd9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.1995885 May 09 05:55:07.853004 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6031b5fb-ea58-4f87-9012-733590eff9cb req-9e488cb2-3abb-4d23-903d-0b8ddafb358e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453746 May 09 05:55:09.075528 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c756332-04bc-4333-b9db-4b156b6d997a req-94dd3d90-bdad-440c-970b-fc46ebc0ac2c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:09.077006 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c756332-04bc-4333-b9db-4b156b6d997a req-94dd3d90-bdad-440c-970b-fc46ebc0ac2c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.1016667 May 09 05:55:09.138552 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c756332-04bc-4333-b9db-4b156b6d997a req-e09a7747-55ca-4069-8985-e14a88b21617 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558808 May 09 05:55:10.488015 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eeda8-703f-4164-8e50-d68c3b71c48f req-5a736d05-2bdc-485b-9096-bea566c22a4d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:10.489553 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-698eeda8-703f-4164-8e50-d68c3b71c48f req-5a736d05-2bdc-485b-9096-bea566c22a4d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0852833 May 09 05:55:10.540324 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-698eeda8-703f-4164-8e50-d68c3b71c48f req-16dfd5c1-3c5a-4d6f-a1ec-0779c7085bd6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 May 09 05:55:11.735664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0adf61-55bd-4235-bd5a-aaa9757ec0c4 req-53adde16-1095-40b9-8c12-84a7fed8774e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:11.737329 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cb0adf61-55bd-4235-bd5a-aaa9757ec0c4 req-53adde16-1095-40b9-8c12-84a7fed8774e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0852430 May 09 05:55:11.784665 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cb0adf61-55bd-4235-bd5a-aaa9757ec0c4 req-8278a914-19f5-4f85-9429-41043a50f7d9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 May 09 05:55:12.412212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a5af-eceb-44b1-9db7-74484e2190f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:13.004374 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94227563-575d-4fce-88b7-a8de02b87bc1 req-96f5decf-ca2d-448b-b1cf-03dc4c122a5c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:13.006206 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94227563-575d-4fce-88b7-a8de02b87bc1 req-96f5decf-ca2d-448b-b1cf-03dc4c122a5c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0900207 May 09 05:55:13.059335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94227563-575d-4fce-88b7-a8de02b87bc1 req-aa208cee-877e-44bb-b9ac-7fe0d9b3c6b1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465794 May 09 05:55:14.261572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6325a-75cc-47ae-8c59-647c6e975dd0 req-5ce74aed-52c2-4652-b051-8ac61a12e8d3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:14.263029 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90f6325a-75cc-47ae-8c59-647c6e975dd0 req-5ce74aed-52c2-4652-b051-8ac61a12e8d3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0912993 May 09 05:55:14.315721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-90f6325a-75cc-47ae-8c59-647c6e975dd0 req-1d636e21-3ff4-4a46-9df3-26ba2f05ea37 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443914 May 09 05:55:14.675338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-34a46553-9064-41ec-a7b2-71e8f8cd117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:15.520663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9af0-b073-452a-8e1d-e113b074b2a2 req-6b5423ce-2e48-4210-b4c6-d90490750a47 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:15.522115 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-761d9af0-b073-452a-8e1d-e113b074b2a2 req-6b5423ce-2e48-4210-b4c6-d90490750a47 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0893075 May 09 05:55:15.570995 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-761d9af0-b073-452a-8e1d-e113b074b2a2 req-051c4183-0a7f-4f05-90ef-e1236c74c893 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 May 09 05:55:15.946161 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:16.002002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:16.766906 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312a1f3-6757-460e-b4fa-b9f2c1c15f7c req-c6178ed0-4d13-43d4-b663-53bd8517eb1a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:16.768340 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1312a1f3-6757-460e-b4fa-b9f2c1c15f7c req-c6178ed0-4d13-43d4-b663-53bd8517eb1a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0869038 May 09 05:55:16.814410 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1312a1f3-6757-460e-b4fa-b9f2c1c15f7c req-09fd6594-b886-4408-a849-b866af805452 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376189 May 09 05:55:17.670862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:18.007707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2ea9b-6494-4012-a5bd-c5a102b7b3f9 req-7097ae04-a47e-4717-87d8-a7ee65c1166d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:18.009259 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6ff2ea9b-6494-4012-a5bd-c5a102b7b3f9 req-7097ae04-a47e-4717-87d8-a7ee65c1166d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0847778 May 09 05:55:18.055287 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6ff2ea9b-6494-4012-a5bd-c5a102b7b3f9 req-4acb7b26-1ae1-4494-9da1-5d51bbc6c14a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400462 May 09 05:55:19.232316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:19.258367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee96c26-6113-4ecb-8f86-0e6b9dd37de1 req-7e914005-9363-4a58-b913-56fd926ac806 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:19.259853 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cee96c26-6113-4ecb-8f86-0e6b9dd37de1 req-7e914005-9363-4a58-b913-56fd926ac806 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0876133 May 09 05:55:19.306360 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-cee96c26-6113-4ecb-8f86-0e6b9dd37de1 req-af8d193d-3204-451e-8037-67301caa5a0c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 May 09 05:55:20.478436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:55:20.511847 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839dde3-32f9-4a82-a67c-575edb5bfb9b req-1630e927-3c72-49a5-bbc9-ad70db319a45 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:20.513351 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6839dde3-32f9-4a82-a67c-575edb5bfb9b req-1630e927-3c72-49a5-bbc9-ad70db319a45 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 944 time: 0.0872259 May 09 05:55:20.558062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6839dde3-32f9-4a82-a67c-575edb5bfb9b req-677b486e-be28-47bc-98c7-38c99adedec6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388336 May 09 05:55:20.615124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:55:20.628126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '53c56965-9271-4b25-beeb-306450df06ba', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'port_id': '53c56965-9271-4b25-beeb-306450df06ba', 'mac_address': 'fa:16:3e:1e:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:55:20.685220 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:20.702574 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c56965-9271-4b25-beeb-306450df06ba {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:55:20.718211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:55:20.724744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:20.804605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=9']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:55:21.172584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['53c56965-9271-4b25-beeb-306450df06ba'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:55:21.822243 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afed6b-ca7c-430b-820c-021eb8d0a704 req-a3e680ac-ca75-48ab-b998-342d263fc763 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:21.823730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-67afed6b-ca7c-430b-820c-021eb8d0a704 req-a3e680ac-ca75-48ab-b998-342d263fc763 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 945 time: 0.1478829 May 09 05:55:21.874682 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-67afed6b-ca7c-430b-820c-021eb8d0a704 req-b506859e-009b-4c4c-a65c-905a7bb8ac1c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 May 09 05:55:22.480560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:55:22.565805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 53c56965-9271-4b25-beeb-306450df06ba triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:55:22.566171 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:22.715198 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:22.742673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:55:22.743664 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:55:22.752885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:55:22.758072 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:22.793486 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de3bdce-2fd7-43e6-9db9-999526e6ab49'] response: {'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'code': 200} May 09 05:55:22.832265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=10']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:55:23.123557 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147363a-da28-42b7-964c-097def4711ad req-fe672849-470b-4e28-9e31-8b23564d6207 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:23.125023 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8147363a-da28-42b7-964c-097def4711ad req-fe672849-470b-4e28-9e31-8b23564d6207 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 947 time: 0.1437507 May 09 05:55:23.127520 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23c1f0-b7a0-4a79-8fb9-8bd9ded51ec7 req-5aa8bb5f-464f-4a70-87c2-1d76fda01110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:23.128832 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e23c1f0-b7a0-4a79-8fb9-8bd9ded51ec7 req-5aa8bb5f-464f-4a70-87c2-1d76fda01110 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1100 time: 0.1091914 May 09 05:55:23.195616 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8147363a-da28-42b7-964c-097def4711ad req-6346be9e-c2a1-4245-8e98-7846cb49884f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641735 May 09 05:55:23.197192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5e23c1f0-b7a0-4a79-8fb9-8bd9ded51ec7 req-ca3857bf-fe11-4fd2-8505-08e792b9ab33 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535355 May 09 05:55:24.421582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a635f-7553-4d03-9471-82cff1cf8414 req-893d3aba-2bbe-4ab7-ac8a-1756da823455 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:24.423040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d8a635f-7553-4d03-9471-82cff1cf8414 req-893d3aba-2bbe-4ab7-ac8a-1756da823455 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 947 time: 0.1020396 May 09 05:55:24.470832 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d8a635f-7553-4d03-9471-82cff1cf8414 req-5ffbf20b-8d85-4356-9366-cf40596331a9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419908 May 09 05:55:25.686774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ba729-2c5d-4d24-aef9-0522e72b2e5e req-1cc213b4-35a2-4ccd-baad-24672c7affea tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:25.688234 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e46ba729-2c5d-4d24-aef9-0522e72b2e5e req-1cc213b4-35a2-4ccd-baad-24672c7affea tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 947 time: 0.0966384 May 09 05:55:25.735356 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e46ba729-2c5d-4d24-aef9-0522e72b2e5e req-c865dd55-d0aa-4054-b885-3f916b322154 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386457 May 09 05:55:42.420897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1fe88f23-20c1-4c26-94ca-0d22fdd4917e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:44.648613 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-b92cda0d-5387-498c-9321-8886032fce78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738339 May 09 05:55:44.671372 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b6c94bd9-966f-4f6f-a017-70e842a0cf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:44.815168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-c3ab8857-3b5b-4d03-8bfb-5c8f982b9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:44.816657 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-c3ab8857-3b5b-4d03-8bfb-5c8f982b9146 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1100 time: 0.0766642 May 09 05:55:45.056414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-1f2b2b8b-cbe9-4ff2-9d5b-fb6a9ff07319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:45.057853 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-1f2b2b8b-cbe9-4ff2-9d5b-fb6a9ff07319 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.2222438 May 09 05:55:45.170571 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-e312ae3c-950c-4150-8087-aa3481ccb6e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 1000 time: 0.1051493 May 09 05:55:45.235169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-15a49d5b-347c-48b3-b0cd-6eb7c78711b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:45.236594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-15a49d5b-347c-48b3-b0cd-6eb7c78711b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0588267 May 09 05:55:45.314925 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-27487fe9-52ea-4121-88d6-5b53ed2cb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:55:45.316360 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-27487fe9-52ea-4121-88d6-5b53ed2cb853 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732846 May 09 05:55:45.452802 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-e7eb6264-243b-486f-9412-d746d24d9091 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291180 May 09 05:55:45.587080 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f567055d-d154-4884-9f48-c9c59e5fe969 req-4406fe19-af84-4910-b4ab-d16e6ff8b49e service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264870 May 09 05:55:45.951240 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:45.995833 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:47.670155 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:49.242703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:55:59.747812 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:56:12.421186 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-096dd2b9-445e-4250-a5a6-3572035ddf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:14.669669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9bf40d59-7237-462e-babf-9b10283afd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:15.954655 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:15.999414 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:17.676716 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:19.260917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:36.752212 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:56:42.414266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-893ef6a8-ec23-4491-b489-8eab48a7a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:44.629107 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-d55439d4-f1e9-4b59-9852-d8741a82e0e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723515 May 09 05:56:44.663941 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0694da6f-2c91-4b3e-b278-dfd130a1d5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:44.806104 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-fcbd3d59-0de8-4cf3-b9c5-eccc28c91311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:44.807547 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-fcbd3d59-0de8-4cf3-b9c5-eccc28c91311 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1100 time: 0.0955811 May 09 05:56:44.949800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-20936f05-090f-4b88-bcd4-82f0eb250ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:44.951137 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-20936f05-090f-4b88-bcd4-82f0eb250ec2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1252620 May 09 05:56:45.057506 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-0f108c51-715a-4adb-9d37-401c1cf0b8a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 1000 time: 0.0992906 May 09 05:56:45.124861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-d14a8913-fb6f-45ee-954e-d52ec5eef0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:45.127119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-d14a8913-fb6f-45ee-954e-d52ec5eef0bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0636621 May 09 05:56:45.215202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-a4a42a40-4e49-41f1-ad4f-c04f8485f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:45.217226 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-a4a42a40-4e49-41f1-ad4f-c04f8485f4f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839658 May 09 05:56:45.355963 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-b5dba947-e15f-491a-9e07-70b64bdc1b2b service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320755 May 09 05:56:45.492235 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-106b7a85-1fc4-4b42-9886-43ab61fb5aa2 req-b67f0be6-6a4e-40ce-80d2-b303ae30493a service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303003 May 09 05:56:45.955914 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:46.005913 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:47.674940 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:49.276746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:54.514308 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48804) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:56:54.876072 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Deleting port cefc6a7d-aa50-4aa1-baad-753581222ee9 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:56:54.876436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:55.049246 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:55.049577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:55.173541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Calling delete_port for cefc6a7d-aa50-4aa1-baad-753581222ee9 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:56:55.342539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:55.389458 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event deleted for resources: {'Port': ['ID=cefc6a7d-aa50-4aa1-baad-753581222ee9,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:56:55.426945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.427157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.427530 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.427863 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.428174 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.428539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.428920 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.429673 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.429784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.430066 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.430389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.430705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:56:55.494182 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:55.494495 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Floating IP 12a0bb5f-29ff-4ff5-b206-0e2201f608d3 disassociated (deleted). External IP: 172.26.0.7, port: 53c56965-9271-4b25-beeb-306450df06ba. May 09 05:56:55.862005 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Router 094ae1a4-b757-43b5-9834-844cef241687 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:56:56.042945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:56:56.053404 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] Sync routers for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:56:56.066611 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:56:56.066747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:56.067223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:56:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:56:56.122292 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a487c75a-5ea0-43fe-9492-72e8a44d98b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "DELETE /v2.0/floatingips/12a0bb5f-29ff-4ff5-b206-0e2201f608d3 HTTP/1.1" status: 204 len: 168 time: 1.6063001 May 09 05:56:56.122798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:56:56.252054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:56:56.411466 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e0c72f-fd6b-4247-bf74-19ba299814dd'] response: {'name': 'network-changed', 'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'status': 'completed', 'code': 200} May 09 05:56:56.570050 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:56:56.574531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] Checking router: 094ae1a4-b757-43b5-9834-844cef241687 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:56:56.583458 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:56:56.584063 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:56:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:56:56.697404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-498a1c33-9dd5-418c-9725-0987063b7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:56.698834 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-498a1c33-9dd5-418c-9725-0987063b7faf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 1100 time: 0.2411935 May 09 05:56:56.708877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cba65-f2b0-4597-9c04-e21f680b1811 req-4c713c5c-62e8-40c1-b17d-65abb6c916e6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:56.709544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6c1cba65-f2b0-4597-9c04-e21f680b1811 req-4c713c5c-62e8-40c1-b17d-65abb6c916e6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:56:56.765102 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:56:56.806447 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6c1cba65-f2b0-4597-9c04-e21f680b1811 req-4c713c5c-62e8-40c1-b17d-65abb6c916e6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:56:56.807598 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6c1cba65-f2b0-4597-9c04-e21f680b1811 req-4c713c5c-62e8-40c1-b17d-65abb6c916e6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 947 time: 0.3151431 May 09 05:56:56.872630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-e5d0c6fa-f3e6-4845-be23-09e2c93a9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:56.874077 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-e5d0c6fa-f3e6-4845-be23-09e2c93a9529 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1618860 May 09 05:56:56.881208 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6c1cba65-f2b0-4597-9c04-e21f680b1811 req-ed35d923-89a1-43b5-931d-04c9b21db31d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661016 May 09 05:56:56.946868 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-eaa708c7-3e96-43d5-be9d-7d7931e8e38b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 200 len: 217 time: 0.0646975 May 09 05:56:57.008843 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-cda94e88-e35a-4ee8-bd86-965877965b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:57.010617 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-cda94e88-e35a-4ee8-bd86-965877965b47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0570526 May 09 05:56:57.072247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:56:57.076248 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988cf79-0e3b-440c-bae2-91ff5508a0e9 None None] The sync data for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv is: [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:56:57.088769 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-230caf59-96a8-4344-a871-4c180f5e1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:57.090228 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-230caf59-96a8-4344-a871-4c180f5e1592 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738618 May 09 05:56:57.228568 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-ffc1fbd6-e819-4c71-a60a-9650af8fc868 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303382 May 09 05:56:57.290437 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9fc54-196b-40e1-be97-0775865b3927 None None] New status for floating IP 12a0bb5f-29ff-4ff5-b206-0e2201f608d3: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:56:57.364000 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c282b0a8-ff91-4f31-be34-8d076d0ba5f0 req-d8063444-4a0c-4f48-9639-d5667fda8cf8 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293116 May 09 05:56:58.072505 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8fbee-b86d-44e4-a968-ae9a9890476d req-89a9023e-e960-4690-9c2a-794cafe5ea48 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:58.073961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3d8fbee-b86d-44e4-a968-ae9a9890476d req-89a9023e-e960-4690-9c2a-794cafe5ea48 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 947 time: 0.0851233 May 09 05:56:58.117692 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b3d8fbee-b86d-44e4-a968-ae9a9890476d req-9b2806be-05a9-4bfe-9b12-a79e404d4731 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=f421628b-960b-4ddc-98c0-a73b52890cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 May 09 05:56:58.238514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-0b8593b5-146f-4e24-9157-f47498daba6e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:56:58.239874 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-0b8593b5-146f-4e24-9157-f47498daba6e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 947 time: 0.0888925 May 09 05:56:58.314979 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Deleting port 53c56965-9271-4b25-beeb-306450df06ba {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 05:56:58.315416 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:58.587719 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] For port 53c56965-9271-4b25-beeb-306450df06ba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53c56965-9271-4b25-beeb-306450df06ba,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:56:58.588106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:58.713073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Calling delete_port for 53c56965-9271-4b25-beeb-306450df06ba owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 05:56:58.869510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:58.924224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event deleted for resources: {'Port': ['ID=53c56965-9271-4b25-beeb-306450df06ba,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:56:59.103118 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] No DVR routers for this DVR port 53c56965-9271-4b25-beeb-306450df06ba on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 05:56:59.105646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:56:59.108079 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-deleted', 'tag': '53c56965-9271-4b25-beeb-306450df06ba'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:56:59.125827 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-09041aad-8049-48b1-af9c-6cd5e67d8ebb req-8d0c66ec-28f8-499d-8052-20ca56bfdea1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "DELETE /v2.0/ports/53c56965-9271-4b25-beeb-306450df06ba HTTP/1.1" status: 204 len: 173 time: 0.8806167 May 09 05:56:59.156289 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db712466-cc19-477d-9068-a0822638ec35'] response: {'server_uuid': 'c1b7d54b-212b-4e13-91c5-31cef259bf56', 'name': 'network-vif-deleted', 'tag': '53c56965-9271-4b25-beeb-306450df06ba', 'status': 'completed', 'code': 200} May 09 05:56:59.283581 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6007a33d-a87b-460d-8a91-6afff4c4aa32 req-67d5c313-1da0-474d-b787-6f182796fa90 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:56:59.300976 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6007a33d-a87b-460d-8a91-6afff4c4aa32 req-67d5c313-1da0-474d-b787-6f182796fa90 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:56:59.302142 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6007a33d-a87b-460d-8a91-6afff4c4aa32 req-67d5c313-1da0-474d-b787-6f182796fa90 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b7d54b-212b-4e13-91c5-31cef259bf56 HTTP/1.1" status: 200 len: 210 time: 0.0620801 May 09 05:57:00.407563 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48826) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:00.485050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-730076e3-1579-422f-a73f-3392b78957f4 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:00.514645 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-730076e3-1579-422f-a73f-3392b78957f4 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:00.586683 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-730076e3-1579-422f-a73f-3392b78957f4 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:00.605332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730076e3-1579-422f-a73f-3392b78957f4 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f421628b-960b-4ddc-98c0-a73b52890cb5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:00.614537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-730076e3-1579-422f-a73f-3392b78957f4 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:00.615834 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-730076e3-1579-422f-a73f-3392b78957f4 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "DELETE /v2.0/security-groups/f421628b-960b-4ddc-98c0-a73b52890cb5 HTTP/1.1" status: 204 len: 168 time: 0.2072001 May 09 05:57:01.022662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:57:01.107004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 53c56965-9271-4b25-beeb-306450df06ba {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 05:57:01.107328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 53c56965-9271-4b25-beeb-306450df06ba not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 05:57:02.014704 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48836) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:02.020754 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012494276', 'description': 'tempest-secgroup-smoke-1012494276 description', 'project_id': '797fb42f843540feb22e20335f70f7b9'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:02.027536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:02.032025 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:02.035093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:02.041354 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:02.052610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.072942 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:02.076777 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:02.079486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:02.085103 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:02.153896 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.159846 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.202759 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785ca07f-4037-493e-a0c8-39f70676c932,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:02.210530 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.210866 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.211392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.211723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.212043 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.212363 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.212705 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.213020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.213333 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.213643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.213950 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.214254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:02.217339 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.218515 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-c366f7a0-3da5-4488-9395-c17f33cb4654 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2027712 May 09 05:57:02.221518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48840) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:02.226341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': '785ca07f-4037-493e-a0c8-39f70676c932', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:02.232284 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:02.236057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:02.238869 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:02.244669 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:02.262969 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.325610 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.330405 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.353227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cc45a7-313d-419e-9ed6-35578f4139bb,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:02.363873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.365233 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-4fa508a2-fe5f-4e52-ba5d-fe40199cd81f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426709 May 09 05:57:02.367970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48844) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:02.373237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': '785ca07f-4037-493e-a0c8-39f70676c932', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:02.378993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:02.382796 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:02.385988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:02.391639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:02.409895 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.472564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.479660 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.502901 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11f3508-b665-49e5-b142-c9af023f3f8b,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:02.513436 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.514706 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-08cbfdeb-2ab2-4c49-8684-522b748435cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457920 May 09 05:57:02.517479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48848) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:02.522472 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': '785ca07f-4037-493e-a0c8-39f70676c932', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:02.528411 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:02.533687 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:02.538109 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:02.545320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:02.562668 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.623775 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.628863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.654404 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65082b32-b431-4bb5-b244-d0c1e6d9fe1a,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:02.663864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.665189 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-8f366934-c282-4f41-b285-e57ca18d96b8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467428 May 09 05:57:02.668929 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 48852) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:02.673912 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': '785ca07f-4037-493e-a0c8-39f70676c932', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:02.680558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:02.684579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:02.687535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:02.693555 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:02.713316 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.783451 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.789667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.818639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691a4e05-95ee-4132-abca-c2148736cb91,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:02.828822 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.830033 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-1fdb410d-a81b-4c0f-9202-84a687fe926d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601605 May 09 05:57:02.835024 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48856) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:02.840455 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': '785ca07f-4037-493e-a0c8-39f70676c932', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:02.846749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:02.850981 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:02.854678 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:02.861223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:02.874871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Project 797fb42f843540feb22e20335f70f7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:57:02.884582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.960784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.965227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:02.991443 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc15511-4c4e-46ec-98c7-9da1e0b529c3,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:03.002368 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:03.006267 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dfb6eb7d-75fe-49df-bded-2215be31eb65 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1676915 May 09 05:57:03.006485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 48860) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:03.011916 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'security_group_rule': {'security_group_id': '785ca07f-4037-493e-a0c8-39f70676c932', 'project_id': '797fb42f843540feb22e20335f70f7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:03.017880 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:03.021846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:security_group_rule and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:03.024963 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:03.030739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:03.042292 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Project 797fb42f843540feb22e20335f70f7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 05:57:03.049012 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:03.114617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:03.120099 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:03.144202 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d32e383-22eb-46cd-afc7-f84a767f58e0,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:03.155319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:03.156526 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a66ddef7-f806-401a-8b13-c6850170b18e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487937 May 09 05:57:12.420253 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4d673988-5e37-4eaf-b354-846e98825f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:13.753960 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:57:14.668091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a309a5f6-7454-447e-bf19-4598aa30fd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:15.955765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:16.005634 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:17.689230 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:18.025766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-d424941a-9751-4777-b7b8-af1d832f722f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:57:18.043922 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-d424941a-9751-4777-b7b8-af1d832f722f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:57:18.045253 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-d424941a-9751-4777-b7b8-af1d832f722f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012494276&fields=id&tenant_id=797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 267 time: 0.0631926 May 09 05:57:18.211708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-3da33706-be04-49e9-ad68-3f4e73f5af50 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:18.213064 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-3da33706-be04-49e9-ad68-3f4e73f5af50 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 809 time: 0.1602683 May 09 05:57:18.228580 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-dfbda9cc-376d-4e51-a85e-e497033fc606 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/quotas/797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 375 time: 0.0097556 May 09 05:57:18.321952 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-d713d0fe-214b-4e33-99c6-b3d8306e199e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857751 May 09 05:57:18.387648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-a4b12d2f-6391-429d-865e-1ceaa69613be service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 05:57:18.388663 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-a4b12d2f-6391-429d-865e-1ceaa69613be service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533483 May 09 05:57:18.524422 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-1e484976-1961-4040-bab9-8af2e1ef0c88 service neutron] 10.222.0.50 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269767 May 09 05:57:18.660342 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-cba6dc2e-72c8-4b53-86d6-2803d95a6150 service neutron] 10.222.0.50 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274955 May 09 05:57:19.269911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:20.061971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f8ecc806-e068-4adc-b639-9ff193f6227c req-704eccb5-3841-4857-9260-f962faffe2b0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.0418308 May 09 05:57:21.156375 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b1914cb0-7123-430a-bae3-525460a34916 req-53aadba0-540e-4748-bbfd-17272de0f7a6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.0425203 May 09 05:57:22.320318 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-73505f19-c57f-4a04-9a9f-ed835c355e2e req-ca315896-ef92-47ad-8231-a1feb77d604a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.0455878 May 09 05:57:23.246346 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ea6ab786-a5e8-4fa3-b73c-9a0536f1b6eb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:23.247736 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ea6ab786-a5e8-4fa3-b73c-9a0536f1b6eb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 809 time: 0.1497049 May 09 05:57:23.300358 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-acb97808-fa96-45cb-9ec1-91847ac52243 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 380 time: 0.0390286 May 09 05:57:23.308320 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'port': {'device_id': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'admin_state_up': True, 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'security_groups': ['785ca07f-4037-493e-a0c8-39f70676c932']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:23.482499 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-74756e50-53f9-4b51-8535-f9b8cff1407f req-ae3386cf-40ca-4b7e-b420-9284f2347ffd tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.0533252 May 09 05:57:23.487723 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:23.498038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:23.508436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Made reservation on behalf of 797fb42f843540feb22e20335f70f7b9 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 05:57:23.511930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:23.675216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Allocated IP 172.20.0.8 (22a92171-f920-4470-ac70-0db173712f21/8209f5d0-85ce-465e-a96e-fd610a44c407/51eb7e69-eea2-42b2-859b-df00d29d667c) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:57:23.970594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:23.986584 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Transition to ACTIVE for port object 51eb7e69-eea2-42b2-859b-df00d29d667c will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:57:24.013048 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:24.086156 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Network 22a92171-f920-4470-ac70-0db173712f21 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:57:24.089084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:57:24.093181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:57:24.130257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:24.163462 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:24.164201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:24.193109 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-98c0eac6-6ed5-4468-99f8-7750d74ee911 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8882318 May 09 05:57:24.210302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Request body: {'port': {'device_id': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:24.323781 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-eb1c087b-900d-4a15-9421-f9a4dfd594df None None] Provisioning for port 51eb7e69-eea2-42b2-859b-df00d29d667c completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:57:24.329650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-eb1c087b-900d-4a15-9421-f9a4dfd594df None None] Provisioning complete for port 51eb7e69-eea2-42b2-859b-df00d29d667c triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:57:24.329768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:24.329955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb1c087b-900d-4a15-9421-f9a4dfd594df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:24.384434 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c087b-900d-4a15-9421-f9a4dfd594df None None] Port 51eb7e69-eea2-42b2-859b-df00d29d667c cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 05:57:24.757649 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cfc10-104a-42b9-a3e5-3a9f46bb8c92 req-f509b59d-5ccd-4bc4-805c-b2e3e2cf90a7 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:24.758390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-812cfc10-104a-42b9-a3e5-3a9f46bb8c92 req-f509b59d-5ccd-4bc4-805c-b2e3e2cf90a7 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 05:57:24.764426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eb7e69-eea2-42b2-859b-df00d29d667c {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:57:24.774338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:24.795866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Transition to ACTIVE for port object 51eb7e69-eea2-42b2-859b-df00d29d667c will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 05:57:24.797540 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-812cfc10-104a-42b9-a3e5-3a9f46bb8c92 req-f509b59d-5ccd-4bc4-805c-b2e3e2cf90a7 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 05:57:24.799996 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-812cfc10-104a-42b9-a3e5-3a9f46bb8c92 req-f509b59d-5ccd-4bc4-805c-b2e3e2cf90a7 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 931 time: 0.2077115 May 09 05:57:24.802382 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:24.965623 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:24.978026 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-812cfc10-104a-42b9-a3e5-3a9f46bb8c92 req-19ef98cf-4162-445a-9cf6-2c2338884c0b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710196 May 09 05:57:25.083401 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Attempting to bind port 51eb7e69-eea2-42b2-859b-df00d29d667c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 05:57:25.083727 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Attempting to bind port 51eb7e69-eea2-42b2-859b-df00d29d667c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 05:57:25.084082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Attempting to bind port 51eb7e69-eea2-42b2-859b-df00d29d667c on network 22a92171-f920-4470-ac70-0db173712f21 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:57:25.088795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Port 51eb7e69-eea2-42b2-859b-df00d29d667c on network 22a92171-f920-4470-ac70-0db173712f21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 05:57:25.089106 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Attempting to bind port 51eb7e69-eea2-42b2-859b-df00d29d667c on network 22a92171-f920-4470-ac70-0db173712f21 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 05:57:25.094110 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 5, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 05:57:25.094444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Checking segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 05:57:25.094798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Bound using segment: {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 05:57:25.095216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Bound port: 51eb7e69-eea2-42b2-859b-df00d29d667c, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f9414e-e96d-4562-84f0-ab196b361bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22a92171-f920-4470-ac70-0db173712f21'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 05:57:25.095553 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:25.204319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 05:57:25.209602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 05:57:25.216766 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:25.286404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:25.287047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:25.288471 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] 10.222.0.59 "PUT /v2.0/ports/51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 1093 time: 1.0830142 May 09 05:57:25.288864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:57:25.306681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a6519-4128-4b0a-9b00-b32a089b1353 service neutron] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:25.344832 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8163b7-41f3-4455-8515-5d0744f2cc80'] response: {'name': 'network-changed', 'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'status': 'completed', 'code': 200} May 09 05:57:25.437682 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-47fe544a-4b6b-4aa6-a177-18b1ce8f7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:25.439334 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-47fe544a-4b6b-4aa6-a177-18b1ce8f7aa1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1096 time: 0.0768452 May 09 05:57:25.515557 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-c59a6a82-846a-470d-8b4d-ced998dbb23d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 217 time: 0.0645223 May 09 05:57:25.576108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-32cc6e7c-aa4d-4f95-82e7-9c766283ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:25.577558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-32cc6e7c-aa4d-4f95-82e7-9c766283ccfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0563269 May 09 05:57:25.657268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-fa8894f8-cf5e-434e-bff4-541977bba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:25.658873 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-fa8894f8-cf5e-434e-bff4-541977bba018 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751355 May 09 05:57:25.908371 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-2e22e5c7-c96b-4bbb-88b9-e0584f3fcfd8 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425699 May 09 05:57:26.042441 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fecafe79-76bc-421e-8a9a-a15b4118e823 req-57d42d50-fcab-4c64-b1fc-eaea65872cb8 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266487 May 09 05:57:26.224539 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980935-6c2d-4a6d-9979-10034a717e4f req-c45741d5-62a4-49e7-9a13-290b73028c7a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:26.225890 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-93980935-6c2d-4a6d-9979-10034a717e4f req-c45741d5-62a4-49e7-9a13-290b73028c7a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.1352923 May 09 05:57:26.230986 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-0b24d599-6451-4b38-8e7b-f0b3293d0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:26.232345 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-0b24d599-6451-4b38-8e7b-f0b3293d0c4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1096 time: 0.1060271 May 09 05:57:26.350815 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-93980935-6c2d-4a6d-9979-10034a717e4f req-330e76f3-a7ca-4409-9ef9-ed207e3d7302 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174877 May 09 05:57:26.392629 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-34132b9c-cf0f-4a8d-8a4d-fb7f9f588907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:26.394085 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-34132b9c-cf0f-4a8d-8a4d-fb7f9f588907 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1480160 May 09 05:57:26.463567 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-a98a42c8-1631-4b61-a629-4f0e00fdaac4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 217 time: 0.0629106 May 09 05:57:26.538638 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-4a058aaa-2af9-42ee-8be4-6251930ce331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:26.539995 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-4a058aaa-2af9-42ee-8be4-6251930ce331 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0709224 May 09 05:57:26.620927 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-a1ba0a08-64fa-449f-b65f-a808101b50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:26.622351 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-a1ba0a08-64fa-449f-b65f-a808101b50a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760260 May 09 05:57:26.756571 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-2d10483b-7b38-41a3-8aa6-c1d1e26adc4b service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266689 May 09 05:57:26.897446 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-289c10cb-2e1a-48b0-8e3f-c55a412d2a1c req-3cd8f0b6-d75a-4988-8ab9-692a0f3808e5 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345766 May 09 05:57:27.551163 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127e6c-eaf4-4dee-b551-1c1dbf251b87 req-0563057a-d382-4750-a4c6-78aa340afc85 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:27.552665 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ef127e6c-eaf4-4dee-b551-1c1dbf251b87 req-0563057a-d382-4750-a4c6-78aa340afc85 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0895467 May 09 05:57:27.599930 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ef127e6c-eaf4-4dee-b551-1c1dbf251b87 req-e736ada9-3f8e-4413-b79c-e7bde40bfb95 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 May 09 05:57:28.805046 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084edda2-8729-4991-9400-47d6f9adf48a req-8e4d8f2a-7cb8-44b0-9ff8-81b25ea9aa28 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:28.806497 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-084edda2-8729-4991-9400-47d6f9adf48a req-8e4d8f2a-7cb8-44b0-9ff8-81b25ea9aa28 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0980487 May 09 05:57:28.851199 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-084edda2-8729-4991-9400-47d6f9adf48a req-429615d6-649c-4cba-a1ca-598a1a5cd076 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 May 09 05:57:30.042992 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e8f04-ba84-44cf-9455-910dc779193f req-c6fd487e-be1c-4867-9fcd-8b1f7567d472 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:30.044447 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a23e8f04-ba84-44cf-9455-910dc779193f req-c6fd487e-be1c-4867-9fcd-8b1f7567d472 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0809498 May 09 05:57:30.091072 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a23e8f04-ba84-44cf-9455-910dc779193f req-a1ed4b81-1ffd-4091-b5af-a41ed6353ab5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386760 May 09 05:57:31.300289 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022e55a-906c-426c-ad77-47e0ce5abb50 req-f4a44bb4-9bbd-4604-bef7-ccada1ada67a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:31.301760 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5022e55a-906c-426c-ad77-47e0ce5abb50 req-f4a44bb4-9bbd-4604-bef7-ccada1ada67a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0921447 May 09 05:57:31.348534 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5022e55a-906c-426c-ad77-47e0ce5abb50 req-3a4dc2f6-da85-4041-95b2-0d217a7555b5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409555 May 09 05:57:32.537482 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac74a0-ec66-436c-8393-fae9e1de7c6e req-22d4c1b5-eb0b-4b1a-8f0c-e1231c06b81a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:32.538941 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20ac74a0-ec66-436c-8393-fae9e1de7c6e req-22d4c1b5-eb0b-4b1a-8f0c-e1231c06b81a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0817065 May 09 05:57:32.585369 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-20ac74a0-ec66-436c-8393-fae9e1de7c6e req-e4f304de-30b0-4645-a833-f61f1c0ebf4e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 May 09 05:57:33.776180 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e03a-828e-4f72-aaad-fc7317a6b17d req-c2d31530-6bc9-4148-9101-c8ed01071547 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:33.777660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a686e03a-828e-4f72-aaad-fc7317a6b17d req-c2d31530-6bc9-4148-9101-c8ed01071547 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0886228 May 09 05:57:33.833408 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a686e03a-828e-4f72-aaad-fc7317a6b17d req-7cc101d0-efce-45c3-a856-59dd649284ab tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499761 May 09 05:57:35.034873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13663-f295-49d3-99fd-8b771fc224c0 req-ebb30e20-7ac2-466a-b4e3-4011b2364f5e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:35.036345 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5a13663-f295-49d3-99fd-8b771fc224c0 req-ebb30e20-7ac2-466a-b4e3-4011b2364f5e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0838566 May 09 05:57:35.182449 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e5a13663-f295-49d3-99fd-8b771fc224c0 req-d479fbc4-78fb-4656-960b-fbaf61cab0f1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401122 May 09 05:57:36.410558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc540935-1738-4a0b-87d7-6a27cde14f1e req-f45199cc-7448-4a59-a734-20f5675a7ca6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:36.411992 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dc540935-1738-4a0b-87d7-6a27cde14f1e req-f45199cc-7448-4a59-a734-20f5675a7ca6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0895395 May 09 05:57:36.455435 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dc540935-1738-4a0b-87d7-6a27cde14f1e req-ebb5d4c6-eed3-431a-9722-2022414936aa tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 May 09 05:57:37.667513 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86cf1-da96-4de6-8229-fc00e33f88d4 req-7eb4d019-35f9-4cf5-8691-3863bf8d6bf8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:37.668990 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94f86cf1-da96-4de6-8229-fc00e33f88d4 req-7eb4d019-35f9-4cf5-8691-3863bf8d6bf8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0956483 May 09 05:57:37.717980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-94f86cf1-da96-4de6-8229-fc00e33f88d4 req-10fd372a-27f9-42db-955b-7c66adf2a783 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 May 09 05:57:38.929740 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b68384-e37c-4f44-864e-525006230d07 req-2e5be5f6-f936-4777-a86c-a52419c90212 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:38.931227 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-10b68384-e37c-4f44-864e-525006230d07 req-2e5be5f6-f936-4777-a86c-a52419c90212 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0971928 May 09 05:57:38.976297 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-10b68384-e37c-4f44-864e-525006230d07 req-9cfaa0c2-c240-440b-8900-95544bcedf11 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 May 09 05:57:39.148089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51eb7e69-eea2-42b2-859b-df00d29d667c details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 05:57:39.298001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:57:39.311745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'port_id': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'mac_address': 'fa:16:3e:0d:b4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 05:57:39.367254 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:39.385009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb7e69-eea2-42b2-859b-df00d29d667c {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 05:57:39.400749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:57:39.407219 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:39.478423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:39.485729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.486075 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.486402 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.486715 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.487054 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.487358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.487680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.488654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.488654 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.488888 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.489199 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.489514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:57:39.792255 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['51eb7e69-eea2-42b2-859b-df00d29d667c'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 05:57:40.172262 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10314193-1e84-4132-9b84-b3b07fde7c96 req-b8b7e83b-10d9-4288-8c57-cd97e5be956d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:40.173741 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-10314193-1e84-4132-9b84-b3b07fde7c96 req-b8b7e83b-10d9-4288-8c57-cd97e5be956d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 944 time: 0.0868938 May 09 05:57:40.221985 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-10314193-1e84-4132-9b84-b3b07fde7c96 req-94c77797-35ef-440c-ae71-a5760c0d5019 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394387 May 09 05:57:41.145923 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51eb7e69-eea2-42b2-859b-df00d29d667c up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 05:57:41.223711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 51eb7e69-eea2-42b2-859b-df00d29d667c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 05:57:41.228898 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 51eb7e69-eea2-42b2-859b-df00d29d667c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 05:57:41.229242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:41.345711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:41.374074 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:57:41.384210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:57:41.389218 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:41.412404 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee29f71-44d4-4ee0-b0f7-f50479239e1d req-361cb8c8-66d7-4294-872a-d8d7074bd514 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:41.413892 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ee29f71-44d4-4ee0-b0f7-f50479239e1d req-361cb8c8-66d7-4294-872a-d8d7074bd514 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 944 time: 0.0825844 May 09 05:57:41.458766 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:41.471583 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ee29f71-44d4-4ee0-b0f7-f50479239e1d req-2c107879-086b-4e35-b206-02679a4ff5bf tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517457 May 09 05:57:41.571534 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cfa4a0-4d3b-4c63-b2c8-7d14a011f170'] response: {'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'code': 200} May 09 05:57:41.890641 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29087-a36b-4f6d-ab5b-21c90815b34e req-468788a4-e01e-460c-977a-184571c6731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:41.892094 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f6f29087-a36b-4f6d-ab5b-21c90815b34e req-468788a4-e01e-460c-977a-184571c6731a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.0733984 May 09 05:57:41.937116 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f6f29087-a36b-4f6d-ab5b-21c90815b34e req-7faafc53-1343-4fbb-8bee-5244eb82a9e1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380750 May 09 05:57:42.427417 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-29214e06-49f5-4a3a-9f3e-ece33becfa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:42.664607 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4567f-4b5c-4ca0-bb52-216eb20dccc6 req-e17a8d6f-eba7-42f7-bce8-0f4af97d7d18 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:42.666203 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1c4567f-4b5c-4ca0-bb52-216eb20dccc6 req-e17a8d6f-eba7-42f7-bce8-0f4af97d7d18 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0863359 May 09 05:57:42.711717 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a1c4567f-4b5c-4ca0-bb52-216eb20dccc6 req-c5906fe7-75df-41ea-a35a-d7c8cae2ff5b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397983 May 09 05:57:43.909331 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed312381-f761-4543-868f-f4dcaf6a7bc8 req-e97d5490-b2f1-40bf-b510-7df092f1ffd1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:43.910861 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ed312381-f761-4543-868f-f4dcaf6a7bc8 req-e97d5490-b2f1-40bf-b510-7df092f1ffd1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0842702 May 09 05:57:43.955894 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ed312381-f761-4543-868f-f4dcaf6a7bc8 req-1ba5dd56-a394-43b8-a155-9d3ac1e5ddda tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 May 09 05:57:44.151519 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac038-8e95-41cf-8937-32d1487cd2cf req-dd7a48c7-c3d0-4d3c-a5c8-70bd2bf69fd5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:44.153003 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-79eac038-8e95-41cf-8937-32d1487cd2cf req-dd7a48c7-c3d0-4d3c-a5c8-70bd2bf69fd5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0926323 May 09 05:57:44.198871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-79eac038-8e95-41cf-8937-32d1487cd2cf req-38de32d7-8110-42e7-9d35-d7adbe2244a6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 May 09 05:57:44.221558 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49084) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:44.359094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf846d0-14a3-4d03-943f-73b60be02d83 tempest-TestShelveInstance-1529061193 tempest-TestShelveInstance-1529061193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:44.360641 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-bcf846d0-14a3-4d03-943f-73b60be02d83 tempest-TestShelveInstance-1529061193 tempest-TestShelveInstance-1529061193-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1093 time: 0.1376603 May 09 05:57:44.363882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49090) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 05:57:44.371695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 05:57:44.380672 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 05:57:44.384904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Usage tracker for resource:floatingip and tenant:797fb42f843540feb22e20335f70f7b9 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 05:57:44.387883 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 05:57:44.393913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 05:57:44.408213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:44.603359 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:44.673467 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c0d7adee-4c7c-436f-997b-ac46d549ec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:44.768553 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-4aad8e7a-9bef-41da-81b8-b6829c8c6fdd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1990795 May 09 05:57:44.782685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Allocated IP 172.26.0.69 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/0d5ea555-e559-427c-909a-282fe538ff29) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 05:57:44.983772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:44.994993 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-f31656b4-cf26-4717-9484-74964cf5a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:44.996487 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-f31656b4-cf26-4717-9484-74964cf5a80b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.1381266 May 09 05:57:45.084903 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:45.266039 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 05:57:45.272270 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 05:57:45.278216 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 05:57:45.302169 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'Port': ['ID=0d5ea555-e559-427c-909a-282fe538ff29,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:45.356105 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-d1690c6d-d003-4de1-b0bc-df15cc6f49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:45.357564 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-d1690c6d-d003-4de1-b0bc-df15cc6f49a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.3418543 May 09 05:57:45.462326 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-a0497b93-b115-43cd-8b06-9fa47f7337aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 217 time: 0.0778918 May 09 05:57:45.574560 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-f3f7a14a-5ed8-442b-b03a-d09e3ecc2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:45.575995 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-f3f7a14a-5ed8-442b-b03a-d09e3ecc2532 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.1078854 May 09 05:57:45.815859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-0909e1fc-55b8-4fcd-a936-e317e833220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:45.817392 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-0909e1fc-55b8-4fcd-a936-e317e833220f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2323983 May 09 05:57:45.955640 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:45.979020 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-aa9ae9bd-134f-426e-989a-d851ce23f963 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519325 May 09 05:57:46.002228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:46.053582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:46.165320 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bb9fc310-deb3-4420-bb7b-002213dd8d2e req-e51b509b-394e-4613-864c-6a936357846f service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807854 May 09 05:57:46.173399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:46.392264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:46.399725 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:46.507567 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event updated for resources: {'Port': ['ID=0d5ea555-e559-427c-909a-282fe538ff29,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:57:46.521321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:46.812119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Floating IP f77ca497-e405-47a7-af6f-5c3434161f6e associated. External IP: 172.26.0.69, port: 51eb7e69-eea2-42b2-859b-df00d29d667c. May 09 05:57:47.171569 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Router 094ae1a4-b757-43b5-9834-844cef241687 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 05:57:47.359778 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 05:57:47.370827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] Sync routers for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 05:57:47.381474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:57:47.382081 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:57:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:57:47.388097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:47.460510 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-dd70be25-3717-4470-b697-503abe7001cb tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0819244 May 09 05:57:47.460510 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:57:47.497303 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c31d60-35ee-45e6-9a1a-c134fb8a37e7'] response: {'name': 'network-changed', 'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'status': 'completed', 'code': 200} May 09 05:57:47.577948 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:57:47.614457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e520a-9608-48ef-ba34-3dfda011115f req-a534abb6-2101-4db7-8076-200dad310ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:47.615953 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f59e520a-9608-48ef-ba34-3dfda011115f req-a534abb6-2101-4db7-8076-200dad310ddc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.0764871 May 09 05:57:47.748617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e520a-9608-48ef-ba34-3dfda011115f req-0700000e-edec-45b9-86dd-90e9e8b5d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:47.749974 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f59e520a-9608-48ef-ba34-3dfda011115f req-0700000e-edec-45b9-86dd-90e9e8b5d406 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1284568 May 09 05:57:47.785215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:47.867655 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f59e520a-9608-48ef-ba34-3dfda011115f req-b539ea44-80d9-476b-86ad-d9916d781c91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 998 time: 0.1114979 May 09 05:57:47.928348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e520a-9608-48ef-ba34-3dfda011115f req-0e2187fa-dd24-4245-a070-3683b88875a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:47.929840 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f59e520a-9608-48ef-ba34-3dfda011115f req-0e2187fa-dd24-4245-a070-3683b88875a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0573118 May 09 05:57:47.984237 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'f77ca497-e405-47a7-af6f-5c3434161f6e', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'floating_ip_address': '172.26.0.69', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '094ae1a4-b757-43b5-9834-844cef241687', 'port_id': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'mac_address': 'fa:16:3e:0d:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:57:45Z', 'updated_at': '2022-05-09T05:57:45Z', 'revision_number': 0, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:57:47.988812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] Checking router: 094ae1a4-b757-43b5-9834-844cef241687 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 05:57:47.997316 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 05:57:47.997916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T05:57:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:57:48.009627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e520a-9608-48ef-ba34-3dfda011115f req-2ded46f5-4c1a-4b73-92a7-e609ecc49439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:57:48.011022 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f59e520a-9608-48ef-ba34-3dfda011115f req-2ded46f5-4c1a-4b73-92a7-e609ecc49439 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755212 May 09 05:57:48.143509 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f59e520a-9608-48ef-ba34-3dfda011115f req-d9cd8445-7fba-4b38-a3ad-d925a3b54803 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257491 May 09 05:57:48.181178 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 05:57:48.281361 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f59e520a-9608-48ef-ba34-3dfda011115f req-d6e3175c-4044-45e0-b3ff-282fa39add80 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320078 May 09 05:57:48.554263 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'f77ca497-e405-47a7-af6f-5c3434161f6e', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'floating_ip_address': '172.26.0.69', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '094ae1a4-b757-43b5-9834-844cef241687', 'port_id': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'mac_address': 'fa:16:3e:0d:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:57:45Z', 'updated_at': '2022-05-09T05:57:45Z', 'revision_number': 0, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 05:57:48.558623 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76e929-45cd-41bd-8aa9-07b9d6ddbabd None None] The sync data for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv is: [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': 'f77ca497-e405-47a7-af6f-5c3434161f6e', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'floating_ip_address': '172.26.0.69', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': '094ae1a4-b757-43b5-9834-844cef241687', 'port_id': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'mac_address': 'fa:16:3e:0d:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T05:57:45Z', 'updated_at': '2022-05-09T05:57:45Z', 'revision_number': 0, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 05:57:48.753420 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336be42-1a45-4d7e-8da8-bbdade0a1d7c None None] New status for floating IP f77ca497-e405-47a7-af6f-5c3434161f6e: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 05:57:49.276290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:57:50.758433 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:58:12.424191 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-eb964096-a663-479e-9d65-64f5381332dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:14.670644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a00008a7-58fd-4f7b-be8d-0b94d9ad39ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:15.970208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:15.995556 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:17.688474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:19.265077 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:27.764779 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:58:42.425752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bac0d0ff-4ba9-48f4-9638-2d6e3c3703ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:44.667678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0523fdda-55a8-4df0-b9a4-351d8a024a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:45.969584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:45.999313 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:46.675212 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-35bb4fe9-6e65-4cf8-bdf3-4dd733a756bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1193161 May 09 05:58:46.945316 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-e71f31ff-20bb-430f-bdd8-11f56c601f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:58:46.946702 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-e71f31ff-20bb-430f-bdd8-11f56c601f24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.1883230 May 09 05:58:47.095657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-8268abd8-b5d0-411c-8e4d-1f0ea757a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:58:47.097132 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-8268abd8-b5d0-411c-8e4d-1f0ea757a065 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1277957 May 09 05:58:47.204275 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-40c200b8-b4a4-4f13-9520-198df7f6c6c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 1000 time: 0.1008437 May 09 05:58:47.273409 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-3ac0f906-1bff-495d-89a3-25a89e2105cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:58:47.274850 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-3ac0f906-1bff-495d-89a3-25a89e2105cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0650883 May 09 05:58:47.356213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-1af4ffdf-25c1-45aa-b645-a2548595378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:58:47.357702 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-1af4ffdf-25c1-45aa-b645-a2548595378e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770235 May 09 05:58:47.490324 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-5870ee3e-a46b-47c8-9534-cec44528661c service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263132 May 09 05:58:47.623913 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-665a23a9-a3af-402f-b2f7-e20c87af2f0f req-b360e51a-85bf-4b1a-815f-9dd6f5ecab2a service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271763 May 09 05:58:47.698134 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:58:49.287515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:04.770658 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:59:12.426929 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a5e852c2-5f09-4919-8324-1bcac28a9568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:14.671285 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd304-d70e-4c54-9cc2-de59c2b98f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:15.972749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:16.003757 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:17.701585 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:19.289514 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:41.775564 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 05:59:42.361844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c504aed-792d-4a0c-82e4-c28b7a9c448c req-b3d95a4d-26a0-47ec-85b7-aa0b9433c420 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:42.363275 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c504aed-792d-4a0c-82e4-c28b7a9c448c req-b3d95a4d-26a0-47ec-85b7-aa0b9433c420 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0820851 May 09 05:59:42.410176 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7c504aed-792d-4a0c-82e4-c28b7a9c448c req-ae9f0096-7906-458e-b772-0743b98bc065 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 May 09 05:59:42.421804 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7291498e-bad3-4639-b695-5a417da5fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:43.611917 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40304b50-9194-462e-ae1f-88711c216864 req-0c07b42c-f0b6-4f04-af02-2234411181fe tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:43.613385 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40304b50-9194-462e-ae1f-88711c216864 req-0c07b42c-f0b6-4f04-af02-2234411181fe tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0874202 May 09 05:59:43.661585 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-40304b50-9194-462e-ae1f-88711c216864 req-86228a37-e795-452b-8717-051ecbcca1a1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393484 May 09 05:59:44.669977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2c40a3fd-4003-4a7a-96ea-d24250a6aea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:44.863100 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd417e9-37c6-413a-bb95-4a2a6aa91250 req-7e66c20e-c9a4-4dfa-adfe-871da9103406 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:44.864587 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2cd417e9-37c6-413a-bb95-4a2a6aa91250 req-7e66c20e-c9a4-4dfa-adfe-871da9103406 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0924931 May 09 05:59:44.913505 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2cd417e9-37c6-413a-bb95-4a2a6aa91250 req-8f196443-b349-4a21-b326-5a7500e68aa5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426481 May 09 05:59:45.973125 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:46.008842 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:46.111426 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a804f-9ef3-4b00-8618-c16f3dbf060a req-7d07c6a8-345b-4e7e-b75c-9c84665d5979 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:46.112899 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3a804f-9ef3-4b00-8618-c16f3dbf060a req-7d07c6a8-345b-4e7e-b75c-9c84665d5979 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0818565 May 09 05:59:46.158161 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aa3a804f-9ef3-4b00-8618-c16f3dbf060a req-26ca74f4-e16b-4f97-b60b-7625e05fb8a5 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389841 May 09 05:59:47.362257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54747b6-496e-4a59-ba2f-09df44b168c1 req-543c66a2-4f9f-413c-b0e5-fea27f74dc79 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:47.363716 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f54747b6-496e-4a59-ba2f-09df44b168c1 req-543c66a2-4f9f-413c-b0e5-fea27f74dc79 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0904377 May 09 05:59:47.414114 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f54747b6-496e-4a59-ba2f-09df44b168c1 req-8f17304d-554e-46bf-ab37-423f9e22f3af tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 May 09 05:59:47.698333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:47.717545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-382002fd-1a58-4590-b420-490d59152559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:47.719014 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-382002fd-1a58-4590-b420-490d59152559 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.0794530 May 09 05:59:47.874997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-afb8e0eb-228b-4dc9-9e5d-2f0bfdb2cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:47.876693 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-afb8e0eb-228b-4dc9-9e5d-2f0bfdb2cead service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1395671 May 09 05:59:47.979720 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-f90d2159-5842-4d31-8f19-b80f5073b021 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 1000 time: 0.0972934 May 09 05:59:48.043084 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-e5e450f8-19a2-4f2a-b82b-f7b196ed455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:48.044513 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-e5e450f8-19a2-4f2a-b82b-f7b196ed455d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0581501 May 09 05:59:48.224432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-229cbd1a-4535-48bc-8fb8-2393a3bdcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:48.225902 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-229cbd1a-4535-48bc-8fb8-2393a3bdcc0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755230 May 09 05:59:48.358055 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-1920edb6-bfc3-498d-b2fe-1ef14bf14962 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255028 May 09 05:59:48.503273 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8146c8f0-6d31-4554-84d4-05d2be93fbfa req-96e004fc-540d-4fdf-a4d6-1845e96bffeb service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376410 May 09 05:59:48.620324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb7ab-658d-48d1-b25f-46af675a1307 req-e69fe32a-ea28-4e26-b392-25a6a14a6cf6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:48.621735 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-15dfb7ab-658d-48d1-b25f-46af675a1307 req-e69fe32a-ea28-4e26-b392-25a6a14a6cf6 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0924704 May 09 05:59:48.667628 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-15dfb7ab-658d-48d1-b25f-46af675a1307 req-c5f0f611-7414-47bd-a426-d28e5e9c0dda tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386178 May 09 05:59:49.285746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:49.870544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc096-8e0c-414e-9009-ba223d1698db req-4afd0db8-4465-47ef-89d2-6d1effa7de91 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:49.871990 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da8bc096-8e0c-414e-9009-ba223d1698db req-4afd0db8-4465-47ef-89d2-6d1effa7de91 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0939744 May 09 05:59:49.915753 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-da8bc096-8e0c-414e-9009-ba223d1698db req-e516912f-d8af-4d64-8138-99ecb054629c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 May 09 05:59:51.129787 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60292cd-a9aa-4c4a-8c49-de1dcb38917f req-8d4b1f34-4141-4c2a-8cc3-78fc27f19777 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:51.131225 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e60292cd-a9aa-4c4a-8c49-de1dcb38917f req-8d4b1f34-4141-4c2a-8cc3-78fc27f19777 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0975924 May 09 05:59:51.178762 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e60292cd-a9aa-4c4a-8c49-de1dcb38917f req-33eea201-156d-4f70-a9de-5948ed5f2774 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 May 09 05:59:52.412421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59afc52-7828-40a8-8d4f-67233096e2ed req-7e3d35d0-61ff-4349-980e-1711c0b64df0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:52.413959 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e59afc52-7828-40a8-8d4f-67233096e2ed req-7e3d35d0-61ff-4349-980e-1711c0b64df0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0924253 May 09 05:59:52.467028 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e59afc52-7828-40a8-8d4f-67233096e2ed req-9f118b68-0890-4069-9f95-2ce8afb80cf3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 May 09 05:59:52.563744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-1f5c6277-493d-449e-8aba-b190658f2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:52.565344 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-1f5c6277-493d-449e-8aba-b190658f2a9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.0810497 May 09 05:59:52.710932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-058f7a71-27f6-4b57-9d25-73ed7da2ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:52.712291 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-058f7a71-27f6-4b57-9d25-73ed7da2ed17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1408176 May 09 05:59:52.820436 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-1626a0b1-d5f0-4d5d-937d-fd4f4faabc34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 1000 time: 0.1024501 May 09 05:59:52.887591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-fc443ba0-addd-4f44-a5bb-6900f51415aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:52.889083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-fc443ba0-addd-4f44-a5bb-6900f51415aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0633712 May 09 05:59:52.966515 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-19a43385-e2d7-4980-b50c-86a99ed17d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:52.967916 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-19a43385-e2d7-4980-b50c-86a99ed17d16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730393 May 09 05:59:53.107799 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-ab215d88-a7ea-4614-9308-a0b9764d8c4e service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334519 May 09 05:59:53.255735 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43abdcf7-6874-4f9b-b960-76286f9f82f2 req-a53a863d-c811-48ae-9e12-726dad88f921 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416867 May 09 05:59:53.673098 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec12667-d5ca-4cc5-b855-59d5bf1ed3eb req-dfa52d57-2e6d-4458-b077-9308442c5944 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:53.675097 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dec12667-d5ca-4cc5-b855-59d5bf1ed3eb req-dfa52d57-2e6d-4458-b077-9308442c5944 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0956070 May 09 05:59:53.720783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dec12667-d5ca-4cc5-b855-59d5bf1ed3eb req-b6f84e5b-607b-400e-a98c-0f8263ddaea3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385120 May 09 05:59:54.914234 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cee16e-4855-4b02-bed0-7b29ea31af4b req-748d90b5-c9c6-454e-a322-33075578ce72 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:54.915683 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-21cee16e-4855-4b02-bed0-7b29ea31af4b req-748d90b5-c9c6-454e-a322-33075578ce72 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0797973 May 09 05:59:54.963784 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-21cee16e-4855-4b02-bed0-7b29ea31af4b req-2e4d58fb-5388-48b6-a6be-fbff723c58f0 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 May 09 05:59:56.257286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e05b-8d67-4235-bcad-d3e8815e61ae req-125c7d3b-e5fe-4638-8325-0208b6ec6761 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:56.258665 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9a08e05b-8d67-4235-bcad-d3e8815e61ae req-125c7d3b-e5fe-4638-8325-0208b6ec6761 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.1831543 May 09 05:59:56.307907 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9a08e05b-8d67-4235-bcad-d3e8815e61ae req-b038e91b-f66a-4646-ba21-226b7fc5b0b3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 May 09 05:59:56.600511 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-68537bf3-f584-484c-b90b-fa33cdd953f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683861 May 09 05:59:56.669915 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867feea-46d2-4ab2-98b0-d00955064da9 req-501d6b87-f7c0-4ed5-a7a0-32507e86a90b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:56.671402 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2867feea-46d2-4ab2-98b0-d00955064da9 req-501d6b87-f7c0-4ed5-a7a0-32507e86a90b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0840452 May 09 05:59:56.715152 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2867feea-46d2-4ab2-98b0-d00955064da9 req-71660cae-d103-43b6-b116-b504567b3cf9 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378318 May 09 05:59:57.901157 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba848cb1-b0e0-4fa1-906b-239dacd49d8b req-36138ddf-42b7-47c6-9328-de6ebf36cef1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:57.902815 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ba848cb1-b0e0-4fa1-906b-239dacd49d8b req-36138ddf-42b7-47c6-9328-de6ebf36cef1 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0831084 May 09 05:59:57.951929 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ba848cb1-b0e0-4fa1-906b-239dacd49d8b req-fe40df6d-dcf6-486b-96c1-768f9b042363 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 May 09 05:59:59.157094 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e379-086f-40ff-a8b1-3abbc9826b8c req-5b0ac178-2900-41af-bb55-2aece4a2fd90 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:59.158576 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d042e379-086f-40ff-a8b1-3abbc9826b8c req-5b0ac178-2900-41af-bb55-2aece4a2fd90 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.0824809 May 09 05:59:59.212773 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d042e379-086f-40ff-a8b1-3abbc9826b8c req-36d8811f-b909-4500-8504-3841f9e86efa tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481670 May 09 05:59:59.404689 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-509cbd71-ebd9-4cfe-a2ca-ff5c833bdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:59.406152 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-509cbd71-ebd9-4cfe-a2ca-ff5c833bdb89 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf&tenant_id=797fb42f843540feb22e20335f70f7b9 HTTP/1.1" status: 200 len: 1098 time: 0.0841653 May 09 05:59:59.517041 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-040a6827-d35a-42aa-a80f-38953b58c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:59.518519 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-040a6827-d35a-42aa-a80f-38953b58c04b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.0806043 May 09 05:59:59.650995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-8ffbd484-00d6-465a-a8cd-8e5b7645bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:59.652445 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-8ffbd484-00d6-465a-a8cd-8e5b7645bb75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1275887 May 09 05:59:59.721123 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51eb7e69-eea2-42b2-859b-df00d29d667c no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 05:59:59.757209 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-e1ca02ce-cc7a-4bc5-ac28-e25ea7a8350e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 1000 time: 0.0974946 May 09 05:59:59.821145 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-c81ade92-d82c-43cf-905b-c1ed81ff249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:59.822594 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-c81ade92-d82c-43cf-905b-c1ed81ff249e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0597503 May 09 05:59:59.850164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:59.878644 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 05:59:59.888934 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 05:59:59.893997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 05:59:59.904965 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-9a4bf6d3-6f53-4dea-a054-3955babd217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 05:59:59.906454 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-9a4bf6d3-6f53-4dea-a054-3955babd217f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780022 May 09 05:59:59.931351 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d88e567-7ff3-4a49-bd9c-3b537d1e3f3b'] response: {'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'code': 200} May 09 05:59:59.965959 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 05:59:59.973455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.973692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.974038 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.974350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.974673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.975009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.975325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.975638 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.975939 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.976266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.976606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 05:59:59.976916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:00:00.040261 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-6eda06a8-fb7f-4800-94a5-ac9e2439be38 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274874 May 09 06:00:00.178798 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6d43c948-9010-40f9-bbd1-36e7b43ff198 req-54481750-1f40-4991-8505-d3ea16eecd6a service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324296 May 09 06:00:00.435546 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf290a3-2f1b-4218-82ac-eac60c473ea2 req-d4d5bc4d-a9e0-4e40-a755-14143c319a3e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:00.437017 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ccf290a3-2f1b-4218-82ac-eac60c473ea2 req-d4d5bc4d-a9e0-4e40-a755-14143c319a3e tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0972657 May 09 06:00:00.483766 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ccf290a3-2f1b-4218-82ac-eac60c473ea2 req-28bb6ba3-96fc-4685-a235-f1b187272820 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 May 09 06:00:01.687300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1667c9-934e-4b30-84ca-9e953d52570a req-911a3525-a7a1-46af-9718-90c72f714a30 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:01.688788 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0f1667c9-934e-4b30-84ca-9e953d52570a req-911a3525-a7a1-46af-9718-90c72f714a30 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0916224 May 09 06:00:01.734506 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0f1667c9-934e-4b30-84ca-9e953d52570a req-16789189-41e2-40ad-bf46-8dd4d734ebe8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376172 May 09 06:00:02.934266 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1e5ae-30f6-4de2-9396-b76fd63b6272 req-43903a8a-ef08-48d0-b03f-a0f9c436e6c7 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:02.935697 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dfc1e5ae-30f6-4de2-9396-b76fd63b6272 req-43903a8a-ef08-48d0-b03f-a0f9c436e6c7 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0845048 May 09 06:00:02.983575 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-dfc1e5ae-30f6-4de2-9396-b76fd63b6272 req-0b531c27-4591-4a66-b6c1-a0f44b8f4589 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393505 May 09 06:00:04.184841 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec51417-b1ec-4f04-a62d-5815b16f1c9a req-a91cfc67-7acd-4a4e-b1b9-19174a2f5ef8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:04.186296 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec51417-b1ec-4f04-a62d-5815b16f1c9a req-a91cfc67-7acd-4a4e-b1b9-19174a2f5ef8 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0932856 May 09 06:00:04.229999 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ec51417-b1ec-4f04-a62d-5815b16f1c9a req-a274dc4c-c44a-4ad8-9ca3-9f0cf7485d08 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379691 May 09 06:00:05.431303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a623-2316-4b0e-8b67-5f5a48a38ac5 req-6719b3c4-63b9-48a6-b623-fc95e0da333d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:05.432791 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac45a623-2316-4b0e-8b67-5f5a48a38ac5 req-6719b3c4-63b9-48a6-b623-fc95e0da333d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0924428 May 09 06:00:05.581543 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ac45a623-2316-4b0e-8b67-5f5a48a38ac5 req-1f19fb8b-2297-4bb4-ba2e-803bc6ce5b18 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404991 May 09 06:00:06.785739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202add8-e8e0-4887-888f-c980cead3539 req-163f1a5c-a3d5-4c8e-ac02-d424b02c658d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:06.787171 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2202add8-e8e0-4887-888f-c980cead3539 req-163f1a5c-a3d5-4c8e-ac02-d424b02c658d tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0910723 May 09 06:00:06.833903 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2202add8-e8e0-4887-888f-c980cead3539 req-83539218-c92b-4a92-ac7e-0286ba41cb3a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 May 09 06:00:07.214974 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa105a-b79e-4e88-9f3a-94d667ba88de req-74572c7d-da01-4f92-8184-af6ade7aad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:07.217187 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b2aa105a-b79e-4e88-9f3a-94d667ba88de req-74572c7d-da01-4f92-8184-af6ade7aad92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1096 time: 0.0947530 May 09 06:00:07.259714 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b2aa105a-b79e-4e88-9f3a-94d667ba88de req-b45ee81f-74d9-47c9-8e1b-d34c5add00f2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361490 May 09 06:00:08.038568 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402af83-da50-43f8-9da0-7d99da5c2325 req-f2e41e63-112f-4653-b5dd-0adafe3fb944 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:08.040559 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1402af83-da50-43f8-9da0-7d99da5c2325 req-f2e41e63-112f-4653-b5dd-0adafe3fb944 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0801203 May 09 06:00:08.085019 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1402af83-da50-43f8-9da0-7d99da5c2325 req-be469452-176c-46e7-834e-a6a7813da98a tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386548 May 09 06:00:09.292651 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe3fda-3b5c-4dae-86e3-a1af605a152a req-7cd48908-7020-4fa6-9318-9b2285fecb41 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:09.294029 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b2fe3fda-3b5c-4dae-86e3-a1af605a152a req-7cd48908-7020-4fa6-9318-9b2285fecb41 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 943 time: 0.0949516 May 09 06:00:09.339630 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-b2fe3fda-3b5c-4dae-86e3-a1af605a152a req-99e37932-6f22-469b-9507-abab6be1269f tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397170 May 09 06:00:09.813181 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51eb7e69-eea2-42b2-859b-df00d29d667c details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 06:00:10.006003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:00:10.019347 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'port_id': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'mac_address': 'fa:16:3e:0d:b4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 06:00:10.073729 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:10.090955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb7e69-eea2-42b2-859b-df00d29d667c {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 06:00:10.107673 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:00:10.114861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:10.186483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:00:10.603744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['51eb7e69-eea2-42b2-859b-df00d29d667c'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 06:00:11.811287 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51eb7e69-eea2-42b2-859b-df00d29d667c up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:00:11.894223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 51eb7e69-eea2-42b2-859b-df00d29d667c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:00:11.894587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:12.011014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:12.037538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:00:12.047137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:00:12.052358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:12.091936 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742cbf8e-7ebd-45e7-8696-31a0dcd7f91b'] response: {'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'code': 200} May 09 06:00:12.129103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:00:12.430854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-518eff76-a96e-48b1-9797-75945e971970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:14.670390 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-472bb1ef-9399-4d84-8ebd-bc6b36638a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:15.987602 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:16.013660 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:17.713508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:18.775726 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:00:19.288999 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:42.416588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3c294fae-7006-47fc-bec7-fb6788a418ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:44.664764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e40b4b4e-94e4-4912-a76d-f67315f2457b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:45.977266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:46.016370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:47.709277 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:48.140673 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-60b2c162-166a-400d-b234-005fbb2e06ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111388 May 09 06:00:48.327931 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-0f9f66f8-ec08-4c4b-af0b-c602f564186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:48.329445 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-0f9f66f8-ec08-4c4b-af0b-c602f564186e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.0840874 May 09 06:00:48.491941 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-26ea1bed-58dd-4388-8345-222ada00ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:48.493459 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-26ea1bed-58dd-4388-8345-222ada00ab87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1447515 May 09 06:00:48.603197 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-a6d0858c-506e-4674-84ce-b974c1b34a54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 1000 time: 0.1036046 May 09 06:00:48.664896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-9d1d8fff-1cc0-4e1b-a629-0a1db2c71500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:48.666298 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-9d1d8fff-1cc0-4e1b-a629-0a1db2c71500 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0578604 May 09 06:00:48.745529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-e9334843-d7c5-45e9-9a68-061c1e95dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:00:48.747024 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-e9334843-d7c5-45e9-9a68-061c1e95dca4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746698 May 09 06:00:48.881226 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-785500e5-c14e-4549-9619-a8aef8560d22 service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279254 May 09 06:00:49.015082 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-61d669cd-1a98-4a47-b1f4-73a28d3ab733 req-7d4502e6-41de-4233-adcf-77582771a79e service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277599 May 09 06:00:49.294924 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:00:55.780231 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:01:12.426216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ec017ab8-2ffe-42a7-9d35-ab70a1586bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:14.675531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-61bd852e-8544-4e98-88a7-a42df908b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:15.982426 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:16.018569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:17.712610 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:19.296706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:24.685430 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49208) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:24.890361 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Deleting port 0d5ea555-e559-427c-909a-282fe538ff29 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:24.890707 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:25.165571 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:25.165895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:25.288420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Calling delete_port for 0d5ea555-e559-427c-909a-282fe538ff29 owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:25.445717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:25.491652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event deleted for resources: {'Port': ['ID=0d5ea555-e559-427c-909a-282fe538ff29,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:25.548893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.549149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.549496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.549842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.550181 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.550499 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.550823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.551150 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.551469 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.551790 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.552108 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.552420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:25.607464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:25.607814 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Floating IP f77ca497-e405-47a7-af6f-5c3434161f6e disassociated (deleted). External IP: 172.26.0.69, port: 51eb7e69-eea2-42b2-859b-df00d29d667c. May 09 06:01:25.964596 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Router 094ae1a4-b757-43b5-9834-844cef241687 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:01:26.152603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:01:26.164133 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] Sync routers for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:01:26.173857 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:26.174469 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:26.176946 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:26.231554 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-31da8b9e-a652-4d76-9670-ed845b9e662b tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "DELETE /v2.0/floatingips/f77ca497-e405-47a7-af6f-5c3434161f6e HTTP/1.1" status: 204 len: 168 time: 1.5449278 May 09 06:01:26.232013 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:01:26.350672 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:26.566112 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de02b5a-a200-4627-829b-392166ecf70a'] response: {'name': 'network-changed', 'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'status': 'completed', 'code': 200} May 09 06:01:26.688227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-dc694322-c0ad-4738-9c12-f669dd8a908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:26.689864 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-dc694322-c0ad-4738-9c12-f669dd8a908c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=797fb42f843540feb22e20335f70f7b9&device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 1098 time: 0.0791976 May 09 06:01:26.709270 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:26.713175 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] Checking router: 094ae1a4-b757-43b5-9834-844cef241687 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:01:26.722106 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:26.722706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:26.881739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-a1db3e11-f05b-404e-bcab-78ad14511076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:26.883188 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-a1db3e11-f05b-404e-bcab-78ad14511076 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 200 len: 910 time: 0.1846950 May 09 06:01:26.901128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:27.067496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78980940-c00d-447d-bbfb-41f2d69221d3 req-047ccf59-1986-41be-a3b4-734efc486d92 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:27.068159 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-78980940-c00d-447d-bbfb-41f2d69221d3 req-047ccf59-1986-41be-a3b4-734efc486d92 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:01:27.078623 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-3b6a5694-1a2b-4a2d-96ee-c2fd2ec4c595 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 200 len: 217 time: 0.1882615 May 09 06:01:27.124724 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-78980940-c00d-447d-bbfb-41f2d69221d3 req-047ccf59-1986-41be-a3b4-734efc486d92 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:01:27.125837 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78980940-c00d-447d-bbfb-41f2d69221d3 req-047ccf59-1986-41be-a3b4-734efc486d92 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.4329622 May 09 06:01:27.171394 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-fc431825-fcd7-413f-b5ba-8572f5c1ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:27.172848 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-fc431825-fcd7-413f-b5ba-8572f5c1ef75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 200 len: 848 time: 0.0874124 May 09 06:01:27.182279 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78980940-c00d-447d-bbfb-41f2d69221d3 req-767049b9-5999-41de-a58b-25418f8f55f3 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501544 May 09 06:01:27.219377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:27.223454 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f3aac-7f95-4072-acb1-4ded61b2914a None None] The sync data for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv is: [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:39Z', 'revision_number': 4, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '319b7dad-39bb-40f6-b18a-223f360ae8f1', 'name': '', 'network_id': '22a92171-f920-4470-ac70-0db173712f21', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'mac_address': 'fa:16:3e:a4:70:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:38Z', 'updated_at': '2022-05-09T05:51:44Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'subnets': [{'id': '8209f5d0-85ce-465e-a96e-fd610a44c407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:01:27.255765 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-7513bc7f-744e-4517-89cf-7790a293770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:27.257304 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-7513bc7f-744e-4517-89cf-7790a293770b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22a92171-f920-4470-ac70-0db173712f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742259 May 09 06:01:27.393117 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-1856df8d-1697-431b-8b3c-52766d72b67d service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288373 May 09 06:01:27.456633 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391ce40-8a59-45e0-bb19-ebec777fc333 None None] New status for floating IP f77ca497-e405-47a7-af6f-5c3434161f6e: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 06:01:27.527955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8e4c007e-9124-4633-8a3f-d3a7e8ff27e1 req-a6382078-0713-414b-ac38-1f7dfcb0df4d service neutron] 10.222.0.59 "GET /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280870 May 09 06:01:28.392062 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-436bd82e-d9d2-4a83-bb54-ce45abadc897 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:28.393513 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-436bd82e-d9d2-4a83-bb54-ce45abadc897 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.1398070 May 09 06:01:28.403387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5846c3b-e059-4c09-9489-e810e4489498 req-6eeafd78-48a0-446f-b655-8307ddcab4a2 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:28.404738 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5846c3b-e059-4c09-9489-e810e4489498 req-6eeafd78-48a0-446f-b655-8307ddcab4a2 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 945 time: 0.1149213 May 09 06:01:28.499802 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Deleting port 51eb7e69-eea2-42b2-859b-df00d29d667c {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:28.500136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:28.532158 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f5846c3b-e059-4c09-9489-e810e4489498 req-ebcb98a8-7f64-4486-8209-91b749d7495c tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/security-groups?id=785ca07f-4037-493e-a0c8-39f70676c932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935588 May 09 06:01:28.760523 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] For port 51eb7e69-eea2-42b2-859b-df00d29d667c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51eb7e69-eea2-42b2-859b-df00d29d667c,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:28.760763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:28.900953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Calling delete_port for 51eb7e69-eea2-42b2-859b-df00d29d667c owned by compute:nova {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:29.045930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:29.097559 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event deleted for resources: {'Port': ['ID=51eb7e69-eea2-42b2-859b-df00d29d667c,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:29.169875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] No DVR routers for this DVR port 51eb7e69-eea2-42b2-859b-df00d29d667c on host hv-neutron-8404 {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 06:01:29.172342 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:29.174822 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-deleted', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:01:29.191453 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1bf6c305-c1c9-4ad7-97ea-63aaa7d996ca req-98f2dab5-bdba-4855-adf0-342d08957200 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.59 "DELETE /v2.0/ports/51eb7e69-eea2-42b2-859b-df00d29d667c HTTP/1.1" status: 204 len: 173 time: 0.7857492 May 09 06:01:29.220515 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad49e89d-3293-4346-a21e-8bac53026eec'] response: {'server_uuid': 'dd783c26-7615-49e0-9571-26c2bf4bf7bf', 'name': 'network-vif-deleted', 'tag': '51eb7e69-eea2-42b2-859b-df00d29d667c', 'status': 'completed', 'code': 200} May 09 06:01:29.693286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-64c8e457-3980-4e3a-b1bb-f26c7176375a req-24486ec0-5e84-46f5-bcf2-33fc02019d08 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Synchronizing usage tracker for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:01:29.709930 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-64c8e457-3980-4e3a-b1bb-f26c7176375a req-24486ec0-5e84-46f5-bcf2-33fc02019d08 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Unset dirty status for tenant:797fb42f843540feb22e20335f70f7b9 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:01:29.711193 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-64c8e457-3980-4e3a-b1bb-f26c7176375a req-24486ec0-5e84-46f5-bcf2-33fc02019d08 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd783c26-7615-49e0-9571-26c2bf4bf7bf HTTP/1.1" status: 200 len: 210 time: 0.0620706 May 09 06:01:30.808117 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49240) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:30.879898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a8a7513b-1ec2-491a-a6c4-4d10c9e21805 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:30.908744 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a8a7513b-1ec2-491a-a6c4-4d10c9e21805 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:30.982162 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a8a7513b-1ec2-491a-a6c4-4d10c9e21805 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:31.002500 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7513b-1ec2-491a-a6c4-4d10c9e21805 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785ca07f-4037-493e-a0c8-39f70676c932,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:31.033652 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-a8a7513b-1ec2-491a-a6c4-4d10c9e21805 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:31.035729 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-a8a7513b-1ec2-491a-a6c4-4d10c9e21805 tempest-TestShelveInstance-1848927925 tempest-TestShelveInstance-1848927925-project] 10.222.0.50 "DELETE /v2.0/security-groups/785ca07f-4037-493e-a0c8-39f70676c932 HTTP/1.1" status: 204 len: 168 time: 0.2262452 May 09 06:01:32.094213 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49248) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:32.263966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51eb7e69-eea2-42b2-859b-df00d29d667c no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:01:32.309997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 51eb7e69-eea2-42b2-859b-df00d29d667c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:01:32.310323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 51eb7e69-eea2-42b2-859b-df00d29d667c not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:01:32.779824 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:01:32.902355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:33.260051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Deleting port 319b7dad-39bb-40f6-b18a-223f360ae8f1 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:33.260886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:33.430751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] For port 319b7dad-39bb-40f6-b18a-223f360ae8f1, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=319b7dad-39bb-40f6-b18a-223f360ae8f1,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:33.431083 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:33.553971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Calling delete_port for 319b7dad-39bb-40f6-b18a-223f360ae8f1 owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:33.742440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:33.899899 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Pushing event deleted for resources: {'Port': ['ID=319b7dad-39bb-40f6-b18a-223f360ae8f1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:34.163367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:34.544454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Router 094ae1a4-b757-43b5-9834-844cef241687 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:01:34.735248 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:01:34.745058 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] Sync routers for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:01:34.753871 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-d48f3f7b-523d-49f8-9421-bb42e0f44029 admin admin] 10.222.0.50 "PUT /v2.0/routers/094ae1a4-b757-43b5-9834-844cef241687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6585195 May 09 06:01:34.755587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:34.756242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:34.756483 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49254) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:34.929525 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:34.933573 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:35.105144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:35.115800 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Deleting port eb1e9c50-9986-4064-a58d-fe13f2610bd1 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:35.116139 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:35.220563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T06:01:33Z', 'revision_number': 5, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port': {'id': 'eb1e9c50-9986-4064-a58d-fe13f2610bd1', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094ae1a4-b757-43b5-9834-844cef241687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:35.225049 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] Checking router: 094ae1a4-b757-43b5-9834-844cef241687 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:01:35.234103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] Routers {'094ae1a4-b757-43b5-9834-844cef241687'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:35.234710 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['094ae1a4-b757-43b5-9834-844cef241687'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:35.383214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] Set router 094ae1a4-b757-43b5-9834-844cef241687 gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:35.418625 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] For port eb1e9c50-9986-4064-a58d-fe13f2610bd1, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=eb1e9c50-9986-4064-a58d-fe13f2610bd1,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:35.419136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:35.530986 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T06:01:35Z', 'revision_number': 6, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:35.535183 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a5ce5-82f2-4c1a-b043-5b434d516b32 None None] The sync data for ids ['094ae1a4-b757-43b5-9834-844cef241687'] in dv-neutron-840482-1-hyperv is: [{'id': '094ae1a4-b757-43b5-9834-844cef241687', 'name': 'tempest-TestShelveInstance-1929995352-router', 'tenant_id': '797fb42f843540feb22e20335f70f7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:35Z', 'updated_at': '2022-05-09T06:01:35Z', 'revision_number': 6, 'project_id': '797fb42f843540feb22e20335f70f7b9', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:01:35.539201 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Calling delete_port for eb1e9c50-9986-4064-a58d-fe13f2610bd1 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:35.728070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:35.775239 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1e9c50-9986-4064-a58d-fe13f2610bd1,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:35.870955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.065429 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.067799 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.092661 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.093188 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 094ae1a4-b757-43b5-9834-844cef241687 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 06:01:36.105144 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.106649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-9bfa199e-d6f8-49c5-9399-8b12229ce727 admin admin] 10.222.0.50 "DELETE /v2.0/routers/094ae1a4-b757-43b5-9834-844cef241687 HTTP/1.1" status: 204 len: 168 time: 1.3492637 May 09 06:01:36.109382 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49258) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:36.174385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Deleting subnet 8209f5d0-85ce-465e-a96e-fd610a44c407 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 06:01:36.177739 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.225489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.301988 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 319b7dad-39bb-40f6-b18a-223f360ae8f1 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:01:36.311230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.339564 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 319b7dad-39bb-40f6-b18a-223f360ae8f1 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:01:36.339899 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 319b7dad-39bb-40f6-b18a-223f360ae8f1 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:01:36.340582 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb1e9c50-9986-4064-a58d-fe13f2610bd1 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:01:36.375532 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: eb1e9c50-9986-4064-a58d-fe13f2610bd1 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:01:36.375862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device eb1e9c50-9986-4064-a58d-fe13f2610bd1 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:01:36.382886 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.420254 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8209f5d0-85ce-465e-a96e-fd610a44c407,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:36.425177 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.431553 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd0414-d33c-4e71-970d-e94c02eb4960 None None] Network 22a92171-f920-4470-ac70-0db173712f21 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:01:36.432051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.432407 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.432752 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.433212 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.433572 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.433943 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.434920 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.435380 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.435707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.436028 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.436362 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.436701 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:36.444135 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d212b02c-cc3a-44f9-85dc-f5065ae23797 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8209f5d0-85ce-465e-a96e-fd610a44c407 HTTP/1.1" status: 204 len: 168 time: 0.3336151 May 09 06:01:36.446607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49262) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:36.673812 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.685154 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Deleting port 2c40aa24-c89a-4472-a108-0143ff45ea98 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:36.685487 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.693042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] DHCP port deletion for 22a92171-f920-4470-ac70-0db173712f21 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 06:01:36.697664 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Deleting port 2c40aa24-c89a-4472-a108-0143ff45ea98 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:36.698092 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.891543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] For port 2c40aa24-c89a-4472-a108-0143ff45ea98, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2c40aa24-c89a-4472-a108-0143ff45ea98,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:36.891765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:36.896371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] For port 2c40aa24-c89a-4472-a108-0143ff45ea98, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=2c40aa24-c89a-4472-a108-0143ff45ea98,segment=NetworkSegment(47f9414e-e96d-4562-84f0-ab196b361bd0),segment_id=47f9414e-e96d-4562-84f0-ab196b361bd0)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:36.896812 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.015137 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Calling delete_port for 2c40aa24-c89a-4472-a108-0143ff45ea98 owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:37.015513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Calling delete_port for 2c40aa24-c89a-4472-a108-0143ff45ea98 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:37.096439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719'] for port, after_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.102544 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.db.api [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 06:01:37.102868 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG oslo_db.api [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 06:01:37.144671 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Pushing event deleted for resources: {'Port': ['ID=2c40aa24-c89a-4472-a108-0143ff45ea98,revision_number=None']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:37.149563 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] No DVR routers for this DVR port 2c40aa24-c89a-4472-a108-0143ff45ea98 on host dv-neutron-840482-1-hyperv {{(pid=88043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 06:01:37.155893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.156228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.156589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.159314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.160894 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5f2d98-efff-4946-9717-48205c948ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:37.605023 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Deleting port 2c40aa24-c89a-4472-a108-0143ff45ea98 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:37.605862 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.677673 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] The port '2c40aa24-c89a-4472-a108-0143ff45ea98' was deleted {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 06:01:37.790505 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.814883 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a92171-f920-4470-ac70-0db173712f21']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:37.830311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f9414e-e96d-4562-84f0-ab196b361bd0') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:37.830594 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f9414e-e96d-4562-84f0-ab196b361bd0') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:37.842843 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.859561 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.866562 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 06:01:37.866967 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: util.warn( May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 06:01:37.882597 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 06:01:37.958552 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.975312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:37.989367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a92171-f920-4470-ac70-0db173712f21,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:38.003820 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2436385c-9ea7-4c0a-9fbf-2f7025d3a825 admin admin] 10.222.0.50 "DELETE /v2.0/networks/22a92171-f920-4470-ac70-0db173712f21 HTTP/1.1" status: 204 len: 168 time: 1.5562208 May 09 06:01:38.006683 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49266) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:38.264605 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2c40aa24-c89a-4472-a108-0143ff45ea98 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:01:38.302158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 2c40aa24-c89a-4472-a108-0143ff45ea98 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:01:38.302493 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 2c40aa24-c89a-4472-a108-0143ff45ea98 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:01:38.673830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:39.024873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Deleting port a3b57481-25e4-417e-b0d2-fea62e954a10 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:39.025087 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:39.195046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] For port a3b57481-25e4-417e-b0d2-fea62e954a10, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a3b57481-25e4-417e-b0d2-fea62e954a10,segment=NetworkSegment(bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e),segment_id=bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:39.195393 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:39.319065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Calling delete_port for a3b57481-25e4-417e-b0d2-fea62e954a10 owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:39.638799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:39.685136 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b57481-25e4-417e-b0d2-fea62e954a10,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:39.953863 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:40.456773 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Router 348f5451-ff83-4de3-b8e5-42384ffd12bf has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:01:40.649205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:01:40.658476 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-99da0a38-4a45-46e2-adf9-46b93a6aa02e admin admin] 10.222.0.50 "PUT /v2.0/routers/348f5451-ff83-4de3-b8e5-42384ffd12bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6507521 May 09 06:01:40.659115 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] Sync routers for ids ['348f5451-ff83-4de3-b8e5-42384ffd12bf'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:01:40.661090 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49270) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:40.669615 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] Routers {'348f5451-ff83-4de3-b8e5-42384ffd12bf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:40.670207 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['348f5451-ff83-4de3-b8e5-42384ffd12bf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:40.836193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:40.847541 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] Set router 348f5451-ff83-4de3-b8e5-42384ffd12bf gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:41.013271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.023938 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Deleting port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:41.024330 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.131932 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56'}], 'enable_snat': True}, 'gw_port_id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T06:01:39Z', 'revision_number': 5, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port': {'id': '8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T05:51:42Z', 'updated_at': '2022-05-09T05:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:41.135871 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] Checking router: 348f5451-ff83-4de3-b8e5-42384ffd12bf for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:01:41.144823 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] Routers {'348f5451-ff83-4de3-b8e5-42384ffd12bf'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:41.145428 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['348f5451-ff83-4de3-b8e5-42384ffd12bf'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:41.197036 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] For port 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:41.197383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.319311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Calling delete_port for 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:41.331937 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] Set router 348f5451-ff83-4de3-b8e5-42384ffd12bf gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:41.441564 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T06:01:41Z', 'revision_number': 6, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:41.446161 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db40e2a-a4d5-476e-8480-615e556a1318 None None] The sync data for ids ['348f5451-ff83-4de3-b8e5-42384ffd12bf'] in dv-neutron-840482-1-hyperv is: [{'id': '348f5451-ff83-4de3-b8e5-42384ffd12bf', 'name': 'tempest-TestShelveInstance-1117301402-router', 'tenant_id': '97b31372208146cbad9431c949c3b4e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T05:51:41Z', 'updated_at': '2022-05-09T06:01:41Z', 'revision_number': 6, 'project_id': '97b31372208146cbad9431c949c3b4e6', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:01:41.634864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.685077 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:41.783058 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.964747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.967164 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.994957 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:41.995736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348f5451-ff83-4de3-b8e5-42384ffd12bf {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 06:01:42.010113 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.013086 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-cb0e02ef-e54b-4a8c-93be-43e6053558de admin admin] 10.222.0.50 "DELETE /v2.0/routers/348f5451-ff83-4de3-b8e5-42384ffd12bf HTTP/1.1" status: 204 len: 168 time: 1.3508561 May 09 06:01:42.014647 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49274) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:42.074518 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] Deleting subnet 5e65ead7-e234-48d9-a69e-b61b9f719be1 {{(pid=88042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 06:01:42.077533 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.126709 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5462778'] for subnet, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.210260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.276014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a3b57481-25e4-417e-b0d2-fea62e954a10 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:01:42.282161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5462624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5716848'] for subnet, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.312667 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a3b57481-25e4-417e-b0d2-fea62e954a10 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:01:42.312991 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a3b57481-25e4-417e-b0d2-fea62e954a10 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:01:42.313641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:01:42.338439 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.343439 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6719ed4c-10c5-43e0-8048-32b0328ea71c None None] Network 02ae1c14-86ff-4de6-aa80-51311a4ef06e requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:01:42.345269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e65ead7-e234-48d9-a69e-b61b9f719be1,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:42.355195 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-e42e0026-3526-492a-b2ff-615b16af7e2c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5e65ead7-e234-48d9-a69e-b61b9f719be1 HTTP/1.1" status: 204 len: 168 time: 0.3394623 May 09 06:01:42.359002 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49278) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:42.374345 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:01:42.374666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 8a4bd8b3-20be-44c2-a55a-7f20b2e30c5d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:01:42.466851 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c63e2bc8-aba4-4df1-bf25-54104ee52372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.470466 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.482068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Deleting port da996bed-af01-41d7-8f05-ffdb5acce38f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:42.482743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.624018 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] DHCP port deletion for 02ae1c14-86ff-4de6-aa80-51311a4ef06e request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 06:01:42.628374 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Deleting port da996bed-af01-41d7-8f05-ffdb5acce38f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:42.628774 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.712260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] For port da996bed-af01-41d7-8f05-ffdb5acce38f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=da996bed-af01-41d7-8f05-ffdb5acce38f,segment=NetworkSegment(bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e),segment_id=bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:42.712513 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.834728 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] For port da996bed-af01-41d7-8f05-ffdb5acce38f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=da996bed-af01-41d7-8f05-ffdb5acce38f,segment=NetworkSegment(bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e),segment_id=bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:42.835124 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.836271 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Calling delete_port for da996bed-af01-41d7-8f05-ffdb5acce38f owned by network:dhcp {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:42.918506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:42.965124 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Pushing event deleted for resources: {'Port': ['ID=da996bed-af01-41d7-8f05-ffdb5acce38f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:42.969437 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] No DVR routers for this DVR port da996bed-af01-41d7-8f05-ffdb5acce38f on host dv-neutron-840482-1-hyperv {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 06:01:42.992222 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Calling delete_port for da996bed-af01-41d7-8f05-ffdb5acce38f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:01:43.063955 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 06:01:43.064295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 06:01:43.089192 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.113970 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ae1c14-86ff-4de6-aa80-51311a4ef06e']}} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:43.126291 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e') {'for_net_delete': True} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:43.126578 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.services.segments.db [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9f28a1-b3aa-40ee-a3fe-e13409c9f96e') {} {{(pid=88042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:43.137988 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5462723'] for segment, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.153725 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.160161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 06:01:43.160579 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5462978'] for segment, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: Traceback (most recent call last): May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: timer() May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: cb(*args, **kw) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: return func(*args, **kwargs) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: self._notify() May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: self.callback(batched_events) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: event.method(event) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: aggregate_uuid = self.p_client.list_aggregates( May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: return f(self, *a, **k) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._get(url).json() May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: return self.request(url, 'GET', **kwargs) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: base_url = self.get_endpoint(auth, allow=allow, May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 06:01:43.174062 dv-neutron-840482-1-hyperv neutron-server[88042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 06:01:43.350186 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.367899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.378139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ae1c14-86ff-4de6-aa80-51311a4ef06e,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:43.382144 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-531ea8df-f229-4cd1-8caa-079e5fdf5929 admin admin] 10.222.0.50 "DELETE /v2.0/networks/02ae1c14-86ff-4de6-aa80-51311a4ef06e HTTP/1.1" status: 204 len: 168 time: 1.0221527 May 09 06:01:43.551814 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49284) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:43.565470 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Deleting port da996bed-af01-41d7-8f05-ffdb5acce38f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:01:43.565977 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.606982 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ee2fba67-2a73-40ef-aa5f-718c7c52a6ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=797fb42f843540feb22e20335f70f7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516376 May 09 06:01:43.607265 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49288) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:43.636792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed3451-d833-4762-9bdd-ee8e63cd7510 None None] The port 'da996bed-af01-41d7-8f05-ffdb5acce38f' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 06:01:43.667549 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-286747bb-32e5-4e27-9f21-0f8a3767013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.693438 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-286747bb-32e5-4e27-9f21-0f8a3767013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.747844 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-286747bb-32e5-4e27-9f21-0f8a3767013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.764756 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286747bb-32e5-4e27-9f21-0f8a3767013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c90654-3def-459a-bf95-d1bbe86c8b78,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:43.771303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-286747bb-32e5-4e27-9f21-0f8a3767013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:43.772515 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-286747bb-32e5-4e27-9f21-0f8a3767013b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1c90654-3def-459a-bf95-d1bbe86c8b78 HTTP/1.1" status: 204 len: 168 time: 0.1643305 May 09 06:01:44.166835 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49296) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:44.215619 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-35f30f43-7adc-45e2-9e3c-1fa28c98ec37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97b31372208146cbad9431c949c3b4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476155 May 09 06:01:44.218383 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49300) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:44.263862 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device da996bed-af01-41d7-8f05-ffdb5acce38f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:01:44.281875 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b47e708-a2f8-43d1-9f92-da6cd77335af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:44.296879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: da996bed-af01-41d7-8f05-ffdb5acce38f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:01:44.297215 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device da996bed-af01-41d7-8f05-ffdb5acce38f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:01:44.309069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b47e708-a2f8-43d1-9f92-da6cd77335af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:44.372798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b47e708-a2f8-43d1-9f92-da6cd77335af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:44.386491 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47e708-a2f8-43d1-9f92-da6cd77335af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09a869-4a5b-4edb-a288-e6e22e24fd43,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:44.392854 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-2b47e708-a2f8-43d1-9f92-da6cd77335af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:44.393931 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-2b47e708-a2f8-43d1-9f92-da6cd77335af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df09a869-4a5b-4edb-a288-e6e22e24fd43 HTTP/1.1" status: 204 len: 168 time: 0.1739097 May 09 06:01:44.670303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ac74554c-98f2-460d-a4d6-1eb1e418091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.376022 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49324) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:45.509536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1914457696-network', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:45.514615 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:45.519422 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Usage tracker for resource:network and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:45.522392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:45.528331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:45.539607 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Made reservation on behalf of 07fe3b235a8f4c59a5e30b636a81b2a0 for: {'network': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 06:01:45.543139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.555408 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.572864 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:45.577205 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:45.580110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:45.586237 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:45.669850 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.675564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.704558 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=88042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 06:01:45.712755 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001f3366-3c94-4482-aa71-61969fa06e18,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:45.718444 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.718769 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.segments_db [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Added segment 002ccc75-f215-4964-a2ab-74658d950d4f of type vlan for network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 May 09 06:01:45.747097 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.780147 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.781535 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:45.782583 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Notify callbacks [] for network, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:45.891199 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] Pushing event updated for resources: {'Network': ['ID=bd51310d-23e2-48ab-8f7d-a69cb471b2d5,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:45.894151 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2e6aef3c-594f-4035-bd49-dfde9ea61ddb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5171142 May 09 06:01:45.897145 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49330) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:45.902009 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 06:01:45.902586 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Request body: {'subnet': {'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1914457696-subnet', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'ip_version': 4}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:45.907667 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:45.911952 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Usage tracker for resource:subnet and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:45.915076 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:45.921514 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:45.933456 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Made reservation on behalf of 07fe3b235a8f4c59a5e30b636a81b2a0 for: {'subnet': 1} {{(pid=88042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 06:01:45.936056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5716829'] for subnet, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.022010 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.030632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.145349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5462561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5716811'] for subnet, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.218294 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71bce62f-4f1e-485a-8a15-261ada779a89,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:46.229173 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Checking segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:01:46.229528 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Network hostable DHCP agents. Network: bd51310d-23e2-48ab-8f7d-a69cb471b2d5, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 06:01:46.250782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 06:01:46.260941 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, bd51310d-23e2-48ab-8f7d-a69cb471b2d5) {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:46.265000 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:46.265573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.271785 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8a6b4-b9db-4ef2-a452-7d01c563777b None None] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:01:46.290500 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-2af72ce5-2de6-4908-89a0-4020b701514d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3907101 May 09 06:01:46.291743 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49334) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:46.297148 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:46.301910 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:46.306057 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Usage tracker for resource:router and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:46.309092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:46.315089 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:46.326309 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.327312 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.344710 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.488859 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 06:01:46.489705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.612791 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.647530 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Allocated IP 172.20.0.2 (bd51310d-23e2-48ab-8f7d-a69cb471b2d5/71bce62f-4f1e-485a-8a15-261ada779a89/3cd53a47-0aed-423a-bbf8-becbf15c1d0f) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:01:46.859769 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.870694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Transition to ACTIVE for port object 3cd53a47-0aed-423a-bbf8-becbf15c1d0f will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:46.889787 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Transition to ACTIVE for port object 3cd53a47-0aed-423a-bbf8-becbf15c1d0f will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:46.895362 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:46.963997 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:46.967317 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:46.970098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:01:46.980052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Pushing event updated for resources: {'Port': ['ID=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:47.045272 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.069797 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Attempting to bind port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:01:47.070128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Attempting to bind port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:01:47.070475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Attempting to bind port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:01:47.074440 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.075737 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:01:47.076097 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Checking segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:01:47.076512 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.076890 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Bound using segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:01:47.077339 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Bound port: 3cd53a47-0aed-423a-bbf8-becbf15c1d0f, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:01:47.077694 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.167289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] For port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:01:47.170581 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] For port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:01:47.174188 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.209865 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Allocated IP 172.26.0.14 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/9ff8aeae-808d-4d9a-8837-2b0ad11a891c) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:01:47.259904 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5949737-4b5e-4f40-9424-738716b7e247 None None] Pushing event updated for resources: {'Port': ['ID=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:47.375811 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.407268 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.484473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:47.487269 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:47.491527 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:01:47.532486 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Pushing event updated for resources: {'Port': ['ID=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:47.713979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:47.942873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:48.192059 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c0cbe-9d46-4ebd-ada5-8bc7d5b019f2 None None] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:01:48.296420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-fa06b075-6134-4cec-ae23-d3c85d363e02 None None] Provisioning for port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:48.315523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3cd53a47-0aed-423a-bbf8-becbf15c1d0f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:48.316123 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:48.514224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:48.526607 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:48.526979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:48.662152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:48.670020 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 06:01:48.703932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:48.708706 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:48.785981 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:48.826157 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5a058b02-f9d3-4e81-a919-4f468a0f58c7 None None] Provisioning complete for port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:48.826542 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5a058b02-f9d3-4e81-a919-4f468a0f58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:48.862279 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:01:48.873815 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Sync routers for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:01:48.887240 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:48.888379 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-b000d9aa-3784-41ef-9036-d1bf163ecb6d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5958195 May 09 06:01:48.891230 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49340) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:48.891465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:48.892087 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:49.120593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:49.319094 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.419807 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:47Z', 'revision_number': 3, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:49.423561 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Checking router: b1fdb96e-28fa-42ae-be19-813d2cb3ac2a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:01:49.423912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Updating router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 06:01:49.477584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.558824 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.767876 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Allocated IP 172.20.0.1 (bd51310d-23e2-48ab-8f7d-a69cb471b2d5/71bce62f-4f1e-485a-8a15-261ada779a89/35bc20ed-d009-4908-9d1f-78180341923d) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:01:49.811796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.824409 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Transition to ACTIVE for port object 9ff8aeae-808d-4d9a-8837-2b0ad11a891c will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:49.830916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.914152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Attempting to bind port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:01:49.914519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Attempting to bind port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:01:49.914879 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Attempting to bind port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:01:49.917557 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.918447 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71609efd-706a-4ecf-8423-b285ee3be9cc None None] Pushing event updated for resources: {'Port': ['ID=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:49.922752 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:01:49.923128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:01:49.923523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.923917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:01:49.924383 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Bound port: 9ff8aeae-808d-4d9a-8837-2b0ad11a891c, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:01:49.924746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.934656 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.provisioning_blocks [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Transition to ACTIVE for port object 35bc20ed-d009-4908-9d1f-78180341923d will not be triggered until provisioned by entity DHCP. {{(pid=88042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:49.959550 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:49.999475 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] For port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:01:50.003297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] For port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:01:50.007681 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.043426 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:50.047114 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:50.049056 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Pushing event updated for resources: {'Port': ['ID=35bc20ed-d009-4908-9d1f-78180341923d,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:50.051119 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:01:50.109506 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.130979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:50.131616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:50.221492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71609efd-706a-4ecf-8423-b285ee3be9cc None None] Pushing event updated for resources: {'Port': ['ID=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:50.306755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3cd53a47-0aed-423a-bbf8-becbf15c1d0f up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:50.388819 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a9eea915-492c-4bc8-958d-b4d80aaf1bb2 None None] Provisioning for port 35bc20ed-d009-4908-9d1f-78180341923d completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:50.392683 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:50.513842 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.514523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a9eea915-492c-4bc8-958d-b4d80aaf1bb2 None None] Provisioning complete for port 35bc20ed-d009-4908-9d1f-78180341923d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:50.514889 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a9eea915-492c-4bc8-958d-b4d80aaf1bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.641194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a9eea915-492c-4bc8-958d-b4d80aaf1bb2 None None] Port 35bc20ed-d009-4908-9d1f-78180341923d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 06:01:50.648242 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:50.648636 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.737266 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.744163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.851141 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:50.854617 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Pushing event updated for resources: {'Port': ['ID=35bc20ed-d009-4908-9d1f-78180341923d,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:50.859978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:47Z', 'revision_number': 3, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:50.864221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae1d50-52ab-4920-b0d0-20012e798e41 None None] The sync data for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:47Z', 'revision_number': 3, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:01:50.994782 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:50.995984 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:51.216471 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:01:51.273213 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-764c12d3-7634-4877-8c04-0ac15900702f None None] Provisioning complete for port 35bc20ed-d009-4908-9d1f-78180341923d triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:51.273489 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-764c12d3-7634-4877-8c04-0ac15900702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:51.328088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-764c12d3-7634-4877-8c04-0ac15900702f None None] Port 35bc20ed-d009-4908-9d1f-78180341923d cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 06:01:51.405098 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:01:51.414754 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-48121209-05c4-45f2-86ec-0f8157e2d27c admin admin] 10.222.0.50 "PUT /v2.0/routers/b1fdb96e-28fa-42ae-be19-813d2cb3ac2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5223536 May 09 06:01:51.936752 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49370) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:51.942324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1282231212-network', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:51.951392 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:51.955577 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Usage tracker for resource:network and tenant:7248cc8cff5d4207af73b4d7004b7f51 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:51.958681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:51.964695 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:51.976433 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Made reservation on behalf of 7248cc8cff5d4207af73b4d7004b7f51 for: {'network': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 06:01:51.978777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for network, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:51.993779 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.008548 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:52.012983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Usage tracker for resource:security_group_rule and tenant:7248cc8cff5d4207af73b4d7004b7f51 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:52.015939 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:52.021825 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:52.109242 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.114122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.146679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=88041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 06:01:52.155932 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36564de0-3a96-4a39-a3c9-8252b1476fff,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:52.161720 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.162203 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.segments_db [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Added segment b3c69547-2724-49f5-8165-d660da3c9c05 of type vlan for network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 May 09 06:01:52.190460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775671203548'] for network, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.221090 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449'] for network, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.222167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:52.222637 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.277080 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Sync routers for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:01:52.287658 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:52.288949 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:52.305138 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9ff8aeae-808d-4d9a-8837-2b0ad11a891c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:52.330968 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] Pushing event updated for resources: {'Network': ['ID=86b73aeb-9628-4eb0-a3a3-7f015cda5a64,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:52.334957 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fa3f5941-3009-4aaa-9363-96fcc4b8c8de admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3971703 May 09 06:01:52.337834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49378) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:52.343464 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Request body: {'subnet': {'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1282231212-subnet', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'ip_version': 4}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:52.348493 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:52.350491 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 details requested by agent ovs-agent-dv-neutron-840482-1-hyperv with host dv-neutron-840482-1-hyperv {{(pid=88043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 09 06:01:52.352731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Usage tracker for resource:subnet and tenant:7248cc8cff5d4207af73b4d7004b7f51 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:52.356153 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:52.362045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:52.374646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Made reservation on behalf of 7248cc8cff5d4207af73b4d7004b7f51 for: {'subnet': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 06:01:52.377735 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6498971'] for subnet, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.472934 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:52.478379 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:52.487641 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:52.488778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.591572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7320414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6498957'] for subnet, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.606268 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.623139 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:52.627897 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.666960 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf2e07b-a6db-4155-acbd-82369f87c5c8,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:52.681384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Checking segment: {'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:01:52.683514 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Network hostable DHCP agents. Network: 86b73aeb-9628-4eb0-a3a3-7f015cda5a64, hostable agents: ['529f0b95-b4e1-42a2-9fd0-1a3151394413'], hosted agents: [] {{(pid=88041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 06:01:52.705821 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 is scheduled to be hosted by DHCP agent 529f0b95-b4e1-42a2-9fd0-1a3151394413 with binding_index 1 {{(pid=88041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 06:01:52.711128 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:52.717545 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840482-1-hyperv, 86b73aeb-9628-4eb0-a3a3-7f015cda5a64) {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:52.721834 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:01:52.722603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.727817 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad28d4d-5d82-48a4-85f4-5cd8dab071a6 None None] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:01:52.744132 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-c67c4df1-3763-45fc-91f3-7801b3ad2dd7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4052033 May 09 06:01:52.746679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49382) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:52.751749 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:52.756605 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:52.760687 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Usage tracker for resource:router and tenant:7248cc8cff5d4207af73b4d7004b7f51 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:52.763842 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:52.769795 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:52.782980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11663'] for router, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.784633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11766'] for router, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.801717 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.803552 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 2, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:52.807348 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Checking router: b1fdb96e-28fa-42ae-be19-813d2cb3ac2a for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:01:52.807790 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Updating router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a port 35bc20ed-d009-4908-9d1f-78180341923d binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 06:01:52.862846 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:52.957784 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp883e0371-229e-5f6f-9a95-c7ed2be73ae4-86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'fixed_ips': [{'subnet_id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8'}]}} from dv-neutron-840482-1-hyperv. {{(pid=88043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 09 06:01:52.958884 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.167152 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.db_base_plugin_common [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Allocated IP 172.20.0.2 (86b73aeb-9628-4eb0-a3a3-7f015cda5a64/cbf2e07b-a6db-4155-acbd-82369f87c5c8/f0d28453-5855-4a76-a4bd-350b1be52595) {{(pid=88043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:01:53.192958 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11748'] for router, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.235130 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.247811 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Transition to ACTIVE for port object 35bc20ed-d009-4908-9d1f-78180341923d will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:53.255930 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.405216 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Notify callbacks [] for port, precommit_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.417827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Transition to ACTIVE for port object f0d28453-5855-4a76-a4bd-350b1be52595 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:53.439149 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Transition to ACTIVE for port object f0d28453-5855-4a76-a4bd-350b1be52595 will not be triggered until provisioned by entity DHCP. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:53.450194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710'] for port, after_create {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.476235 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Pushing event updated for resources: {'Port': ['ID=35bc20ed-d009-4908-9d1f-78180341923d,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:53.478476 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Attempting to bind port 35bc20ed-d009-4908-9d1f-78180341923d on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:01:53.478842 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Attempting to bind port 35bc20ed-d009-4908-9d1f-78180341923d by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:01:53.479178 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Attempting to bind port 35bc20ed-d009-4908-9d1f-78180341923d on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:01:53.490310 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:01:53.490676 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Checking segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:01:53.491078 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.491461 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Bound using segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:01:53.492168 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Bound port: 35bc20ed-d009-4908-9d1f-78180341923d, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:01:53.492588 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.506477 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.506808 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.507139 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.507460 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.507816 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.508147 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.508486 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.508801 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.509115 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.509424 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.509728 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.510057 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:01:53.535419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 is already hosted by enough agents. {{(pid=88043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:53.535627 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.538320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.scheduler.base_scheduler [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Resources bound (agent type, host, resource id): {{(pid=88043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:53.541192 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Received port after_create {{(pid=88043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:01:53.568224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.601859 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] For port 35bc20ed-d009-4908-9d1f-78180341923d, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:01:53.604680 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] For port 35bc20ed-d009-4908-9d1f-78180341923d, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=35bc20ed-d009-4908-9d1f-78180341923d,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:01:53.610869 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.634513 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Pushing event updated for resources: {'Port': ['ID=f0d28453-5855-4a76-a4bd-350b1be52595,revision_number=1']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:53.659755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Attempting to bind port f0d28453-5855-4a76-a4bd-350b1be52595 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:01:53.660122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Attempting to bind port f0d28453-5855-4a76-a4bd-350b1be52595 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:01:53.660508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Attempting to bind port f0d28453-5855-4a76-a4bd-350b1be52595 on network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:01:53.666418 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:01:53.666786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Checking segment: {'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:01:53.667179 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.667562 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Bound using segment: {'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:01:53.668177 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Bound port: f0d28453-5855-4a76-a4bd-350b1be52595, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:01:53.669328 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.721175 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:53.721800 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:53.723399 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Allocated IP 172.26.0.59 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/15a9e773-d5fd-499b-8060-9f3937596149) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:01:53.777402 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b9a58-60d0-43f8-9a48-a3bf7f5af115 None None] Pushing event updated for resources: {'Port': ['ID=35bc20ed-d009-4908-9d1f-78180341923d,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:53.806747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] For port f0d28453-5855-4a76-a4bd-350b1be52595, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:01:53.810832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] For port f0d28453-5855-4a76-a4bd-350b1be52595, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f0d28453-5855-4a76-a4bd-350b1be52595,segment=NetworkSegment(b3c69547-2724-49f5-8165-d660da3c9c05),segment_id=b3c69547-2724-49f5-8165-d660da3c9c05)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:01:53.826293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.915396 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:53.936172 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:53.936987 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5743564-6456-4328-a9f1-4bd09c5edda8 None None] Pushing event updated for resources: {'Port': ['ID=f0d28453-5855-4a76-a4bd-350b1be52595,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:53.983585 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:54.064131 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:54.066995 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:54.070572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:01:54.120484 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Pushing event updated for resources: {'Port': ['ID=15a9e773-d5fd-499b-8060-9f3937596149,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:54.350537 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:53Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:54.355162 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bae79-dc5d-4cb1-af54-129a70269f7b None None] The sync data for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:53Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:01:54.391314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9ff8aeae-808d-4d9a-8837-2b0ad11a891c up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:54.498164 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:54.498823 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:54.583774 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:54.645256 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f0d28453-5855-4a76-a4bd-350b1be52595 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:54.732586 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port f0d28453-5855-4a76-a4bd-350b1be52595 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:55.067226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e13341-6ae1-425c-9e5f-4a5ffd4508fe None None] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:01:55.091501 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573964'] for router, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:55.183228 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cf455daf-8bb8-4e9f-ae87-9683da4b7f19 None None] Provisioning for port f0d28453-5855-4a76-a4bd-350b1be52595 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:55.199286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-cf455daf-8bb8-4e9f-ae87-9683da4b7f19 None None] Provisioning complete for port f0d28453-5855-4a76-a4bd-350b1be52595 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:55.199653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cf455daf-8bb8-4e9f-ae87-9683da4b7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:55.316431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Router abb1ad53-155e-4bfd-b54e-db8cc4717d43 is scheduled to L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e with binding_index 1 {{(pid=88041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 09 06:01:55.421322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cf455daf-8bb8-4e9f-ae87-9683da4b7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:55.462515 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-cf455daf-8bb8-4e9f-ae87-9683da4b7f19 None None] For port f0d28453-5855-4a76-a4bd-350b1be52595, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f0d28453-5855-4a76-a4bd-350b1be52595,segment=NetworkSegment(b3c69547-2724-49f5-8165-d660da3c9c05),segment_id=b3c69547-2724-49f5-8165-d660da3c9c05)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:55.467543 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cf455daf-8bb8-4e9f-ae87-9683da4b7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:55.506592 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:01:55.523616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Sync routers for ids ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:01:55.545497 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Routers {'abb1ad53-155e-4bfd-b54e-db8cc4717d43'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:55.545631 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:55.546335 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:55.546763 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b4f60231-07e9-46c9-9afa-665866ee44ee admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7990799 May 09 06:01:55.549457 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49394) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:55.620517 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf455daf-8bb8-4e9f-ae87-9683da4b7f19 None None] Pushing event updated for resources: {'Port': ['ID=f0d28453-5855-4a76-a4bd-350b1be52595,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:55.741678 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Set router abb1ad53-155e-4bfd-b54e-db8cc4717d43 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:55.974570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-c467d8ee-d748-4b97-9488-875b944dfb5d None None] Provisioning complete for port f0d28453-5855-4a76-a4bd-350b1be52595 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:55.974845 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c467d8ee-d748-4b97-9488-875b944dfb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.191500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '15a9e773-d5fd-499b-8060-9f3937596149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:01:54Z', 'revision_number': 3, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port': {'id': '15a9e773-d5fd-499b-8060-9f3937596149', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:53Z', 'updated_at': '2022-05-09T06:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:56.195745 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Checking router: abb1ad53-155e-4bfd-b54e-db8cc4717d43 for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:01:56.196089 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Updating router abb1ad53-155e-4bfd-b54e-db8cc4717d43 port 15a9e773-d5fd-499b-8060-9f3937596149 binding host dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 06:01:56.258014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.362861 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f0d28453-5855-4a76-a4bd-350b1be52595 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:56.377948 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.535096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port f0d28453-5855-4a76-a4bd-350b1be52595 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:56.535643 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.591183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Allocated IP 172.20.0.1 (86b73aeb-9628-4eb0-a3a3-7f015cda5a64/cbf2e07b-a6db-4155-acbd-82369f87c5c8/a6b18252-8089-4df1-bb2e-5089469c3cee) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:01:56.738492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35bc20ed-d009-4908-9d1f-78180341923d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:56.743907 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.761010 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Transition to ACTIVE for port object a6b18252-8089-4df1-bb2e-5089469c3cee will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:56.780091 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Notify callbacks [] for port, precommit_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.786984 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.804742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Transition to ACTIVE for port object 15a9e773-d5fd-499b-8060-9f3937596149 will not be triggered until provisioned by entity L2. {{(pid=88043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:01:56.814587 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.856049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:56.858849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:56.862706 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:01:56.904669 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b18252-8089-4df1-bb2e-5089469c3cee,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:56.905538 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e775ae7-b247-4e1c-9dad-d076797c808d None None] Pushing event updated for resources: {'Port': ['ID=15a9e773-d5fd-499b-8060-9f3937596149,revision_number=2']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:56.907943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Attempting to bind port 15a9e773-d5fd-499b-8060-9f3937596149 on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:01:56.908448 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Attempting to bind port 15a9e773-d5fd-499b-8060-9f3937596149 by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:01:56.908680 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Attempting to bind port 15a9e773-d5fd-499b-8060-9f3937596149 on network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:01:56.914692 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 35bc20ed-d009-4908-9d1f-78180341923d completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:56.920221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 35bc20ed-d009-4908-9d1f-78180341923d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:56.920348 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.927763 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571610'] for router_interface, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.944338 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:01:56.944796 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Checking segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:01:56.945127 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:56.945510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Bound using segment: {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'} {{(pid=88043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:01:56.945992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.managers [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Bound port: 15a9e773-d5fd-499b-8060-9f3937596149, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8e7e-f25c-411a-9f34-b00db75b6d55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92'}}] {{(pid=88043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:01:56.946355 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.048730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] For port 15a9e773-d5fd-499b-8060-9f3937596149, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:01:57.052519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] For port 15a9e773-d5fd-499b-8060-9f3937596149, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=15a9e773-d5fd-499b-8060-9f3937596149,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:01:57.061126 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.203370 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-09846367-3c46-4c41-8ddb-6d0b36e969f5 None None] Provisioning for port a6b18252-8089-4df1-bb2e-5089469c3cee completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:01:57.204326 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.206246 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.224584 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Routers {'abb1ad53-155e-4bfd-b54e-db8cc4717d43'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:01:57.225197 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:57.271854 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e775ae7-b247-4e1c-9dad-d076797c808d None None] Pushing event updated for resources: {'Port': ['ID=15a9e773-d5fd-499b-8060-9f3937596149,revision_number=3']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:57.281420 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-09846367-3c46-4c41-8ddb-6d0b36e969f5 None None] Provisioning complete for port a6b18252-8089-4df1-bb2e-5089469c3cee triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:57.281786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-09846367-3c46-4c41-8ddb-6d0b36e969f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.417153 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 35bc20ed-d009-4908-9d1f-78180341923d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=35bc20ed-d009-4908-9d1f-78180341923d,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:01:57.424296 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.443196 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.448019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.502327 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-09846367-3c46-4c41-8ddb-6d0b36e969f5 None None] Port a6b18252-8089-4df1-bb2e-5089469c3cee cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 06:01:57.557751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b18252-8089-4df1-bb2e-5089469c3cee,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:57.560302 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571519'] for router_interface, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.579430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=35bc20ed-d009-4908-9d1f-78180341923d,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:57.583003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] Set router abb1ad53-155e-4bfd-b54e-db8cc4717d43 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:01:57.693784 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:01:57.694957 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:01:57.887121 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Router abb1ad53-155e-4bfd-b54e-db8cc4717d43 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:01:57.910915 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '15a9e773-d5fd-499b-8060-9f3937596149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 4, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port': {'id': '15a9e773-d5fd-499b-8060-9f3937596149', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:53Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a6b18252-8089-4df1-bb2e-5089469c3cee', 'name': '', 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'mac_address': 'fa:16:3e:4a:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:56Z', 'updated_at': '2022-05-09T06:01:56Z', 'revision_number': 1, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'subnets': [{'id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:01:57.919363 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2f373-1bea-4271-9310-a23f99e6da23 None None] The sync data for ids ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'] in dv-neutron-840482-1-hyperv is: [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '15a9e773-d5fd-499b-8060-9f3937596149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 4, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port': {'id': '15a9e773-d5fd-499b-8060-9f3937596149', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:53Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a6b18252-8089-4df1-bb2e-5089469c3cee', 'name': '', 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'mac_address': 'fa:16:3e:4a:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:56Z', 'updated_at': '2022-05-09T06:01:56Z', 'revision_number': 1, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'subnets': [{'id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:01:57.930806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-e1c8fdb9-09c1-4d6d-bc55-8fac53b4da69 None None] Provisioning complete for port a6b18252-8089-4df1-bb2e-5089469c3cee triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:57.931194 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fdb9-09c1-4d6d-bc55-8fac53b4da69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:57.993803 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8fdb9-09c1-4d6d-bc55-8fac53b4da69 None None] Port a6b18252-8089-4df1-bb2e-5089469c3cee cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 06:01:58.200017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:01:58.209507 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1ff874b5-7566-4aaf-9719-54f98ad81613 admin admin] 10.222.0.50 "PUT /v2.0/routers/abb1ad53-155e-4bfd-b54e-db8cc4717d43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589074 May 09 06:01:58.300753 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35bc20ed-d009-4908-9d1f-78180341923d up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:01:58.375778 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 35bc20ed-d009-4908-9d1f-78180341923d triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:01:58.376190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:58.910675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49406) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:58.916109 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652083758', 'description': 'tempest-secgroup-smoke-1652083758 description', 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:58.922496 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:58.926535 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:58.929541 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:58.936412 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:58.946264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:58.967597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:58.971498 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:58.974437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:58.980576 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:59.057730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.063758 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.108219 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234eef5b-3a4d-45ba-9edb-cd10dd2210df,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:59.111237 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.112500 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-1a0603c1-7c48-4339-80f4-597324663f7e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2007682 May 09 06:01:59.116163 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49410) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:59.121556 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'security_group_rule': {'security_group_id': '234eef5b-3a4d-45ba-9edb-cd10dd2210df', 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:59.130831 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:59.134749 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:59.138144 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:59.145107 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:59.162637 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.229065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.233700 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.257018 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36498658-21dd-423e-8ab4-0a1f29011ce0,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:59.265744 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.267116 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-a79ac548-cc40-4f6f-a8ec-a09847bacef6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498742 May 09 06:01:59.270045 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49416) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:59.275367 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'security_group_rule': {'security_group_id': '234eef5b-3a4d-45ba-9edb-cd10dd2210df', 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:59.282250 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:59.286149 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:59.289038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:59.295324 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:59.312211 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.378007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.382881 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.406888 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c7293a-f6d6-4be7-9a68-1a77668e2d9d,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:59.417895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.419343 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-ec04ba77-b56f-4cb9-9af9-5a7560684dbc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482821 May 09 06:01:59.422070 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49420) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:59.426983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'security_group_rule': {'security_group_id': '234eef5b-3a4d-45ba-9edb-cd10dd2210df', 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:59.433352 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:59.437657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:59.440526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:59.446344 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:59.468026 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.530450 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.535223 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.557838 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a042d8-ffd9-43fc-92da-1ae67105a6da,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:59.567794 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.571680 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-5910d65d-2ae0-495b-a3e6-1e3c550eee9e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460280 May 09 06:01:59.571912 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49424) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:59.577338 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'security_group_rule': {'security_group_id': '234eef5b-3a4d-45ba-9edb-cd10dd2210df', 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:59.583663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:59.587814 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:59.590886 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:59.596934 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:59.613892 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.685868 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.691408 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.714445 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1aed082-e1c6-4868-955b-4dd2b3491cd0,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:59.723357 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.724596 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-fe609d3f-5998-4596-8fae-c06f4106e8da tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516449 May 09 06:01:59.727244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 49428) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:59.732387 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'security_group_rule': {'security_group_id': '234eef5b-3a4d-45ba-9edb-cd10dd2210df', 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:59.738345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:59.742662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:59.745816 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:59.752321 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:59.763776 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.securitygroups_db [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Project 07fe3b235a8f4c59a5e30b636a81b2a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 06:01:59.770306 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.835895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.841296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.863969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446cafeb-0c65-47a6-8e7d-b12767d3f189,revision_number=0']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:01:59.873608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.874869 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-0c1ef315-3f8f-4e72-90ec-b862b17d4ad1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467183 May 09 06:01:59.877799 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49432) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:01:59.883131 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'security_group_rule': {'security_group_id': '234eef5b-3a4d-45ba-9edb-cd10dd2210df', 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:01:59.889845 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:01:59.894174 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:security_group_rule and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:01:59.897176 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:01:59.903229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:01:59.914566 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.securitygroups_db [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Project 07fe3b235a8f4c59a5e30b636a81b2a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 06:01:59.921091 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.991565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:01:59.996125 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645571'] for security_group_rule, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:00.027708 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f37d834-fbde-42d7-85f6-05defc3a9552,revision_number=0']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:00.029953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:00.031792 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-011405e3-4ae4-4ec1-9e89-0ab4d1dd4e34 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528797 May 09 06:02:00.206817 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-d52c0545-deb9-4876-bcc3-2aed77854d20 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Synchronizing usage tracker for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:security_group {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:02:00.227890 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-d52c0545-deb9-4876-bcc3-2aed77854d20 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Unset dirty status for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:security_group {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:02:00.229129 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-d52c0545-deb9-4876-bcc3-2aed77854d20 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652083758&fields=id&tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0 HTTP/1.1" status: 200 len: 267 time: 0.0704875 May 09 06:02:00.305770 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15a9e773-d5fd-499b-8060-9f3937596149 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:02:00.374531 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port 15a9e773-d5fd-499b-8060-9f3937596149 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:02:00.379405 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 15a9e773-d5fd-499b-8060-9f3937596149 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:02:00.379768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:00.381197 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-e3169132-54e7-4a2c-a4ad-4c4df972a60c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:00.382627 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-e3169132-54e7-4a2c-a4ad-4c4df972a60c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 810 time: 0.1460557 May 09 06:02:00.398787 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-8a5aa69c-f069-426a-9f97-27b5cbf7bfa3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/quotas/07fe3b235a8f4c59a5e30b636a81b2a0 HTTP/1.1" status: 200 len: 375 time: 0.0098178 May 09 06:02:00.481112 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-062d1c8f-97eb-4205-aacc-a22476fb2d28 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768292 May 09 06:02:00.503224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:00.520616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port 15a9e773-d5fd-499b-8060-9f3937596149, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=15a9e773-d5fd-499b-8060-9f3937596149,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:02:00.525195 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:00.594190 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=15a9e773-d5fd-499b-8060-9f3937596149,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:00.768686 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-158283b0-712e-40c9-a316-b78bd9e6b02b service neutron] 10.222.0.50 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723654 May 09 06:02:00.904159 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-835efa52-9c4c-49b2-892e-b41daa6ca465 service neutron] 10.222.0.50 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263402 May 09 06:02:01.085407 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ddca3777-7570-4f9c-83e2-034e2a73bceb req-de1c53fa-1988-4e9b-ad32-c53dbfb36bfd tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 210 time: 0.0471537 May 09 06:02:01.512267 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Sync routers for ids ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:02:01.522910 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Routers {'abb1ad53-155e-4bfd-b54e-db8cc4717d43'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:02:01.523534 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:01.700032 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Set router abb1ad53-155e-4bfd-b54e-db8cc4717d43 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:02:02.004766 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '15a9e773-d5fd-499b-8060-9f3937596149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 4, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port': {'id': '15a9e773-d5fd-499b-8060-9f3937596149', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:53Z', 'updated_at': '2022-05-09T06:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a6b18252-8089-4df1-bb2e-5089469c3cee', 'name': '', 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'mac_address': 'fa:16:3e:4a:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:56Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 2, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'subnets': [{'id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:02.009112 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Checking router: abb1ad53-155e-4bfd-b54e-db8cc4717d43 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:02:02.009457 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Updating router abb1ad53-155e-4bfd-b54e-db8cc4717d43 port a6b18252-8089-4df1-bb2e-5089469c3cee binding host dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 06:02:02.065649 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:02.187191 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8164aa39-6a88-48e5-80fd-0ecabb196382 req-039b355a-d625-4919-b774-fe14a4ffd1c6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 210 time: 0.0431764 May 09 06:02:02.291744 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15a9e773-d5fd-499b-8060-9f3937596149 up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:02:02.366982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port 15a9e773-d5fd-499b-8060-9f3937596149 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:02:02.367557 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:02.459446 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Notify callbacks [] for port, precommit_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:02.471060 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.provisioning_blocks [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Transition to ACTIVE for port object a6b18252-8089-4df1-bb2e-5089469c3cee will not be triggered until provisioned by entity L2. {{(pid=88044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:02:02.477581 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:02.630696 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383c3ae-0c71-4de2-a2a3-218f411b76ca None None] Pushing event updated for resources: {'Port': ['ID=a6b18252-8089-4df1-bb2e-5089469c3cee,revision_number=3']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:02.691173 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Attempting to bind port a6b18252-8089-4df1-bb2e-5089469c3cee on host dv-neutron-840482-1-hyperv for vnic_type normal with profile {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:02:02.691583 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Attempting to bind port a6b18252-8089-4df1-bb2e-5089469c3cee by drivers openvswitch,hyperv on host dv-neutron-840482-1-hyperv at level 0 using segments [{'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:02:02.691929 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Attempting to bind port a6b18252-8089-4df1-bb2e-5089469c3cee on network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:02:02.697541 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Checking agent: {'id': 'd027aec2-b49f-491a-845f-63e14143d37d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840482-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 53, 16), 'started_at': datetime.datetime(2022, 5, 9, 4, 53, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840482-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:02:02.697896 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Checking segment: {'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:02:02.698284 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:02.698658 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Bound using segment: {'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'} {{(pid=88044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:02:02.699101 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.managers [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Bound port: a6b18252-8089-4df1-bb2e-5089469c3cee, host: dv-neutron-840482-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c69547-2724-49f5-8165-d660da3c9c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64'}}] {{(pid=88044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:02:02.699578 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:02.796537 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] For port a6b18252-8089-4df1-bb2e-5089469c3cee, host dv-neutron-840482-1-hyperv, cleared binding levels {{(pid=88044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:02:02.799455 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.plugins.ml2.db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] For port a6b18252-8089-4df1-bb2e-5089469c3cee, host dv-neutron-840482-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a6b18252-8089-4df1-bb2e-5089469c3cee,segment=NetworkSegment(b3c69547-2724-49f5-8165-d660da3c9c05),segment_id=b3c69547-2724-49f5-8165-d660da3c9c05)] {{(pid=88044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:02:02.806111 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron_lib.callbacks.manager [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:02.883624 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Routers {'abb1ad53-155e-4bfd-b54e-db8cc4717d43'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:02:02.884228 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:01:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:02.937672 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383c3ae-0c71-4de2-a2a3-218f411b76ca None None] Pushing event updated for resources: {'Port': ['ID=a6b18252-8089-4df1-bb2e-5089469c3cee,revision_number=4']} {{(pid=88044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:03.066331 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] Set router abb1ad53-155e-4bfd-b54e-db8cc4717d43 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:02:03.353707 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-63f7cb19-4015-4be8-aeb6-a51541da8c9d req-8d6e3e45-d614-4699-8587-7139bb3e8bef tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 210 time: 0.0416422 May 09 06:02:03.391462 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '15a9e773-d5fd-499b-8060-9f3937596149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 4, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port': {'id': '15a9e773-d5fd-499b-8060-9f3937596149', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:53Z', 'updated_at': '2022-05-09T06:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a6b18252-8089-4df1-bb2e-5089469c3cee', 'name': '', 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'mac_address': 'fa:16:3e:4a:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:56Z', 'updated_at': '2022-05-09T06:02:02Z', 'revision_number': 4, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'subnets': [{'id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:03.395519 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc8f7d-12c5-4e67-8c58-7f23fc598a69 None None] The sync data for ids ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'] in dv-neutron-840482-1-hyperv is: [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '15a9e773-d5fd-499b-8060-9f3937596149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 4, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port': {'id': '15a9e773-d5fd-499b-8060-9f3937596149', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:53Z', 'updated_at': '2022-05-09T06:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': 'a6b18252-8089-4df1-bb2e-5089469c3cee', 'name': '', 'network_id': '86b73aeb-9628-4eb0-a3a3-7f015cda5a64', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'mac_address': 'fa:16:3e:4a:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:56Z', 'updated_at': '2022-05-09T06:02:02Z', 'revision_number': 4, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'subnets': [{'id': 'cbf2e07b-a6db-4155-acbd-82369f87c5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:02:04.264421 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-683dff5f-0d68-464b-9bab-c253ab3703f0 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:04.265909 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-683dff5f-0d68-464b-9bab-c253ab3703f0 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 810 time: 0.1525006 May 09 06:02:04.323500 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-2af60b84-b0fa-4087-a38f-bb390777b74d tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0 HTTP/1.1" status: 200 len: 380 time: 0.0438511 May 09 06:02:04.327455 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a6b18252-8089-4df1-bb2e-5089469c3cee up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:02:04.333913 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'port': {'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'admin_state_up': True, 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'security_groups': ['234eef5b-3a4d-45ba-9edb-cd10dd2210df']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:02:04.402698 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning for port a6b18252-8089-4df1-bb2e-5089469c3cee completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:02:04.408457 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a6b18252-8089-4df1-bb2e-5089469c3cee triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:02:04.408933 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:04.541844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:04.578697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] For port a6b18252-8089-4df1-bb2e-5089469c3cee, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a6b18252-8089-4df1-bb2e-5089469c3cee,segment=NetworkSegment(b3c69547-2724-49f5-8165-d660da3c9c05),segment_id=b3c69547-2724-49f5-8165-d660da3c9c05)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:02:04.584703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:04.626220 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-fef39940-274b-4dfc-9d80-ce70da0c408a req-d4dc3e28-3856-466d-9171-fa9d77a0c762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 210 time: 0.1556654 May 09 06:02:04.631126 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:02:04.635018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:port and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:02:04.638265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:02:04.645345 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:02:04.653004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Pushing event updated for resources: {'Port': ['ID=a6b18252-8089-4df1-bb2e-5089469c3cee,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:04.658668 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Made reservation on behalf of 07fe3b235a8f4c59a5e30b636a81b2a0 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 06:02:04.662254 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:04.836914 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Allocated IP 172.20.0.13 (bd51310d-23e2-48ab-8f7d-a69cb471b2d5/71bce62f-4f1e-485a-8a15-261ada779a89/0e5c37b3-4f36-4f37-a521-4e317003e06f) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:02:05.029310 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:05.045685 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Transition to ACTIVE for port object 0e5c37b3-4f36-4f37-a521-4e317003e06f will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:02:05.070867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:05.144007 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:02:05.147273 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:02:05.151136 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:02:05.181823 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:05.219069 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:05.219679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:05.241735 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-4af452bb-cfa4-4258-a3de-a6ea0aa56c19 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9123361 May 09 06:02:05.260982 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Request body: {'port': {'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:02:05.382653 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:05.407142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-389f789f-fffa-4d9f-85f7-cfa5f3d90944 None None] Provisioning for port 0e5c37b3-4f36-4f37-a521-4e317003e06f completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:02:05.413045 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-389f789f-fffa-4d9f-85f7-cfa5f3d90944 None None] Provisioning complete for port 0e5c37b3-4f36-4f37-a521-4e317003e06f triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:02:05.413471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-389f789f-fffa-4d9f-85f7-cfa5f3d90944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:05.511323 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-389f789f-fffa-4d9f-85f7-cfa5f3d90944 None None] Port 0e5c37b3-4f36-4f37-a521-4e317003e06f cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 06:02:05.799613 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5c37b3-4f36-4f37-a521-4e317003e06f {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 06:02:05.812317 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:05.832896 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Transition to ACTIVE for port object 0e5c37b3-4f36-4f37-a521-4e317003e06f will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:02:05.839472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:05.975236 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2a08b-ddd3-4ccb-918a-325a27c56fb7 req-61a13db7-e82a-4228-bfb2-443a8d03de0a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:05.975945 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6ca2a08b-ddd3-4ccb-918a-325a27c56fb7 req-61a13db7-e82a-4228-bfb2-443a8d03de0a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Synchronizing usage tracker for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:02:06.010390 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:06.075436 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-6ca2a08b-ddd3-4ccb-918a-325a27c56fb7 req-61a13db7-e82a-4228-bfb2-443a8d03de0a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Unset dirty status for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:02:06.076818 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6ca2a08b-ddd3-4ccb-918a-325a27c56fb7 req-61a13db7-e82a-4228-bfb2-443a8d03de0a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 932 time: 0.3297777 May 09 06:02:06.128065 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Attempting to bind port 0e5c37b3-4f36-4f37-a521-4e317003e06f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:02:06.128420 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Attempting to bind port 0e5c37b3-4f36-4f37-a521-4e317003e06f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:02:06.128739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Attempting to bind port 0e5c37b3-4f36-4f37-a521-4e317003e06f on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:02:06.138947 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Port 0e5c37b3-4f36-4f37-a521-4e317003e06f on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 06:02:06.139265 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Attempting to bind port 0e5c37b3-4f36-4f37-a521-4e317003e06f on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:02:06.143634 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6ca2a08b-ddd3-4ccb-918a-325a27c56fb7 req-0cb87175-41c1-49bb-97c0-e4836e9b8ae6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602736 May 09 06:02:06.147531 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:02:06.147862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Checking segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:02:06.148228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Bound using segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:02:06.148675 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Bound port: 0e5c37b3-4f36-4f37-a521-4e317003e06f, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:02:06.149021 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:06.238830 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:02:06.242332 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:02:06.248419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:06.296307 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a6b18252-8089-4df1-bb2e-5089469c3cee up at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:02:06.317506 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:06.318107 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:06.319460 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] 10.222.0.59 "PUT /v2.0/ports/0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 1094 time: 1.0653856 May 09 06:02:06.319877 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:02:06.344154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53cdf-2030-4ff0-aafa-8551cf301a57 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:06.376499 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe7cb04-749a-4170-a7b3-441dd666a72b'] response: {'name': 'network-changed', 'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'status': 'completed', 'code': 200} May 09 06:02:06.380350 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Provisioning complete for port a6b18252-8089-4df1-bb2e-5089469c3cee triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:02:06.380748 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:06.469867 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-7e767b1e-3af3-4d3b-b613-44433d05c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:06.471365 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-7e767b1e-3af3-4d3b-b613-44433d05c65f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1097 time: 0.0735230 May 09 06:02:06.649689 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-ca9cb95b-0bd9-43f7-913d-10187137aba8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 217 time: 0.1655049 May 09 06:02:06.722679 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-57685f9c-a792-4126-8080-23ceba12d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:06.724066 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-57685f9c-a792-4126-8080-23ceba12d188 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0679660 May 09 06:02:06.802587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-1ae3221f-7e4f-4ee2-b3d6-c4ec56582ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:06.804062 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-1ae3221f-7e4f-4ee2-b3d6-c4ec56582ec0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729167 May 09 06:02:06.938297 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-2b9fbd26-0084-4d68-b7fc-2fde2f2e6120 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280227 May 09 06:02:07.076173 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8546121a-eec1-42a5-9682-6ed7c16130b1 req-d18192f4-ca59-488c-a767-3bb77b209217 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320882 May 09 06:02:07.234971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-cc583341-103e-46e5-8c95-0cfd83e18401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:07.236461 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-cc583341-103e-46e5-8c95-0cfd83e18401 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1097 time: 0.0714135 May 09 06:02:07.424643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-d76efd4c-4f78-4476-b7ff-b9abe6f9601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:07.426017 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-d76efd4c-4f78-4476-b7ff-b9abe6f9601b service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1834240 May 09 06:02:07.438168 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2adf13-a863-4120-b228-4dbba642e722 req-f1aeb112-3dc5-485a-8a7a-4ff6fd9bd296 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:07.439539 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad2adf13-a863-4120-b228-4dbba642e722 req-f1aeb112-3dc5-485a-8a7a-4ff6fd9bd296 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 944 time: 0.1794288 May 09 06:02:07.516154 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-28e8f9b0-6cb2-4cef-8b56-57a79df5ff63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 217 time: 0.0756478 May 09 06:02:07.581520 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ad2adf13-a863-4120-b228-4dbba642e722 req-a7774f58-ee16-40ec-bc04-fe14dbfc8a5a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948570 May 09 06:02:07.593296 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-c813e3e2-f8b3-42ae-bbbc-d87539f45029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:07.594646 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-c813e3e2-f8b3-42ae-bbbc-d87539f45029 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0725946 May 09 06:02:07.675444 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-9a8be9bf-d5a2-4881-93a0-f2b6c8cf22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:07.676856 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-9a8be9bf-d5a2-4881-93a0-f2b6c8cf22b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761108 May 09 06:02:07.817259 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-9de57e98-5513-4a00-be3a-5a53c8fa4aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334846 May 09 06:02:07.950920 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-9c993078-883f-4f87-a6cc-2b3352bf03f6 req-532f9907-71ac-41cb-ad54-b7837b99fe0d service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269922 May 09 06:02:08.793600 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cba8b8-5c5b-4a34-8255-da595dd6743d req-a1901e68-0aae-4993-bb15-c854eb86f81e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:08.795046 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47cba8b8-5c5b-4a34-8255-da595dd6743d req-a1901e68-0aae-4993-bb15-c854eb86f81e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 944 time: 0.0952480 May 09 06:02:08.840221 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-47cba8b8-5c5b-4a34-8255-da595dd6743d req-446c9eb6-f053-477c-854a-4420747e8af1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 May 09 06:02:09.783122 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:02:10.047111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634d43a-7908-49bc-8377-6377ba3d5527 req-21027791-1c7f-4cae-bc53-9980392d5f16 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:10.048541 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8634d43a-7908-49bc-8377-6377ba3d5527 req-21027791-1c7f-4cae-bc53-9980392d5f16 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 944 time: 0.0868716 May 09 06:02:10.096967 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-8634d43a-7908-49bc-8377-6377ba3d5527 req-2cbadad3-74c7-488d-9ac9-36b2af422822 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 May 09 06:02:10.526771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0e5c37b3-4f36-4f37-a521-4e317003e06f details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 06:02:10.673290 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:02:10.686730 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 06:02:10.749993 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:10.767901 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5c37b3-4f36-4f37-a521-4e317003e06f {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 06:02:10.783648 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:02:10.790697 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:10.864367 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:11.165849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['0e5c37b3-4f36-4f37-a521-4e317003e06f'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 06:02:11.295860 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297edc8-e831-4de9-a011-aa918be44902 req-f5acb45a-a39d-457b-a221-2b6d46d00130 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:11.297307 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2297edc8-e831-4de9-a011-aa918be44902 req-f5acb45a-a39d-457b-a221-2b6d46d00130 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 945 time: 0.0822835 May 09 06:02:11.344688 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2297edc8-e831-4de9-a011-aa918be44902 req-094e4d83-8142-40eb-816d-b540ecbc8699 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 May 09 06:02:12.420519 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-44d5b07e-8431-4a62-b35e-37aba660baac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:12.535535 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0e5c37b3-4f36-4f37-a521-4e317003e06f up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:02:12.615422 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 0e5c37b3-4f36-4f37-a521-4e317003e06f completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:02:12.620746 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 0e5c37b3-4f36-4f37-a521-4e317003e06f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:02:12.621115 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:12.663773 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec303e-b82b-4c68-bb56-812f88e8f557 req-fa328b22-9232-43cd-9a2d-93106cecdd2d tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:12.665240 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ec303e-b82b-4c68-bb56-812f88e8f557 req-fa328b22-9232-43cd-9a2d-93106cecdd2d tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 945 time: 0.2000327 May 09 06:02:12.712924 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-78ec303e-b82b-4c68-bb56-812f88e8f557 req-4bf145f7-c6a8-487a-aa5d-cf7cd07b61f0 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411675 May 09 06:02:12.751874 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:12.788117 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:02:12.798341 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:02:12.804121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:12.881666 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:12.939552 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c779bf-89c4-4f45-8185-bce881614aa1'] response: {'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'code': 200} May 09 06:02:13.211003 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6673720-8204-4eb2-a450-73e705e02d3a req-b4f12368-bce8-4ace-969f-3f0a000bdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:13.212555 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6673720-8204-4eb2-a450-73e705e02d3a req-b4f12368-bce8-4ace-969f-3f0a000bdbf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1099 time: 0.0749292 May 09 06:02:13.257448 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c6673720-8204-4eb2-a450-73e705e02d3a req-1fa4c885-8e14-4125-909e-e2164dacb0f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387115 May 09 06:02:14.060336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6b1c-8699-4f3e-adf5-834e9a2bb2be req-da95cd62-fe59-461c-88ff-d879daac9469 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:14.061955 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c87c6b1c-8699-4f3e-adf5-834e9a2bb2be req-da95cd62-fe59-461c-88ff-d879daac9469 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 946 time: 0.0843899 May 09 06:02:14.106922 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c87c6b1c-8699-4f3e-adf5-834e9a2bb2be req-0d29615a-229f-4c83-b348-285398e27bc2 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 May 09 06:02:14.675014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e05f677c-bc21-409b-9837-d7ab3f4f710c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:15.306348 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d6da7-c03f-451d-8fd8-d534a6e8823f req-79bf4820-d7e9-4fd2-b075-ccf7ee43a888 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:15.307799 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf4d6da7-c03f-451d-8fd8-d534a6e8823f req-79bf4820-d7e9-4fd2-b075-ccf7ee43a888 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 946 time: 0.0925543 May 09 06:02:15.351897 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-bf4d6da7-c03f-451d-8fd8-d534a6e8823f req-89bd695e-9eaa-4ffb-a3b4-337b548b9485 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380712 May 09 06:02:15.549810 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2012925-e7b0-4607-8154-a9a051092d10 req-5968ccb2-c135-44f1-a1e3-9c82283020f3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:15.551251 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2012925-e7b0-4607-8154-a9a051092d10 req-5968ccb2-c135-44f1-a1e3-9c82283020f3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 946 time: 0.0960279 May 09 06:02:15.595090 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f2012925-e7b0-4607-8154-a9a051092d10 req-0479662c-0d99-43c5-b35d-fc29206749e1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 May 09 06:02:15.617642 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49508) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:02:15.742899 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e1f7c-209d-46c3-af8b-c24e57ceb14d tempest-TestSnapshotPattern-1189556491 tempest-TestSnapshotPattern-1189556491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:15.744384 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-383e1f7c-209d-46c3-af8b-c24e57ceb14d tempest-TestSnapshotPattern-1189556491 tempest-TestSnapshotPattern-1189556491-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1094 time: 0.1257749 May 09 06:02:15.747347 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49516) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:02:15.752331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:02:15.758565 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:02:15.763065 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:floatingip and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:02:15.766170 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:02:15.772417 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:02:15.785707 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:15.932495 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:15.986916 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:16.024239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:16.196489 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Allocated IP 172.26.0.91 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/0f0d58d1-f073-4f0a-8e76-d2d14b3facbc) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:02:16.354510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:16.387066 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:16.455543 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:02:16.458383 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:02:16.461995 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:02:16.491274 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'Port': ['ID=0f0d58d1-f073-4f0a-8e76-d2d14b3facbc,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:16.900068 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:16.989161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:17.195740 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:17.203473 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:17.307146 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'Port': ['ID=0f0d58d1-f073-4f0a-8e76-d2d14b3facbc,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:02:17.321790 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:17.501228 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Floating IP 24b95b7d-3c95-41cc-b799-d3822a2d7222 associated. External IP: 172.26.0.91, port: 0e5c37b3-4f36-4f37-a521-4e317003e06f. May 09 06:02:17.718079 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:17.985639 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:02:18.169628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:02:18.179645 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] Sync routers for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:02:18.189375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:02:18.190202 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:18.196197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:18.253983 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-f53cdd4a-a176-453a-b62d-83a19a3e0e61 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5056403 May 09 06:02:18.254574 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:02:18.378523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:02:18.382920 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c29be6d-1312-4a44-add0-ccdf85725c55'] response: {'name': 'network-changed', 'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'status': 'completed', 'code': 200} May 09 06:02:18.505291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-c25aa566-dc00-409c-b375-472e072f9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:18.506689 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-c25aa566-dc00-409c-b375-472e072f9dc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1099 time: 0.0796902 May 09 06:02:18.641924 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-19cd0614-1765-4c5f-82e8-164abc6e4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:18.643388 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-19cd0614-1765-4c5f-82e8-164abc6e4871 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1302056 May 09 06:02:18.751524 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-9c871659-6572-47fd-a416-0f6bdb8080b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 999 time: 0.1022837 May 09 06:02:18.769907 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:16Z', 'revision_number': 0, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:18.773930 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] Checking router: b1fdb96e-28fa-42ae-be19-813d2cb3ac2a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:02:18.782932 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:02:18.783533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:02:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:18.813831 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-cfeb7d96-309d-480e-9a1f-ca1e7a46fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:18.815282 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-cfeb7d96-309d-480e-9a1f-ca1e7a46fcb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0582173 May 09 06:02:18.892614 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-3a598db4-772d-483f-9cfa-ff1975b282b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:18.894119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-3a598db4-772d-483f-9cfa-ff1975b282b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721300 May 09 06:02:18.971064 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:02:19.027506 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-07fc140a-10d8-4e64-aa5c-f78b4f63b210 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258879 May 09 06:02:19.159975 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2be4a2c2-342d-44fc-b77b-abee96537241 req-1ab15072-af1f-49c1-bfef-a988f4fda938 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264329 May 09 06:02:19.310226 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:19.331651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:16Z', 'revision_number': 0, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:02:19.335719 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab4a69f-8ac1-423d-937f-91d1420aa58f None None] The sync data for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:16Z', 'revision_number': 0, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:02:19.538773 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe611f0-3f95-45c2-92ae-57c2b94b3c16 None None] New status for floating IP 24b95b7d-3c95-41cc-b799-d3822a2d7222: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 06:02:42.424508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-81c32386-d7a6-4e9a-a804-f8211510f5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:44.682377 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba1fa-8557-4df5-b510-dbfc66ceefef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:45.998291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:46.028436 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:46.787548 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:02:47.729274 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:48.636957 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-8b3a65e6-80b1-4b57-a04e-8d578080c5ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771842 May 09 06:02:48.800267 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-f309481d-2b74-49f3-bbec-307a52c63ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:48.801787 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-f309481d-2b74-49f3-bbec-307a52c63ba0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1099 time: 0.0766597 May 09 06:02:48.962189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-256281ca-a0fd-4b8a-9b69-524c87d7ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:48.963545 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-256281ca-a0fd-4b8a-9b69-524c87d7ce78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1419442 May 09 06:02:49.066173 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-0db17e45-bd39-4f62-af53-86860aa7fc42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 1001 time: 0.0956268 May 09 06:02:49.133054 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-64700fde-57ff-45f7-90c1-6d2ddfc0efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:49.134526 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-64700fde-57ff-45f7-90c1-6d2ddfc0efe4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0626931 May 09 06:02:49.309102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-88c76596-026c-495f-b743-75ad0352215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:02:49.310778 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-88c76596-026c-495f-b743-75ad0352215a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1700196 May 09 06:02:49.314320 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:02:49.440040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-e3fbb311-3fa7-4659-80b9-41be04e69713 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222022 May 09 06:02:49.574194 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2e6e7d9e-df94-46f3-8ea8-3d1423ea3865 req-cae4460c-ca18-4be4-96e2-f25704209029 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276922 May 09 06:03:12.433371 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-6b4dd01c-a8ff-42f1-b6d8-371fc24889b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:14.687247 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fecd224f-03e4-4791-8937-f313f606f63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:15.998282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:16.031386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:17.734137 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:19.320925 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:23.787613 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:03:42.438474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cb861c25-91a7-4ebd-931d-c4ba50e67533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:44.689755 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d68c6249-1851-4768-b491-5ca4bf31dd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:45.999141 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:46.034483 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:47.740802 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:48.636692 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-3e441c23-d819-4f4c-92d0-5f984d99db72 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786545 May 09 06:03:48.800471 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-449aeb33-5ca1-4856-ba4b-66cc873181dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:03:48.801942 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-449aeb33-5ca1-4856-ba4b-66cc873181dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1099 time: 0.0813515 May 09 06:03:48.948524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-c3a5c680-69ac-4bed-81eb-b598d1f351ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:03:48.949892 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-c3a5c680-69ac-4bed-81eb-b598d1f351ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1288142 May 09 06:03:49.053152 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-6efd19b4-b14c-4d3e-84b5-3b49eb46b140 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 1001 time: 0.0973279 May 09 06:03:49.114667 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-a2a258b7-e4c9-47a5-bf8c-e69a7aeca527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:03:49.116043 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-a2a258b7-e4c9-47a5-bf8c-e69a7aeca527 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0571551 May 09 06:03:49.195526 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-53b4b4bd-8785-46bb-a483-f011d6678187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:03:49.197050 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-53b4b4bd-8785-46bb-a483-f011d6678187 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745330 May 09 06:03:49.207378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-deb88912-1682-4e5c-8616-49f0881f355e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 09 06:03:49.208206 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-deb88912-1682-4e5c-8616-49f0881f355e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047271 May 09 06:03:49.331749 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:03:49.347775 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-1bb2c1f7-e07d-4018-a7f2-ea8a05240c31 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333816 May 09 06:03:49.484783 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-95a2c2f0-bc3c-4741-a359-bff6f6b8e35e req-575ca3be-c52c-468c-ab2e-544ddde143a0 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312320 May 09 06:04:00.792640 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:04:12.438193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-cfe620de-6f92-46e7-8eb0-730b77427612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:14.689768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6fa1-de96-4c0a-aa67-1a563513aab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:16.002839 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:16.037279 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:17.743121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:19.337893 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:37.798818 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:04:42.434663 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-91f94820-fa52-48a1-acf3-4882797960e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:44.693393 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ceb70144-06ce-443a-a895-3494e23c9a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:46.003806 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:46.041478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:47.745627 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:49.334533 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:49.358432 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-dddeadf2-02a8-46f0-ae7b-f994f8d8646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:04:49.359936 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-dddeadf2-02a8-46f0-ae7b-f994f8d8646c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1099 time: 0.0800850 May 09 06:04:49.509524 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-c2480452-1bc9-45ef-9018-8b888a15171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:04:49.510984 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-c2480452-1bc9-45ef-9018-8b888a15171d service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1298954 May 09 06:04:49.617728 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-2b3728ba-0a5d-4143-b1d0-e64bc1bdd57c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 1001 time: 0.0997863 May 09 06:04:49.679646 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-a8826cc4-9956-4613-8c70-748c76f3b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:04:49.681129 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-a8826cc4-9956-4613-8c70-748c76f3b616 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0566192 May 09 06:04:49.864803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-7ed1e824-0029-40b1-8cda-c3e05832eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:04:49.866277 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-7ed1e824-0029-40b1-8cda-c3e05832eb52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1782548 May 09 06:04:50.002231 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-0a429360-9e1b-4b08-a230-aa060fc88931 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290345 May 09 06:04:50.137153 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-2759194d-60d1-4d72-af59-9f3f88d8b01e req-35ba5dd6-1e72-42da-8f78-8556c48b5335 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273925 May 09 06:04:51.381738 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0e5c37b3-4f36-4f37-a521-4e317003e06f details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 06:04:51.521805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:04:51.535887 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 06:04:51.593017 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:51.610122 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e5c37b3-4f36-4f37-a521-4e317003e06f {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 06:04:51.625592 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:04:51.632293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:51.701906 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:04:51.711942 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.712282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.712637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.712967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.713291 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.713606 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.713909 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.714224 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.714539 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.714852 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.715160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.715474 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:04:51.770639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['0e5c37b3-4f36-4f37-a521-4e317003e06f'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 06:04:53.389518 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0e5c37b3-4f36-4f37-a521-4e317003e06f up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:04:53.470674 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 0e5c37b3-4f36-4f37-a521-4e317003e06f triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:04:53.471035 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:53.587947 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:53.616853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:04:53.627380 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:04:53.632265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:04:53.671955 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696922a7-0663-452b-82d1-d13d3bb02cd6'] response: {'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'code': 200} May 09 06:04:53.713008 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:04.727647 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-b6b54f49-fedf-4794-80df-77c53e0bb0b0 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652083758&fields=id&tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0 HTTP/1.1" status: 200 len: 267 time: 0.0434210 May 09 06:05:04.880293 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-bd7e1b26-9e66-4cb4-96c9-5a2b06661521 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:04.881678 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-bd7e1b26-9e66-4cb4-96c9-5a2b06661521 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 810 time: 0.1479223 May 09 06:05:04.896297 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-22616d78-da84-472d-8fc1-601290c62d3a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/quotas/07fe3b235a8f4c59a5e30b636a81b2a0 HTTP/1.1" status: 200 len: 375 time: 0.0091383 May 09 06:05:04.988856 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-ce619fc9-744c-4ca9-ad04-ee6b3c063134 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0875835 May 09 06:05:05.140160 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-bfebdf7a-75c9-48b4-872e-5cf853ebca07 service neutron] 10.222.0.50 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390519 May 09 06:05:05.270721 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-16a57cba-51b1-4e98-afb2-865e584451d6 service neutron] 10.222.0.50 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247993 May 09 06:05:05.458841 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-43c0577a-6307-45e1-bd7b-3e07918c399c req-db5e8993-71dd-4daf-a312-6aa5bf821e45 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 210 time: 0.0419409 May 09 06:05:06.612081 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-727b90cc-129f-499e-99ae-e8d7862585ae req-3c74ed58-71c2-49d3-947e-0e26983f3371 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 210 time: 0.0409741 May 09 06:05:06.809537 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-e3b7f8ad-3764-415e-b269-8d6db48c925c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:06.810945 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-e3b7f8ad-3764-415e-b269-8d6db48c925c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 810 time: 0.1446528 May 09 06:05:06.869233 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-017b0b05-07ce-447b-ac1a-3762a594077a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0 HTTP/1.1" status: 200 len: 380 time: 0.0436618 May 09 06:05:06.878434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'port': {'device_id': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'admin_state_up': True, 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'security_groups': ['234eef5b-3a4d-45ba-9edb-cd10dd2210df']}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:05:07.017194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:05:07.028148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.quota.driver [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:05:07.042081 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Made reservation on behalf of 07fe3b235a8f4c59a5e30b636a81b2a0 for: {'port': 1} {{(pid=88041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 06:05:07.045617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:07.214832 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_common [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Allocated IP 172.20.0.3 (bd51310d-23e2-48ab-8f7d-a69cb471b2d5/71bce62f-4f1e-485a-8a15-261ada779a89/0cf2d476-b036-4432-8694-686810aa3921) {{(pid=88041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:05:07.472505 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0e5c37b3-4f36-4f37-a521-4e317003e06f no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:05:07.606637 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:07.647239 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:05:07.661713 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:05:07.664002 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for port, precommit_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:07.672786 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:07.683488 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Transition to ACTIVE for port object 0cf2d476-b036-4432-8694-686810aa3921 will not be triggered until provisioned by entity DHCP. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:05:07.710594 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_create {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:07.797988 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 is already hosted by enough agents. {{(pid=88041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:05:07.812810 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:07.867229 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.base_scheduler [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources bound (agent type, host, resource id): {{(pid=88041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:05:07.870097 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Received port after_create {{(pid=88041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:05:07.896544 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=1']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:07.909632 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.910017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.910303 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.910630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.910971 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.911278 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.911591 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.911910 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.912228 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.912570 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.912935 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.913203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:07.989378 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:07.990244 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:08.058556 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d98f6-7862-45b8-8c89-eabc9baedbb0 req-faa9dc83-dc46-442d-b507-648a3c7ff27c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:08.059297 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-e10d98f6-7862-45b8-8c89-eabc9baedbb0 req-faa9dc83-dc46-442d-b507-648a3c7ff27c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Synchronizing usage tracker for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:05:08.062942 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-37372388-9dcc-44e8-b4fb-e1a0fdc27b75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1883342 May 09 06:05:08.097751 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-e10d98f6-7862-45b8-8c89-eabc9baedbb0 req-faa9dc83-dc46-442d-b507-648a3c7ff27c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Unset dirty status for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:05:08.100885 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e10d98f6-7862-45b8-8c89-eabc9baedbb0 req-faa9dc83-dc46-442d-b507-648a3c7ff27c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.3155653 May 09 06:05:08.131685 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5a3d562a-93f9-45de-8cef-3c1ef14a9ae6 None None] Provisioning for port 0cf2d476-b036-4432-8694-686810aa3921 completed by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:05:08.145863 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-5a3d562a-93f9-45de-8cef-3c1ef14a9ae6 None None] Provisioning complete for port 0cf2d476-b036-4432-8694-686810aa3921 triggered by entity DHCP. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:05:08.146358 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5a3d562a-93f9-45de-8cef-3c1ef14a9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:08.156999 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e10d98f6-7862-45b8-8c89-eabc9baedbb0 req-0d474822-0d9b-4329-8365-59a8d7e7a47d tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 May 09 06:05:08.246052 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d562a-93f9-45de-8cef-3c1ef14a9ae6 None None] Port 0cf2d476-b036-4432-8694-686810aa3921 cannot update to ACTIVE because it is not bound. {{(pid=88043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 09 06:05:08.249218 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bda9ee4-515c-4e7b-b6fe-45e949713cdb'] response: {'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'code': 200} May 09 06:05:09.369518 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa531ce-41c4-4e9d-9ab7-22fc4b01a8ea req-2b9c23dd-1b57-4a7f-8dfb-cd55d3884e09 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:09.371049 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1fa531ce-41c4-4e9d-9ab7-22fc4b01a8ea req-2b9c23dd-1b57-4a7f-8dfb-cd55d3884e09 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.0906343 May 09 06:05:09.418692 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1fa531ce-41c4-4e9d-9ab7-22fc4b01a8ea req-57dfeab2-2973-42e7-8a20-7b9cae09995d tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 May 09 06:05:10.629086 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6945-407f-4e8f-b7f0-ac706c1ea4eb req-8f0e34ed-6775-4183-b885-f31dfb2f2b26 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:10.630472 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-687b6945-407f-4e8f-b7f0-ac706c1ea4eb req-8f0e34ed-6775-4183-b885-f31dfb2f2b26 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.0883245 May 09 06:05:10.681246 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-687b6945-407f-4e8f-b7f0-ac706c1ea4eb req-2d0d68e2-a236-4c77-b122-f165fb73b31d tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 May 09 06:05:11.879747 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f59307-7c5d-411f-8b22-5f4b63053d8d req-f4559879-2c56-4160-bc91-642d1c3c028c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:11.881386 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-65f59307-7c5d-411f-8b22-5f4b63053d8d req-f4559879-2c56-4160-bc91-642d1c3c028c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.0878098 May 09 06:05:11.933730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-65f59307-7c5d-411f-8b22-5f4b63053d8d req-ffa100cd-be08-4935-b7ff-ec2ef94045ed tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 May 09 06:05:12.438882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-bd7a7855-f346-4de5-b7c3-c6aab365ccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:13.184895 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fcd7-6c50-41ea-be1d-00d6dc8dd196 req-4a2f4f91-7cb3-48d8-b468-c67ac35b013e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:13.187330 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aef9fcd7-6c50-41ea-be1d-00d6dc8dd196 req-4a2f4f91-7cb3-48d8-b468-c67ac35b013e tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.1007795 May 09 06:05:13.239643 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-aef9fcd7-6c50-41ea-be1d-00d6dc8dd196 req-47f121b1-84c2-4e17-b784-fd3f7d74e826 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 May 09 06:05:14.429648 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ec4a-cb1f-4981-b3d7-abba65db4e93 req-b1ef9ac3-5f5a-469a-a5cb-a1f637dd3ff4 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:14.432880 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c211ec4a-cb1f-4981-b3d7-abba65db4e93 req-b1ef9ac3-5f5a-469a-a5cb-a1f637dd3ff4 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.0831161 May 09 06:05:14.479149 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-c211ec4a-cb1f-4981-b3d7-abba65db4e93 req-1387461f-11f7-4159-890b-d81f26edebfb tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 May 09 06:05:14.687272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7ef5ba10-fb1a-479f-b680-df6969de0419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:14.799262 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:05:15.697643 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e801a-d472-4693-9f6b-c985ad809392 req-f10f1695-a981-4a5a-8e89-88fb932239a6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:15.699091 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a82e801a-d472-4693-9f6b-c985ad809392 req-f10f1695-a981-4a5a-8e89-88fb932239a6 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.1049185 May 09 06:05:15.744041 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a82e801a-d472-4693-9f6b-c985ad809392 req-7614d714-7646-40ef-8c41-dfd1bfb527f5 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 May 09 06:05:16.010978 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:16.049214 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:16.938862 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e72-a482-47d1-8fb7-aa8a052d64e4 req-426e06d9-d5ba-46fc-a8b3-df082ec9ed88 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:16.940377 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-119f8e72-a482-47d1-8fb7-aa8a052d64e4 req-426e06d9-d5ba-46fc-a8b3-df082ec9ed88 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.0848680 May 09 06:05:16.988340 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-119f8e72-a482-47d1-8fb7-aa8a052d64e4 req-6becd16d-e595-4cb6-bebf-a87e5b93103a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389788 May 09 06:05:17.748922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:18.248434 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add4c84-0a53-4100-84bb-f61691f6f916 req-9806db01-e17d-4102-8d4c-32dac2c721f5 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:18.249947 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1add4c84-0a53-4100-84bb-f61691f6f916 req-9806db01-e17d-4102-8d4c-32dac2c721f5 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.1348820 May 09 06:05:18.312980 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1add4c84-0a53-4100-84bb-f61691f6f916 req-a0c24042-5ad1-4aad-9ca0-43244e0decd9 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566363 May 09 06:05:19.303543 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.v2.base [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Request body: {'port': {'device_id': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:05:19.335297 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:19.419574 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:19.613708 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1370-3856-450e-92df-605166de87fc req-b7cd5f83-e8c1-45fd-bb7c-39660eb7308a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:19.615059 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-98af1370-3856-450e-92df-605166de87fc req-b7cd5f83-e8c1-45fd-bb7c-39660eb7308a tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 931 time: 0.1868410 May 09 06:05:19.736549 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-98af1370-3856-450e-92df-605166de87fc req-deb3d614-d4e8-4008-9e0c-d31d8464cf42 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140416 May 09 06:05:19.853165 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf2d476-b036-4432-8694-686810aa3921 {{(pid=88041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 06:05:19.860319 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:19.875454 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.provisioning_blocks [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Transition to ACTIVE for port object 0cf2d476-b036-4432-8694-686810aa3921 will not be triggered until provisioned by entity L2. {{(pid=88041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 09 06:05:19.880587 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:20.136291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=2']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:20.216380 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Attempting to bind port 0cf2d476-b036-4432-8694-686810aa3921 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 09 06:05:20.216620 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Attempting to bind port 0cf2d476-b036-4432-8694-686810aa3921 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 09 06:05:20.216964 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Attempting to bind port 0cf2d476-b036-4432-8694-686810aa3921 on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:05:20.221893 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Port 0cf2d476-b036-4432-8694-686810aa3921 on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 09 06:05:20.222199 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Attempting to bind port 0cf2d476-b036-4432-8694-686810aa3921 on network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 09 06:05:20.227739 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Checking agent: {'id': '8be5c58d-8765-48bf-852d-2a597ee539c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'started_at': datetime.datetime(2022, 5, 9, 4, 59, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 6, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 09 06:05:20.228269 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Checking segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 09 06:05:20.228709 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Bound using segment: {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'} {{(pid=88041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 09 06:05:20.229120 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.managers [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Bound port: 0cf2d476-b036-4432-8694-686810aa3921, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002ccc75-f215-4964-a2ab-74658d950d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5'}}] {{(pid=88041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 09 06:05:20.229456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:20.328463 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, cleared binding levels {{(pid=88041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 09 06:05:20.331497 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 09 06:05:20.338803 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7320281'] for port, after_update {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:20.400183 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:20.400805 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:20.402210 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] 10.222.0.59 "PUT /v2.0/ports/0cf2d476-b036-4432-8694-686810aa3921 HTTP/1.1" status: 200 len: 1093 time: 1.1034901 May 09 06:05:20.402662 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'tag': '0cf2d476-b036-4432-8694-686810aa3921'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:05:20.424663 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156b2e-0938-4a20-922e-897b698ed40e service neutron] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=3']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:20.456002 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ebcc6b-0099-4cb9-a3c8-4cb6bfc5d0a6'] response: {'name': 'network-changed', 'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'tag': '0cf2d476-b036-4432-8694-686810aa3921', 'status': 'completed', 'code': 200} May 09 06:05:20.544705 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-3bcade9d-84a5-4eb1-9f1a-e6e35270b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:20.546338 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-3bcade9d-84a5-4eb1-9f1a-e6e35270b24e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0732281 May 09 06:05:20.624527 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-b65242a3-d122-4f2c-b0b7-a31633a87b58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cf2d476-b036-4432-8694-686810aa3921 HTTP/1.1" status: 200 len: 217 time: 0.0658343 May 09 06:05:20.693082 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-b28d7634-fb9d-4bf2-a54a-410e73516ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:20.695071 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-b28d7634-fb9d-4bf2-a54a-410e73516ea8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0643747 May 09 06:05:20.776073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a60f81d5-6b9f-482a-b756-9218519a5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:20.777595 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-a60f81d5-6b9f-482a-b756-9218519a5a99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759714 May 09 06:05:20.959961 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-55f55285-840a-4734-b028-777707d97370 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752622 May 09 06:05:21.042777 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6977-cd9b-44cf-b4cc-90d4a61c2d3c req-aa1689a4-5e60-482a-8fb0-a4397aa97ffc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:21.044192 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-137c6977-cd9b-44cf-b4cc-90d4a61c2d3c req-aa1689a4-5e60-482a-8fb0-a4397aa97ffc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 943 time: 0.1948352 May 09 06:05:21.117810 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-137c6977-cd9b-44cf-b4cc-90d4a61c2d3c req-8eae07c8-694f-4eec-8685-9f5de8966a75 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614796 May 09 06:05:21.134730 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d016a797-324c-4ce0-98fd-b8ef7e49e6d7 req-9f4bdb17-c9d0-40d4-a922-4c5b1f61464c service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687593 May 09 06:05:21.310073 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40edca-a186-4123-96d2-c5274c60f476 req-f3b1785b-9a19-4a86-9fea-5898f1ce2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:21.311558 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b40edca-a186-4123-96d2-c5274c60f476 req-f3b1785b-9a19-4a86-9fea-5898f1ce2587 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0842130 May 09 06:05:21.444861 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40edca-a186-4123-96d2-c5274c60f476 req-b58e58f5-8805-4e77-9132-74e936a42e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:21.446338 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b40edca-a186-4123-96d2-c5274c60f476 req-b58e58f5-8805-4e77-9132-74e936a42e92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1282544 May 09 06:05:21.513744 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b40edca-a186-4123-96d2-c5274c60f476 req-8c037abc-37b6-44bc-ad82-8e4de3b5b1aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cf2d476-b036-4432-8694-686810aa3921 HTTP/1.1" status: 200 len: 217 time: 0.0605369 May 09 06:05:21.589866 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40edca-a186-4123-96d2-c5274c60f476 req-620e7d5a-6435-42db-a899-d9d33d17adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:21.591180 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b40edca-a186-4123-96d2-c5274c60f476 req-620e7d5a-6435-42db-a899-d9d33d17adf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0719695 May 09 06:05:21.667756 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40edca-a186-4123-96d2-c5274c60f476 req-3871ba6e-bf5d-42a9-8e3a-0d3cc411072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:21.669186 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b40edca-a186-4123-96d2-c5274c60f476 req-3871ba6e-bf5d-42a9-8e3a-0d3cc411072b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720387 May 09 06:05:21.803775 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b40edca-a186-4123-96d2-c5274c60f476 req-f398a7df-213d-4a69-b380-ca5c20fde7a1 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274753 May 09 06:05:22.034853 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-1b40edca-a186-4123-96d2-c5274c60f476 req-b28c4dc6-448b-4590-9a4a-92b6ac628573 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238023 May 09 06:05:22.329681 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333b2d5-4ca0-4508-9833-029bd22d004d req-31081e4c-694d-483b-9103-baf04be5a6a8 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:22.331128 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f333b2d5-4ca0-4508-9833-029bd22d004d req-31081e4c-694d-483b-9103-baf04be5a6a8 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 943 time: 0.0948935 May 09 06:05:22.378502 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f333b2d5-4ca0-4508-9833-029bd22d004d req-b9e70730-9c5e-4a79-b95d-5cd521be50d8 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 May 09 06:05:23.087349 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [req-b25aa853-4b72-42a4-94d5-4835262a29fc req-32b04801-3215-465f-8100-7333097e7b81 tempest-TestNetworkAdvancedServerOps-1600058406 tempest-TestNetworkAdvancedServerOps-1600058406-project] (88042) timed out ('10.222.0.50', 58548) {{(pid=88042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 09 06:05:23.503441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0cf2d476-b036-4432-8694-686810aa3921 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 06:05:23.583148 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68009417-ba98-4762-89c1-6c0e80b6eff1 req-8d42c48d-7deb-4c94-849a-0cbe818c4442 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:23.584649 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-68009417-ba98-4762-89c1-6c0e80b6eff1 req-8d42c48d-7deb-4c94-849a-0cbe818c4442 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 943 time: 0.0821676 May 09 06:05:23.632358 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-68009417-ba98-4762-89c1-6c0e80b6eff1 req-7254ebff-f8a0-4c75-a19b-30b86b766e05 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 May 09 06:05:23.637779 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:05:23.651369 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '0cf2d476-b036-4432-8694-686810aa3921', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'port_id': '0cf2d476-b036-4432-8694-686810aa3921', 'mac_address': 'fa:16:3e:5c:2d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 06:05:23.708481 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:23.725589 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf2d476-b036-4432-8694-686810aa3921 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 06:05:23.741146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:05:23.748078 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:23.828223 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=4']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:24.182588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['0cf2d476-b036-4432-8694-686810aa3921'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 06:05:24.848064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85424f4-2ff2-4513-acab-4d90a2e09888 req-5760836f-f312-4796-b457-85cf4f61701c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:24.849563 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e85424f4-2ff2-4513-acab-4d90a2e09888 req-5760836f-f312-4796-b457-85cf4f61701c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 944 time: 0.0983021 May 09 06:05:24.898321 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-e85424f4-2ff2-4513-acab-4d90a2e09888 req-f26a992e-a4df-4efe-bb32-5ce61052f277 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 May 09 06:05:25.518577 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0cf2d476-b036-4432-8694-686810aa3921 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:05:25.599261 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning for port 0cf2d476-b036-4432-8694-686810aa3921 completed by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 09 06:05:25.608293 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 0cf2d476-b036-4432-8694-686810aa3921 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:05:25.608821 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:25.745771 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:25.773480 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2d476-b036-4432-8694-686810aa3921'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:05:25.784002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:05:25.790507 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:25.827334 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efe92a9-9735-4af7-af7c-21ea3396e0f2'] response: {'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2d476-b036-4432-8694-686810aa3921', 'code': 200} May 09 06:05:25.860135 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=5']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:26.145472 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74663c8-d329-4708-bc86-ffef6080be1c req-edc42a2b-c4e2-47ce-8171-2891f384aecf tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:26.146913 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d74663c8-d329-4708-bc86-ffef6080be1c req-edc42a2b-c4e2-47ce-8171-2891f384aecf tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1386025 May 09 06:05:26.149476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5d04f-55f7-4ac1-ae5b-6f0614edffaf req-61efa205-0c92-4a8a-8b41-706d25eb83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:26.150903 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eff5d04f-55f7-4ac1-ae5b-6f0614edffaf req-61efa205-0c92-4a8a-8b41-706d25eb83b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 1098 time: 0.1105456 May 09 06:05:26.218971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-d74663c8-d329-4708-bc86-ffef6080be1c req-ae2237a7-8606-484a-b7b2-17410cecb805 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657778 May 09 06:05:26.222260 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-eff5d04f-55f7-4ac1-ae5b-6f0614edffaf req-e6dfd601-8c7c-46d1-abe9-5051c0648332 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568557 May 09 06:05:27.422437 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9c53-b3ba-4153-b7c7-6325412b41f8 req-a847c679-5524-416a-85b0-c7ac8b9c532f tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:27.423936 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f01e9c53-b3ba-4153-b7c7-6325412b41f8 req-a847c679-5524-416a-85b0-c7ac8b9c532f tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 945 time: 0.0885775 May 09 06:05:27.470415 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-f01e9c53-b3ba-4153-b7c7-6325412b41f8 req-6bb53fda-afa0-4780-b6ba-f56f4b2bdfb0 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396628 May 09 06:05:28.669050 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b1f5-d4e9-42df-83ee-078ea1705196 req-f905d741-6efe-4058-8b38-af6d1629144b tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:28.670415 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-08a9b1f5-d4e9-42df-83ee-078ea1705196 req-f905d741-6efe-4058-8b38-af6d1629144b tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 945 time: 0.0898025 May 09 06:05:28.714022 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-08a9b1f5-d4e9-42df-83ee-078ea1705196 req-2ba82a53-670b-4871-b5b0-7b9973ae4ef0 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 May 09 06:05:28.922732 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e0575-6345-4ad8-8a8c-14e061c2758f req-41c19eca-6108-40fa-8318-dd1c143faa52 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:28.924083 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-403e0575-6345-4ad8-8a8c-14e061c2758f req-41c19eca-6108-40fa-8318-dd1c143faa52 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 945 time: 0.0931993 May 09 06:05:28.974226 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-403e0575-6345-4ad8-8a8c-14e061c2758f req-4fd7942f-1a48-4bf1-9d8d-cd150311a120 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 May 09 06:05:28.997092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49840) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:05:29.074207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53172ce3-30d4-44a0-be6b-7d1c97590cd9 tempest-TestSnapshotPattern-1189556491 tempest-TestSnapshotPattern-1189556491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:29.075707 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-53172ce3-30d4-44a0-be6b-7d1c97590cd9 tempest-TestSnapshotPattern-1189556491 tempest-TestSnapshotPattern-1189556491-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 1093 time: 0.0775981 May 09 06:05:29.078585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 49848) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:05:29.083694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.v2.base [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Request body: {'floatingip': {'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'port_id': '0cf2d476-b036-4432-8694-686810aa3921', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 09 06:05:29.090715 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 09 06:05:29.095153 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Usage tracker for resource:floatingip and tenant:07fe3b235a8f4c59a5e30b636a81b2a0 is out of sync, need to count used quota {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 09 06:05:29.098231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88042) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 09 06:05:29.105358 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.quota.driver [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 09 06:05:29.117774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:29.271373 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:29.414789 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.db_base_plugin_common [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Allocated IP 172.26.0.64 (d8ff71fc-cd03-45b6-86ac-4f271c91cf92/ee8b0f16-20e7-414b-8da6-d9b46d895fc1/cc2185bc-7524-4d47-9e07-47a5c7376827) {{(pid=88042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 06:05:29.578360 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for port, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:29.619666 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775671215710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:29.686448 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Network d8ff71fc-cd03-45b6-86ac-4f271c91cf92 is already hosted by enough agents. {{(pid=88042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 06:05:29.689295 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.base_scheduler [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Resources bound (agent type, host, resource id): {{(pid=88042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 06:05:29.692839 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Received port after_create {{(pid=88042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 09 06:05:29.720851 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'Port': ['ID=cc2185bc-7524-4d47-9e07-47a5c7376827,revision_number=1']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:29.738384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.738722 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.739046 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.739368 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.739684 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.739993 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.740306 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.740643 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.740953 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.741260 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.741564 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:29.741852 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:05:30.126435 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:30.207157 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:30.537966 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for port, precommit_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:30.545536 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5462950'] for port, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:30.653367 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event updated for resources: {'Port': ['ID=cc2185bc-7524-4d47-9e07-47a5c7376827,revision_number=2']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:05:30.663936 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571559'] for floatingip, after_update {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:30.839117 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Floating IP 000b7309-d514-4b2f-a22e-5d03be7675f3 associated. External IP: 172.26.0.64, port: 0cf2d476-b036-4432-8694-686810aa3921. May 09 06:05:31.203538 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:05:31.384696 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:05:31.395142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] Sync routers for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:05:31.406167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:05:31.406826 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:05:31.412573 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:31.471116 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-0658322f-f816-4bc9-8420-d7175bb2c6e3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3913355 May 09 06:05:31.471689 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'tag': '0cf2d476-b036-4432-8694-686810aa3921'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:05:31.515546 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e76bd0-f560-4bf3-9f7f-85c4b47c9bf0'] response: {'name': 'network-changed', 'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'tag': '0cf2d476-b036-4432-8694-686810aa3921', 'status': 'completed', 'code': 200} May 09 06:05:31.634279 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362b73-99c6-486a-a979-434c2ffe913e req-9724e5e5-eaa0-41cb-bdc9-7d499a456306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:31.635872 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-37362b73-99c6-486a-a979-434c2ffe913e req-9724e5e5-eaa0-41cb-bdc9-7d499a456306 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0760667 May 09 06:05:31.640150 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:05:31.770389 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362b73-99c6-486a-a979-434c2ffe913e req-0a911a5b-a918-4936-b6b7-49e8d9032b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:31.771830 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-37362b73-99c6-486a-a979-434c2ffe913e req-0a911a5b-a918-4936-b6b7-49e8d9032b5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1298790 May 09 06:05:31.877119 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-37362b73-99c6-486a-a979-434c2ffe913e req-0a7d31fd-c581-4b6f-b74c-f29653a40b1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cf2d476-b036-4432-8694-686810aa3921 HTTP/1.1" status: 200 len: 998 time: 0.0976188 May 09 06:05:31.937343 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362b73-99c6-486a-a979-434c2ffe913e req-3b418018-331a-4aaf-b22a-12326013d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:31.938691 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-37362b73-99c6-486a-a979-434c2ffe913e req-3b418018-331a-4aaf-b22a-12326013d44a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0562441 May 09 06:05:31.990593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '000b7309-d514-4b2f-a22e-5d03be7675f3', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0cf2d476-b036-4432-8694-686810aa3921', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:5c:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:05:30Z', 'updated_at': '2022-05-09T06:05:30Z', 'revision_number': 0, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}, {'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:19Z', 'revision_number': 1, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:05:31.994471 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] Checking router: b1fdb96e-28fa-42ae-be19-813d2cb3ac2a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:05:32.004653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:05:32.005252 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:05:15Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:05:32.014812 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362b73-99c6-486a-a979-434c2ffe913e req-55dafbcf-c810-452c-ad6c-40259ab16aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:32.016334 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-37362b73-99c6-486a-a979-434c2ffe913e req-55dafbcf-c810-452c-ad6c-40259ab16aa0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717700 May 09 06:05:32.147830 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-37362b73-99c6-486a-a979-434c2ffe913e req-1172c737-68eb-4f89-930d-6fcf16470479 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246340 May 09 06:05:32.182472 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:05:32.281022 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-37362b73-99c6-486a-a979-434c2ffe913e req-f88b4bd8-40ac-4b45-8d08-04641dfe43ae service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267018 May 09 06:05:32.542968 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '000b7309-d514-4b2f-a22e-5d03be7675f3', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0cf2d476-b036-4432-8694-686810aa3921', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:5c:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:05:30Z', 'updated_at': '2022-05-09T06:05:30Z', 'revision_number': 0, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}, {'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:19Z', 'revision_number': 1, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:05:32.547030 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb8fb0-2c2c-4ade-8876-154e2e0bf250 None None] The sync data for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '000b7309-d514-4b2f-a22e-5d03be7675f3', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0cf2d476-b036-4432-8694-686810aa3921', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:5c:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:05:30Z', 'updated_at': '2022-05-09T06:05:30Z', 'revision_number': 0, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}, {'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:19Z', 'revision_number': 1, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:05:32.749587 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a341e7-c3e2-491d-b239-d5f5325614cf None None] New status for floating IP 000b7309-d514-4b2f-a22e-5d03be7675f3: ACTIVE {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 06:05:42.446235 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7247f912-f1d1-42a8-9a75-1a1c3e977fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:44.689912 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-00893859-e752-486e-b331-9d886513337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:46.009853 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:46.042943 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:47.754534 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:49.328295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:05:50.739143 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-d92808de-2296-4afe-bb68-7b09d3408490 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1276913 May 09 06:05:50.910743 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-b24ff96a-bc72-401f-ba8a-09a7ba59840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:50.912086 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-b24ff96a-bc72-401f-ba8a-09a7ba59840b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1097 time: 0.0796831 May 09 06:05:51.156529 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-f77016d8-bea6-4cf2-9d87-722fc26a1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:51.157969 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-f77016d8-bea6-4cf2-9d87-722fc26a1240 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.2216027 May 09 06:05:51.260498 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-c7745dba-3c4e-4b75-80d4-1fe374db08eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 999 time: 0.0959561 May 09 06:05:51.325750 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-3b963ef5-b2b0-4ae1-adcb-cd13754722e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:51.327138 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-3b963ef5-b2b0-4ae1-adcb-cd13754722e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0608613 May 09 06:05:51.403264 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-81ba02b0-0f91-4f45-afbd-a4213b6683df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:05:51.404711 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-81ba02b0-0f91-4f45-afbd-a4213b6683df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712671 May 09 06:05:51.535869 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-ae09a9dc-ac68-4cd6-ade4-2905d93c7efa service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247633 May 09 06:05:51.675994 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-a2853824-9835-49e9-8240-660af4b4b0b9 req-a87080b7-e1af-4785-bf88-e91c9db44f74 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345394 May 09 06:05:51.804130 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:06:12.448282 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3962405f-2c00-4ccf-b423-f6985c51ecf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:14.690677 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e02f54e6-fdda-4dbe-8145-da8777586e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:16.014385 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:16.047953 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:17.752609 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:19.329569 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:28.806997 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:06:42.437568 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-45c491fe-7d3b-4821-860a-fcb715183930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:44.698910 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-aca9bcd8-b228-4bb3-b310-7f1c5970a5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:46.017221 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:46.056670 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:47.761711 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:49.340391 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:06:50.670335 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-e5099325-c789-44c1-bc27-978b751d7041 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810740 May 09 06:06:50.787701 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-12609e2b-3e6d-4ec6-9beb-a7cdbdccecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:06:50.789218 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-12609e2b-3e6d-4ec6-9beb-a7cdbdccecf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0826120 May 09 06:06:50.946019 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-d0945816-df60-47a6-a515-4b3b9b0d6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:06:50.947506 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-d0945816-df60-47a6-a515-4b3b9b0d6e03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.1381245 May 09 06:06:51.054382 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-10b220b7-90e4-49c1-a4cc-a7cf2ba0c268 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cf2d476-b036-4432-8694-686810aa3921 HTTP/1.1" status: 200 len: 1000 time: 0.0994761 May 09 06:06:51.120999 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-c78a0445-fa3a-4706-b9a4-27f8adfebd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:06:51.122449 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-c78a0445-fa3a-4706-b9a4-27f8adfebd31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0614982 May 09 06:06:51.218660 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-a0650217-c255-48e7-8330-5d1ed3f03361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:06:51.220047 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-a0650217-c255-48e7-8330-5d1ed3f03361 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899801 May 09 06:06:51.357256 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-cd742e47-32b3-4f3b-ab01-aaa514763e64 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299496 May 09 06:06:51.496975 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-4ba1312b-c3b5-406c-994f-b9a77f3d6c78 req-fadab7f6-8e8d-4352-b5bc-cfc1a5833ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319413 May 09 06:07:05.812109 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:07:12.445632 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ed146ac0-2b08-4d89-8074-d19f739e82c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:14.694952 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-620f1418-52a3-43af-a59d-dc2b9c07366a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:16.019456 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:16.057056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:17.765885 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:19.337120 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:38.306425 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0cf2d476-b036-4432-8694-686810aa3921 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 09 06:07:38.485593 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:07:38.499911 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Returning: {'device': '0cf2d476-b036-4432-8694-686810aa3921', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'port_id': '0cf2d476-b036-4432-8694-686810aa3921', 'mac_address': 'fa:16:3e:5c:2d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 09 06:07:38.556033 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:38.575324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cf2d476-b036-4432-8694-686810aa3921 {{(pid=88043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 06:07:38.591004 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:07:38.597464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:38.664325 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=6']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:07:38.671684 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.672522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.672522 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.672791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.673146 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.673464 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.673783 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.674098 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.674419 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.674739 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.675048 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.675360 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:38.752303 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] get_ports_and_sgs() called for port_ids ['0cf2d476-b036-4432-8694-686810aa3921'] {{(pid=88043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 09 06:07:40.330286 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0cf2d476-b036-4432-8694-686810aa3921 up at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 09 06:07:40.409956 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.provisioning_blocks [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Provisioning complete for port 0cf2d476-b036-4432-8694-686810aa3921 triggered by entity L2. {{(pid=88043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 09 06:07:40.410333 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747440'] for port, provisioning_complete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:40.539703 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:40.566112 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2d476-b036-4432-8694-686810aa3921'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:07:40.575982 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:07:40.581500 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:40.652167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=7']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:07:40.662336 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8524215b-5153-4683-886c-728632f60a5b'] response: {'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2d476-b036-4432-8694-686810aa3921', 'code': 200} May 09 06:07:42.441067 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-035c8a8e-401a-4aae-af4c-47ae5d274a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:42.814618 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:07:44.680835 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-e267892a-35cb-4db7-8e8b-c9e88e7b3499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:46.029232 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:46.052919 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:47.766002 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:49.348212 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:51.540582 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 50102) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:07:51.747765 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Deleting port cc2185bc-7524-4d47-9e07-47a5c7376827 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:07:51.748069 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:52.028939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:52.028939 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:52.147320 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Calling delete_port for cc2185bc-7524-4d47-9e07-47a5c7376827 owned by network:floatingip {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:07:52.301161 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:52.350263 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event deleted for resources: {'Port': ['ID=cc2185bc-7524-4d47-9e07-47a5c7376827,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:07:52.387051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.387392 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.387723 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.388047 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.388361 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.388717 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.389035 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.389353 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.389670 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.389985 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.390275 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.390585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:52.449524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:52.449849 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.db.l3_db [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Floating IP 000b7309-d514-4b2f-a22e-5d03be7675f3 disassociated (deleted). External IP: 172.26.0.64, port: 0cf2d476-b036-4432-8694-686810aa3921. May 09 06:07:52.601332 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-1e29841a-4bad-4be4-ad39-189044d128f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707974 May 09 06:07:52.774261 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-1d3ca9f5-0e63-4ac5-93b9-f3c9d6a1efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:52.775734 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-1d3ca9f5-0e63-4ac5-93b9-f3c9d6a1efbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1097 time: 0.0763059 May 09 06:07:52.811227 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:07:52.995051 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:07:53.008508 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] Sync routers for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:07:53.022395 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:07:53.023725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:07:53.027080 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:53.035475 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-29007d50-f956-4727-bb6c-c0c86c68df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:53.036971 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-29007d50-f956-4727-bb6c-c0c86c68df30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.2407744 May 09 06:07:53.089762 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ebda5163-3b23-48cd-96c1-038c6819c511 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "DELETE /v2.0/floatingips/000b7309-d514-4b2f-a22e-5d03be7675f3 HTTP/1.1" status: 204 len: 168 time: 1.5480742 May 09 06:07:53.090331 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'tag': '0cf2d476-b036-4432-8694-686810aa3921'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:07:53.142715 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-8b566971-a1ad-4da0-b726-5999c3848dbe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 999 time: 0.1000161 May 09 06:07:53.204102 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-7e42be5a-31fb-4258-b2de-9d0b34a8422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:53.205667 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-7e42be5a-31fb-4258-b2de-9d0b34a8422a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0575111 May 09 06:07:53.210717 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:07:53.283798 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-4b4d9a01-7912-4fb2-a08d-980e6e869ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:53.285390 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-4b4d9a01-7912-4fb2-a08d-980e6e869ef7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739579 May 09 06:07:53.395259 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3ebdbc-4b17-43c4-8a43-219ea0fc87f9'] response: {'name': 'network-changed', 'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'tag': '0cf2d476-b036-4432-8694-686810aa3921', 'status': 'completed', 'code': 200} May 09 06:07:53.430297 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-d1f9f461-998a-4881-9168-25db57854d71 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380880 May 09 06:07:53.445004 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.59', 52769) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:07:53.530341 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-ea4f3567-8b53-42fb-a112-6a04e083f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:53.531866 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-ea4f3567-8b53-42fb-a112-6a04e083f836 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0854416 May 09 06:07:53.585662 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:19Z', 'revision_number': 1, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:07:53.589477 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] Checking router: b1fdb96e-28fa-42ae-be19-813d2cb3ac2a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:07:53.598265 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:07:53.598858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:07:53.646607 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-7a78dd6b-8d4f-4137-9b1b-b8a60ab9e172 req-f83b7ccd-5cba-4b77-af96-10a8c432b463 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028515 May 09 06:07:53.662456 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9f1a4-c939-436e-9653-5d8630ac062a req-6040f043-02ea-4852-a52f-4c51bf486eaa tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:53.671301 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5da9f1a4-c939-436e-9653-5d8630ac062a req-6040f043-02ea-4852-a52f-4c51bf486eaa tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1499679 May 09 06:07:53.716736 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-5da9f1a4-c939-436e-9653-5d8630ac062a req-09430582-1668-463e-94ea-5cbec2d12063 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 May 09 06:07:53.789882 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:07:53.790270 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-56a70154-3d5d-420b-b6cf-1f06a53f3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:53.791726 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-56a70154-3d5d-420b-b6cf-1f06a53f3c97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.2534816 May 09 06:07:53.863461 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-957b678d-d59c-48a6-94e5-df9407b09a54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cf2d476-b036-4432-8694-686810aa3921 HTTP/1.1" status: 200 len: 217 time: 0.0639253 May 09 06:07:53.927520 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-3e36ad9e-7a35-4026-81d0-1c45673e515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:53.929008 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-3e36ad9e-7a35-4026-81d0-1c45673e515f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0582008 May 09 06:07:54.007311 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-da148b33-4a30-4e7b-a9e2-cfd771921861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:54.008824 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-da148b33-4a30-4e7b-a9e2-cfd771921861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731840 May 09 06:07:54.145224 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-192c55f1-acb1-47e1-ad8a-a3832a04dd18 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296544 May 09 06:07:54.175679 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:19Z', 'revision_number': 1, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:07:54.180057 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec3723-b03b-44e3-aa58-9845a6483e37 None None] The sync data for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_floatingips': [{'id': '24b95b7d-3c95-41cc-b799-d3822a2d7222', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'floating_ip_address': '172.26.0.91', 'floating_network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'router_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'port_id': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'mac_address': 'fa:16:3e:87:fc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b892350-614f-45c9-a85b-b315b8f4b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T06:02:16Z', 'updated_at': '2022-05-09T06:02:19Z', 'revision_number': 1, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:07:54.281041 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-e2227657-3fb5-47d2-a647-b99f5e738e19 req-f1a83ec8-fb0e-4375-8365-ef027ee59e33 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291296 May 09 06:07:54.402292 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0cf2d476-b036-4432-8694-686810aa3921 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:07:54.404038 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996ef7e-b318-4822-8451-85730b918f80 None None] New status for floating IP 000b7309-d514-4b2f-a22e-5d03be7675f3: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 06:07:54.521208 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654098'] for port, before_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:54.551315 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf2d476-b036-4432-8694-686810aa3921'}] {{(pid=88043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:07:54.561478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:07:54.569546 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775671722599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775671215728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775671215773'] for port, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:54.607336 dv-neutron-840482-1-hyperv neutron-server[88043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfe3679-35dd-46e6-b7a0-e04ddbc2bf54'] response: {'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf2d476-b036-4432-8694-686810aa3921', 'code': 200} May 09 06:07:54.638639 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Pushing event updated for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=8']} {{(pid=88043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:07:54.927235 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97943e-ef7f-4ff4-8d4d-1608752c2851 req-51077228-6283-4796-8cb2-11d3f85736cd tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:54.928757 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ce97943e-ef7f-4ff4-8d4d-1608752c2851 req-51077228-6283-4796-8cb2-11d3f85736cd tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 943 time: 0.0965536 May 09 06:07:54.975815 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-ce97943e-ef7f-4ff4-8d4d-1608752c2851 req-79c00ccb-cdd8-4395-9f28-d27abf509df3 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 May 09 06:07:55.411193 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-0a5c0c14-92e8-4eb8-bca6-3411786aaf94 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:55.411848 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-0a5c0c14-92e8-4eb8-bca6-3411786aaf94 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Synchronizing usage tracker for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:07:55.430139 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-0a5c0c14-92e8-4eb8-bca6-3411786aaf94 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Unset dirty status for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:07:55.431363 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-0a5c0c14-92e8-4eb8-bca6-3411786aaf94 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 943 time: 0.1096370 May 09 06:07:55.506231 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Deleting port 0cf2d476-b036-4432-8694-686810aa3921 {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:07:55.506560 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:55.751040 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] For port 0cf2d476-b036-4432-8694-686810aa3921, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0cf2d476-b036-4432-8694-686810aa3921,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:07:55.751301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:55.881300 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Calling delete_port for 0cf2d476-b036-4432-8694-686810aa3921 owned by compute:nova {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:07:56.032628 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:56.084356 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event deleted for resources: {'Port': ['ID=0cf2d476-b036-4432-8694-686810aa3921,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:07:56.138269 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-0f953228-212f-49a6-bd72-d0bddf9f078f req-6894c6e0-6c59-42c5-825e-5ffee442a334 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d81a47a-b0fe-4e4e-bb25-075999ef2bf4 HTTP/1.1" status: 200 len: 210 time: 0.0479140 May 09 06:07:56.159873 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] No DVR routers for this DVR port 0cf2d476-b036-4432-8694-686810aa3921 on host hv-neutron-8404 {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 06:07:56.162289 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:56.164774 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-deleted', 'tag': '0cf2d476-b036-4432-8694-686810aa3921'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:07:56.181366 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-4af00bcd-40d7-4b24-8d3c-98b9859c8adf req-d246955f-19aa-4b35-a3ab-c47ff8f514c1 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "DELETE /v2.0/ports/0cf2d476-b036-4432-8694-686810aa3921 HTTP/1.1" status: 204 len: 173 time: 0.7443244 May 09 06:07:56.215264 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87daf81b-2f95-4e28-a25c-d65c2c3d66c5'] response: {'server_uuid': '3d81a47a-b0fe-4e4e-bb25-075999ef2bf4', 'name': 'network-vif-deleted', 'tag': '0cf2d476-b036-4432-8694-686810aa3921', 'status': 'completed', 'code': 200} May 09 06:07:57.845664 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50168) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:07:58.053693 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Deleting port 0f0d58d1-f073-4f0a-8e76-d2d14b3facbc {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:07:58.054032 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:58.221419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:58.221630 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:58.342908 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Calling delete_port for 0f0d58d1-f073-4f0a-8e76-d2d14b3facbc owned by network:floatingip {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:07:58.403902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0cf2d476-b036-4432-8694-686810aa3921 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:07:58.440725 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 0cf2d476-b036-4432-8694-686810aa3921 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:07:58.441162 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0cf2d476-b036-4432-8694-686810aa3921 not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:07:58.621873 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:58.669442 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event deleted for resources: {'Port': ['ID=0f0d58d1-f073-4f0a-8e76-d2d14b3facbc,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:07:58.706189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.706536 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.706849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.707146 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.707485 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.707801 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.708111 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.708465 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.708757 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.709064 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.709370 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.709659 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840482-1-hyperv {{(pid=88041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 06:07:58.785449 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for floatingip, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:58.785746 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.db.l3_db [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Floating IP 24b95b7d-3c95-41cc-b799-d3822a2d7222 disassociated (deleted). External IP: 172.26.0.91, port: 0e5c37b3-4f36-4f37-a521-4e317003e06f. May 09 06:07:59.152122 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:07:59.336768 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:07:59.347705 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] Sync routers for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:07:59.358053 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:07:59.359158 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:07:59.359300 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for floatingip, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:07:59.420390 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-68f7ee47-f859-4272-bb8f-3dfdd853c037 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "DELETE /v2.0/floatingips/24b95b7d-3c95-41cc-b799-d3822a2d7222 HTTP/1.1" status: 204 len: 168 time: 1.5734649 May 09 06:07:59.421095 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f'}] {{(pid=88041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:07:59.548375 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:07:59.706946 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307a167d-659f-4f84-8d6f-d53c0b2af53e'] response: {'name': 'network-changed', 'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'status': 'completed', 'code': 200} May 09 06:07:59.828963 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-a7fcb4c0-1f40-4b09-91aa-aadc1da08695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:59.830816 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-a7fcb4c0-1f40-4b09-91aa-aadc1da08695 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 1097 time: 0.0770900 May 09 06:07:59.873384 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbcecd-d089-45c4-a75f-00c5bbeb60b2 req-67079172-8a9a-4377-8a01-e8af3d0cfa3c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:07:59.873980 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-68dbcecd-d089-45c4-a75f-00c5bbeb60b2 req-67079172-8a9a-4377-8a01-e8af3d0cfa3c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Synchronizing usage tracker for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:07:59.882001 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:07:59.886314 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] Checking router: b1fdb96e-28fa-42ae-be19-813d2cb3ac2a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:07:59.890954 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.quota.resource [req-68dbcecd-d089-45c4-a75f-00c5bbeb60b2 req-67079172-8a9a-4377-8a01-e8af3d0cfa3c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Unset dirty status for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:07:59.892858 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-68dbcecd-d089-45c4-a75f-00c5bbeb60b2 req-67079172-8a9a-4377-8a01-e8af3d0cfa3c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 944 time: 0.0985725 May 09 06:07:59.895356 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:07:59.895966 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:07:59.941298 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-68dbcecd-d089-45c4-a75f-00c5bbeb60b2 req-3c4682b7-02a9-441e-b2b8-a32ddb94149c tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 May 09 06:08:00.077197 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-62c29888-758c-4bde-be20-bdb6ed4cec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:08:00.078664 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-62c29888-758c-4bde-be20-bdb6ed4cec16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 200 len: 911 time: 0.2412694 May 09 06:08:00.127118 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:08:00.147517 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-65bc6647-3a6e-4d5a-9d85-91559a964278 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 200 len: 217 time: 0.0624278 May 09 06:08:00.212747 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-40e6f01b-689a-400a-a33e-8f8f1b545ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:08:00.214185 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-40e6f01b-689a-400a-a33e-8f8f1b545ad1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 200 len: 849 time: 0.0603075 May 09 06:08:00.293526 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-c01250d8-3ba5-49f0-a149-750e0ce6ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:08:00.295012 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-c01250d8-3ba5-49f0-a149-750e0ce6ebaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bd51310d-23e2-48ab-8f7d-a69cb471b2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715280 May 09 06:08:00.437397 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-53471d22-d6bb-4992-8baf-bbd178f8853d service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349566 May 09 06:08:00.442651 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:00.446832 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023a3f2-ebe8-474f-b47d-b817b016a650 None None] The sync data for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:01:50Z', 'revision_number': 4, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv', '_interfaces': [{'id': '35bc20ed-d009-4908-9d1f-78180341923d', 'name': '', 'network_id': 'bd51310d-23e2-48ab-8f7d-a69cb471b2d5', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'mac_address': 'fa:16:3e:74:e8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:49Z', 'updated_at': '2022-05-09T06:01:57Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'subnets': [{'id': '71bce62f-4f1e-485a-8a15-261ada779a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:08:00.577273 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-8f1710ef-7f65-46a5-906e-0ee043184866 req-c90d6455-69f9-4759-92a0-5ee154d93161 service neutron] 10.222.0.59 "GET /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324418 May 09 06:08:00.676758 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fde25e-7e54-4089-8f7c-500e6eaa5c26 None None] New status for floating IP 24b95b7d-3c95-41cc-b799-d3822a2d7222: DOWN {{(pid=88044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 06:08:00.765092 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-a4ac23c6-916e-4c68-95f2-70bd01a42314 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:08:00.765780 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-a4ac23c6-916e-4c68-95f2-70bd01a42314 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Synchronizing usage tracker for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88042) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 09 06:08:00.779110 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.quota.resource [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-a4ac23c6-916e-4c68-95f2-70bd01a42314 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Unset dirty status for tenant:07fe3b235a8f4c59a5e30b636a81b2a0 on resource:port {{(pid=88042) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 09 06:08:00.780207 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-a4ac23c6-916e-4c68-95f2-70bd01a42314 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 944 time: 0.1018369 May 09 06:08:00.853071 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Deleting port 0e5c37b3-4f36-4f37-a521-4e317003e06f {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:00.853694 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:01.106276 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] For port 0e5c37b3-4f36-4f37-a521-4e317003e06f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0e5c37b3-4f36-4f37-a521-4e317003e06f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:01.106602 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:01.132468 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c578891-7827-4f93-bac2-93061fde74d1 req-2fe5f05c-bd04-432e-a168-e94c304ea96b tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 06:08:01.134021 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6c578891-7827-4f93-bac2-93061fde74d1 req-2fe5f05c-bd04-432e-a168-e94c304ea96b tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b892350-614f-45c9-a85b-b315b8f4b334 HTTP/1.1" status: 200 len: 944 time: 0.0831437 May 09 06:08:01.178339 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [req-6c578891-7827-4f93-bac2-93061fde74d1 req-75cb18af-1ad2-4245-87a4-ab98e5c1dacc tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "GET /v2.0/security-groups?id=234eef5b-3a4d-45ba-9edb-cd10dd2210df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386803 May 09 06:08:01.231379 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Calling delete_port for 0e5c37b3-4f36-4f37-a521-4e317003e06f owned by compute:nova {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:01.389921 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:01.440096 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event deleted for resources: {'Port': ['ID=0e5c37b3-4f36-4f37-a521-4e317003e06f,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:01.517229 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] No DVR routers for this DVR port 0e5c37b3-4f36-4f37-a521-4e317003e06f on host hv-neutron-8404 {{(pid=88042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 06:08:01.519838 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-155196'] for port, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:01.522346 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-deleted', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f'}] {{(pid=88042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 06:08:01.541187 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [req-1a501fee-8809-4f6e-bb36-2ac2c13dd1db req-9a9a30c5-33bb-40f0-ada1-358075be9762 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.59 "DELETE /v2.0/ports/0e5c37b3-4f36-4f37-a521-4e317003e06f HTTP/1.1" status: 204 len: 173 time: 0.7551706 May 09 06:08:01.573071 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72816b0-ce0f-41b9-865e-9d1edf3c6c41'] response: {'server_uuid': '3b892350-614f-45c9-a85b-b315b8f4b334', 'name': 'network-vif-deleted', 'tag': '0e5c37b3-4f36-4f37-a521-4e317003e06f', 'status': 'completed', 'code': 200} May 09 06:08:02.274925 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 50188) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:02.353384 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-142ddacb-c4fa-4058-a6f2-a90b552fa3f2 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:02.383094 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-142ddacb-c4fa-4058-a6f2-a90b552fa3f2 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:02.458093 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-142ddacb-c4fa-4058-a6f2-a90b552fa3f2 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:02.477703 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ddacb-c4fa-4058-a6f2-a90b552fa3f2 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234eef5b-3a4d-45ba-9edb-cd10dd2210df,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:02.488675 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-142ddacb-c4fa-4058-a6f2-a90b552fa3f2 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:02.489810 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-142ddacb-c4fa-4058-a6f2-a90b552fa3f2 tempest-TestSnapshotPattern-1449283350 tempest-TestSnapshotPattern-1449283350-project] 10.222.0.50 "DELETE /v2.0/security-groups/234eef5b-3a4d-45ba-9edb-cd10dd2210df HTTP/1.1" status: 204 len: 168 time: 0.2136021 May 09 06:08:02.542385 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 50194) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:03.352248 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:03.719301 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Deleting port 35bc20ed-d009-4908-9d1f-78180341923d {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:03.719532 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:03.896005 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] For port 35bc20ed-d009-4908-9d1f-78180341923d, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=35bc20ed-d009-4908-9d1f-78180341923d,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:03.896329 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:04.023511 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Calling delete_port for 35bc20ed-d009-4908-9d1f-78180341923d owned by network:router_interface {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:04.433767 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0e5c37b3-4f36-4f37-a521-4e317003e06f no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:08:04.480465 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] No Port match for: 0e5c37b3-4f36-4f37-a521-4e317003e06f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:08:04.480920 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Device 0e5c37b3-4f36-4f37-a521-4e317003e06f not bound to the agent host hv-neutron-8404 {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:08:04.518273 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:04.587249 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Pushing event deleted for resources: {'Port': ['ID=35bc20ed-d009-4908-9d1f-78180341923d,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:04.887629 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:05.274783 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:08:05.453447 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:08:05.462396 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] Sync routers for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:08:05.465850 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-697c4c49-aa79-445b-ba9d-a41d6712b62a admin admin] 10.222.0.50 "PUT /v2.0/routers/b1fdb96e-28fa-42ae-be19-813d2cb3ac2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9223940 May 09 06:08:05.468429 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 50200) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:05.473258 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:08:05.473877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:05.645712 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:05.655764 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: dv-neutron-840482-1-hyperv {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:08:05.819400 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:05.830195 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Deleting port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c {{(pid=88042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:05.830542 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:05.945902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:08:04Z', 'revision_number': 5, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port': {'id': '9ff8aeae-808d-4d9a-8837-2b0ad11a891c', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:47Z', 'updated_at': '2022-05-09T06:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:05.950084 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] Checking router: b1fdb96e-28fa-42ae-be19-813d2cb3ac2a for host: dv-neutron-840482-1-hyperv {{(pid=88043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:08:05.959266 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] Routers {'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:08:05.959866 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'], 'active': True} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:06.110566 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_dvr_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] Set router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a gateway port host: None {{(pid=88043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:08:06.121640 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.db [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] For port 9ff8aeae-808d-4d9a-8837-2b0ad11a891c, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:06.121990 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.243207 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.plugins.ml2.plugin [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Calling delete_port for 9ff8aeae-808d-4d9a-8837-2b0ad11a891c owned by network:router_gateway {{(pid=88042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:06.263210 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.db.l3_hamode_db [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:08:05Z', 'revision_number': 6, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:06.267979 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99970c4-bf81-4fe3-8cad-d984d0fe4049 None None] The sync data for ids ['b1fdb96e-28fa-42ae-be19-813d2cb3ac2a'] in dv-neutron-840482-1-hyperv is: [{'id': 'b1fdb96e-28fa-42ae-be19-813d2cb3ac2a', 'name': 'tempest-TestSnapshotPattern-1914457696-router', 'tenant_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:46Z', 'updated_at': '2022-05-09T06:08:05Z', 'revision_number': 6, 'project_id': '07fe3b235a8f4c59a5e30b636a81b2a0', 'gw_port_host': None}] {{(pid=88043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:08:06.416507 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5462929'] for port, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.465917 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff8aeae-808d-4d9a-8837-2b0ad11a891c,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:06.560287 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.735482 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.737736 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.759933 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.760510 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1fdb96e-28fa-42ae-be19-813d2cb3ac2a {{(pid=88042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 06:08:06.772479 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.773599 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-ed080f20-8ecb-4ce2-b54a-2c7d963280c5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b1fdb96e-28fa-42ae-be19-813d2cb3ac2a HTTP/1.1" status: 204 len: 168 time: 1.3043199 May 09 06:08:06.776487 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50204) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:06.834453 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] Deleting subnet 71bce62f-4f1e-485a-8a15-261ada779a89 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 06:08:06.837395 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.888846 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:06.974203 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.034330 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35bc20ed-d009-4908-9d1f-78180341923d no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:08:07.044583 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.069142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 35bc20ed-d009-4908-9d1f-78180341923d {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:08:07.069669 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 35bc20ed-d009-4908-9d1f-78180341923d not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:08:07.089286 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71bce62f-4f1e-485a-8a15-261ada779a89,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:07.091189 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.095494 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fbb2ed-e540-4853-98d9-e1f4b3b4a923 None None] Network bd51310d-23e2-48ab-8f7d-a69cb471b2d5 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:08:07.099724 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-38f3186d-644e-4184-9eb6-d7ae07cb6368 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/71bce62f-4f1e-485a-8a15-261ada779a89 HTTP/1.1" status: 204 len: 168 time: 0.3199661 May 09 06:08:07.099955 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50208) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:07.321882 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.337291 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Deleting port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:07.337633 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.363056 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] DHCP port deletion for bd51310d-23e2-48ab-8f7d-a69cb471b2d5 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 06:08:07.367294 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Deleting port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:07.367653 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.542194 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] For port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:07.542440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.586827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] For port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,segment=NetworkSegment(002ccc75-f215-4964-a2ab-74658d950d4f),segment_id=002ccc75-f215-4964-a2ab-74658d950d4f)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:07.587103 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.668597 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Calling delete_port for 3cd53a47-0aed-423a-bbf8-becbf15c1d0f owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:07.710523 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Calling delete_port for 3cd53a47-0aed-423a-bbf8-becbf15c1d0f owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:07.746844 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.789687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 06:08:07.790042 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 06:08:07.798001 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd53a47-0aed-423a-bbf8-becbf15c1d0f,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:07.801983 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] No DVR routers for this DVR port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 06:08:07.920053 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.946864 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd51310d-23e2-48ab-8f7d-a69cb471b2d5']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:07.959859 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002ccc75-f215-4964-a2ab-74658d950d4f') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:07.960154 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002ccc75-f215-4964-a2ab-74658d950d4f') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:07.971969 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.988715 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:07.994849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 06:08:07.995214 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 06:08:08.008794 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 06:08:08.089616 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:08.105772 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:08.119049 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd51310d-23e2-48ab-8f7d-a69cb471b2d5,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:08.123867 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-76f2b778-6830-4afc-b5a7-25c362426c87 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bd51310d-23e2-48ab-8f7d-a69cb471b2d5 HTTP/1.1" status: 204 len: 168 time: 1.0229235 May 09 06:08:08.127921 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50212) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:08.291558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Deleting port 3cd53a47-0aed-423a-bbf8-becbf15c1d0f {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:08.292160 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:08.358849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-4e40a087-25e1-4485-b2c3-ba4cbe869c6c None None] The port '3cd53a47-0aed-423a-bbf8-becbf15c1d0f' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 06:08:08.493217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3cd53a47-0aed-423a-bbf8-becbf15c1d0f no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:08:08.543992 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 3cd53a47-0aed-423a-bbf8-becbf15c1d0f {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:08:08.544354 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 3cd53a47-0aed-423a-bbf8-becbf15c1d0f not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:08:08.545073 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9ff8aeae-808d-4d9a-8837-2b0ad11a891c no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:08:08.586462 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 9ff8aeae-808d-4d9a-8837-2b0ad11a891c {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:08:08.586765 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 9ff8aeae-808d-4d9a-8837-2b0ad11a891c not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:08:08.696460 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571469'] for router_interface, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:09.165742 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Deleting port a6b18252-8089-4df1-bb2e-5089469c3cee {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:09.166419 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:09.339657 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] For port a6b18252-8089-4df1-bb2e-5089469c3cee, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=a6b18252-8089-4df1-bb2e-5089469c3cee,segment=NetworkSegment(b3c69547-2724-49f5-8165-d660da3c9c05),segment_id=b3c69547-2724-49f5-8165-d660da3c9c05)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:09.340017 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:09.462961 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Calling delete_port for a6b18252-8089-4df1-bb2e-5089469c3cee owned by network:router_interface {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:09.805224 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:09.854227 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b18252-8089-4df1-bb2e-5089469c3cee,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:10.123440 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-988456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573437'] for router_interface, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:10.602218 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Router abb1ad53-155e-4bfd-b54e-db8cc4717d43 has already been hosted by L3 agent c397a4d1-4ad7-4bb6-9369-e73f3d551e0e {{(pid=88041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 09 06:08:10.791405 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] Notify agent at l3_agent.dv-neutron-840482-1-hyperv the message routers_updated {{(pid=88041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 09 06:08:10.803040 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-66add582-c10a-421b-be7e-6a1a0b590515 admin admin] 10.222.0.50 "PUT /v2.0/routers/abb1ad53-155e-4bfd-b54e-db8cc4717d43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6717968 May 09 06:08:10.803198 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] Sync routers for ids ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'] in dv-neutron-840482-1-hyperv {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 06:08:10.803603 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50216) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:10.810840 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] Routers {'abb1ad53-155e-4bfd-b54e-db8cc4717d43'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:08:10.811465 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:10.978038 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks [] for router, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:10.987251 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] Set router abb1ad53-155e-4bfd-b54e-db8cc4717d43 gateway port host: dv-neutron-840482-1-hyperv {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:08:11.159167 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:11.169730 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Deleting port 15a9e773-d5fd-499b-8060-9f3937596149 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:11.170074 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:11.297186 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'external_fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59'}], 'enable_snat': True}, 'gw_port_id': '15a9e773-d5fd-499b-8060-9f3937596149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:08:09Z', 'revision_number': 5, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port': {'id': '15a9e773-d5fd-499b-8060-9f3937596149', 'name': '', 'network_id': 'd8ff71fc-cd03-45b6-86ac-4f271c91cf92', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'ip_address': '172.26.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840482-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T06:01:53Z', 'updated_at': '2022-05-09T06:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee8b0f16-20e7-414b-8da6-d9b46d895fc1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840482-1-hyperv'}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:11.301632 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] Checking router: abb1ad53-155e-4bfd-b54e-db8cc4717d43 for host: dv-neutron-840482-1-hyperv {{(pid=88044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 06:08:11.310009 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] Routers {'abb1ad53-155e-4bfd-b54e-db8cc4717d43'} bound to L3 agent in host dv-neutron-840482-1-hyperv {{(pid=88044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 09 06:08:11.310640 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840482-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:53:14Z,description=,heartbeat_timestamp=2022-05-09T06:07:45Z,host='dv-neutron-840482-1-hyperv',id=c397a4d1-4ad7-4bb6-9369-e73f3d551e0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:53:14Z,topic='l3_agent')) {'router_ids': ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'], 'active': True} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:11.341978 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] For port 15a9e773-d5fd-499b-8060-9f3937596149, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=15a9e773-d5fd-499b-8060-9f3937596149,segment=NetworkSegment(2dbf8e7e-f25c-411a-9f34-b00db75b6d55),segment_id=2dbf8e7e-f25c-411a-9f34-b00db75b6d55)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:11.342336 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:11.457608 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_dvr_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] Set router abb1ad53-155e-4bfd-b54e-db8cc4717d43 gateway port host: None {{(pid=88044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 09 06:08:11.468826 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Calling delete_port for 15a9e773-d5fd-499b-8060-9f3937596149 owned by network:router_gateway {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:11.559388 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.l3_hamode_db [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:08:11Z', 'revision_number': 6, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port_host': None}], 'dv-neutron-840482-1-hyperv', False) {} {{(pid=88044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:11.563487 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef9aff-8c4e-43d7-9ffe-bede4f6cc714 None None] The sync data for ids ['abb1ad53-155e-4bfd-b54e-db8cc4717d43'] in dv-neutron-840482-1-hyperv is: [{'id': 'abb1ad53-155e-4bfd-b54e-db8cc4717d43', 'name': 'tempest-TestSnapshotPattern-1282231212-router', 'tenant_id': '7248cc8cff5d4207af73b4d7004b7f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T06:01:52Z', 'updated_at': '2022-05-09T06:08:11Z', 'revision_number': 6, 'project_id': '7248cc8cff5d4207af73b4d7004b7f51', 'gw_port_host': None}] {{(pid=88044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 06:08:11.639272 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:11.790040 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=15a9e773-d5fd-499b-8060-9f3937596149,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:11.886865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574064'] for router_gateway, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.064051 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11773'] for router, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.066355 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.090849 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-576077'] for router, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.091551 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb1ad53-155e-4bfd-b54e-db8cc4717d43 {{(pid=88041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 09 06:08:12.104582 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] Notify callbacks [] for router, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.105722 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-7e78b63d-3a32-4e66-b084-aeb4c684b7ce admin admin] 10.222.0.50 "DELETE /v2.0/routers/abb1ad53-155e-4bfd-b54e-db8cc4717d43 HTTP/1.1" status: 204 len: 168 time: 1.3015230 May 09 06:08:12.108680 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50220) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:12.168572 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] Deleting subnet cbf2e07b-a6db-4155-acbd-82369f87c5c8 {{(pid=88041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 09 06:08:12.171731 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.223356 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6492107'] for subnet, precommit_delete_associations {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.304257 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746750'] for subnet, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.377953 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7320351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498998'] for subnet, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.421309 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf2e07b-a6db-4155-acbd-82369f87c5c8,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:12.423281 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.428025 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27a362b-a952-4bcc-9086-87424f532215 None None] Network 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 requested from dv-neutron-840482-1-hyperv {{(pid=88043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 09 06:08:12.434593 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-4d995016-9c5b-4675-a4a7-0bb5bffaa46c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cbf2e07b-a6db-4155-acbd-82369f87c5c8 HTTP/1.1" status: 204 len: 168 time: 0.3227630 May 09 06:08:12.435047 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50224) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:12.503318 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15a9e773-d5fd-499b-8060-9f3937596149 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:08:12.543570 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: 15a9e773-d5fd-499b-8060-9f3937596149 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:08:12.543937 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device 15a9e773-d5fd-499b-8060-9f3937596149 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:08:12.544389 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a6b18252-8089-4df1-bb2e-5089469c3cee no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:08:12.549305 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811971'] for network, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.560533 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Deleting port f0d28453-5855-4a76-a4bd-350b1be52595 {{(pid=88041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:12.560870 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.588926 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2f276526-d6f5-46f8-a8c9-0cfc31baf567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.599430 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: a6b18252-8089-4df1-bb2e-5089469c3cee {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:08:12.599736 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device a6b18252-8089-4df1-bb2e-5089469c3cee not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:08:12.776997 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.db [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] For port f0d28453-5855-4a76-a4bd-350b1be52595, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f0d28453-5855-4a76-a4bd-350b1be52595,segment=NetworkSegment(b3c69547-2724-49f5-8165-d660da3c9c05),segment_id=b3c69547-2724-49f5-8165-d660da3c9c05)] {{(pid=88041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:12.777602 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.781211 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] DHCP port deletion for 86b73aeb-9628-4eb0-a3a3-7f015cda5a64 request from dv-neutron-840482-1-hyperv {{(pid=88043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 09 06:08:12.786187 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Deleting port f0d28453-5855-4a76-a4bd-350b1be52595 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:12.786558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:12.903018 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.plugin [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Calling delete_port for f0d28453-5855-4a76-a4bd-350b1be52595 owned by network:dhcp {{(pid=88041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:12.981414 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1654033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775671722626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775671215719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7320302'] for port, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.005877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.db [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] For port f0d28453-5855-4a76-a4bd-350b1be52595, host dv-neutron-840482-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840482-1-hyperv',level=0,port_id=f0d28453-5855-4a76-a4bd-350b1be52595,segment=NetworkSegment(b3c69547-2724-49f5-8165-d660da3c9c05),segment_id=b3c69547-2724-49f5-8165-d660da3c9c05)] {{(pid=88043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 09 06:08:13.006922 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573835'] for port, precommit_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.039628 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d28453-5855-4a76-a4bd-350b1be52595,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:13.041692 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] No DVR routers for this DVR port f0d28453-5855-4a76-a4bd-350b1be52595 on host dv-neutron-840482-1-hyperv {{(pid=88041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 06:08:13.160200 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1780863', 'neutron.services.segments.db._delete_segments_for_network-8775671750018'] for network, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.174688 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Calling delete_port for f0d28453-5855-4a76-a4bd-350b1be52595 owned by network:dhcp {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 09 06:08:13.185354 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b73aeb-9628-4eb0-a3a3-7f015cda5a64']}} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:13.201187 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c69547-2724-49f5-8165-d660da3c9c05') {'for_net_delete': True} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:13.201476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.services.segments.db [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c69547-2724-49f5-8165-d660da3c9c05') {} {{(pid=88041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 06:08:13.213268 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775671753885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6492146'] for segment, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.250233 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.db.api [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 06:08:13.250478 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG oslo_db.api [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 06:08:13.332820 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1785696'] for segment, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.339398 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 06:08:13.339770 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1785727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7320253'] for segment, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: Traceback (most recent call last): May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: timer() May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: cb(*args, **kw) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: return func(*args, **kwargs) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: self._notify() May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: self.callback(batched_events) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: event.method(event) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: aggregate_uuid = self.p_client.list_aggregates( May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: return f(self, *a, **k) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._get(url).json() May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: return self.request(url, 'GET', **kwargs) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: base_url = self.get_endpoint(auth, allow=allow, May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 06:08:13.352897 dv-neutron-840482-1-hyperv neutron-server[88041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 06:08:13.430171 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1780832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-988449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574029'] for network, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.446904 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Notify callbacks [] for network, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.459517 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b73aeb-9628-4eb0-a3a3-7f015cda5a64,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:13.463660 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-3a03727d-8211-48e4-9576-58175fb36d68 admin admin] 10.222.0.50 "DELETE /v2.0/networks/86b73aeb-9628-4eb0-a3a3-7f015cda5a64 HTTP/1.1" status: 204 len: 168 time: 1.0275867 May 09 06:08:13.581431 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50230) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:13.631544 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-b4f7fbee-c97d-4581-8fe9-7842f429d621 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07fe3b235a8f4c59a5e30b636a81b2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488744 May 09 06:08:13.634161 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.wsgi [-] (88041) accepted ('10.222.0.50', 50234) {{(pid=88041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:13.693608 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa88e2c7-6cbd-4197-9ba5-a6d5855c6651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.722898 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa88e2c7-6cbd-4197-9ba5-a6d5855c6651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.751742 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Deleting port f0d28453-5855-4a76-a4bd-350b1be52595 {{(pid=88043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 09 06:08:13.752267 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775671588648'] for port, before_delete {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.782865 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa88e2c7-6cbd-4197-9ba5-a6d5855c6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.801617 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88e2c7-6cbd-4197-9ba5-a6d5855c6651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f3366-3c94-4482-aa71-61969fa06e18,revision_number=None']} {{(pid=88041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:13.809476 dv-neutron-840482-1-hyperv neutron-server[88041]: DEBUG neutron_lib.callbacks.manager [None req-aa88e2c7-6cbd-4197-9ba5-a6d5855c6651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:13.810583 dv-neutron-840482-1-hyperv neutron-server[88041]: INFO neutron.wsgi [None req-aa88e2c7-6cbd-4197-9ba5-a6d5855c6651 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/001f3366-3c94-4482-aa71-61969fa06e18 HTTP/1.1" status: 204 len: 168 time: 0.1755648 May 09 06:08:13.822895 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d042b-8acc-489d-bcdc-2c246c97042e None None] The port 'f0d28453-5855-4a76-a4bd-350b1be52595' was deleted {{(pid=88043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 09 06:08:14.159930 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 50242) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:14.207645 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-89eb6a7f-b96a-4f61-bd01-642d2358fc16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7248cc8cff5d4207af73b4d7004b7f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464985 May 09 06:08:14.210194 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.wsgi [-] (88042) accepted ('10.222.0.50', 50246) {{(pid=88042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 09 06:08:14.267585 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d5e7d53d-fd12-4ada-9073-7e9350333713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:14.296335 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d5e7d53d-fd12-4ada-9073-7e9350333713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:14.355303 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d5e7d53d-fd12-4ada-9073-7e9350333713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645490'] for security_group, after_delete {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:14.369830 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7d53d-fd12-4ada-9073-7e9350333713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36564de0-3a96-4a39-a3c9-8252b1476fff,revision_number=None']} {{(pid=88042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 06:08:14.375524 dv-neutron-840482-1-hyperv neutron-server[88042]: DEBUG neutron_lib.callbacks.manager [None req-d5e7d53d-fd12-4ada-9073-7e9350333713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:14.377101 dv-neutron-840482-1-hyperv neutron-server[88042]: INFO neutron.wsgi [None req-d5e7d53d-fd12-4ada-9073-7e9350333713 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36564de0-3a96-4a39-a3c9-8252b1476fff HTTP/1.1" status: 204 len: 168 time: 0.1655850 May 09 06:08:14.485446 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f0d28453-5855-4a76-a4bd-350b1be52595 no longer exists at agent ovs-agent-dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 09 06:08:14.521828 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.plugin [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] No Port match for: f0d28453-5855-4a76-a4bd-350b1be52595 {{(pid=88043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 09 06:08:14.522167 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron.plugins.ml2.rpc [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Device f0d28453-5855-4a76-a4bd-350b1be52595 not bound to the agent host dv-neutron-840482-1-hyperv {{(pid=88043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 09 06:08:14.687324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d62ddbca-859a-4604-90d7-afdb75f55843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:16.026687 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:16.046492 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:17.770388 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:19.340147 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:19.818496 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:08:42.458121 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-5b1d38e1-f51b-4aa2-9805-9dcedd2631b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:44.688435 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c1c33d65-426a-42e8-bc6a-7636f3d7be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:46.029085 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:46.050088 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:47.776193 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:49.353322 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:08:56.824453 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:09:12.449976 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-8726e2af-7bd7-4c4e-bfe4-1d4da550610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:14.691007 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6c35-c36d-4551-bde7-7fd3f0ad8991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:16.031066 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:16.057650 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:17.771096 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:19.372244 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:33.829179 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:09:42.453142 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-79fc45b7-3a19-4871-a259-15c0514dd81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:44.693844 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-580d39a3-8527-4b63-be1b-ac9bd5b7678f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:46.039883 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:46.053560 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:47.772849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:09:49.389588 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:10.833640 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:10:12.451967 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-94fff9d9-ab5b-44ca-ade0-c6e81a46d1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:14.699441 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-7c515b48-ebc8-4bfb-957a-1196e56b1f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:16.044822 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:16.050289 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:17.780324 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:19.380838 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:42.451442 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-dba5d7e9-0468-4cfb-876a-31e69c548c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:44.694614 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-caa557fa-54b6-4abb-917c-23940000ea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:46.049720 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:46.052295 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:47.788902 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:10:47.836361 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:10:49.383450 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:12.455386 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-f86bf414-a884-4578-8a7d-5f8a5e839f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:14.699504 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-c7b5fc71-2c5f-46b5-a64e-ac2b02d1a8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:16.058346 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:16.060201 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:17.792877 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:19.385768 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:24.844171 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:11:42.458928 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-539c7ee5-c48a-49a5-acf4-e19b2d92f149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:44.694827 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-258089f7-0561-4c91-bd2c-726e0b2e843e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:46.059014 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:46.060849 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:47.793762 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:11:49.391423 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:01.838911 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:12:12.465510 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d1914a0d-b51a-44d2-bddd-489609249eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:14.694878 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-869df636-2a95-4d56-a030-aaa71f7353e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:16.052831 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:16.055846 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:17.801558 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:19.399792 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:38.838861 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:12:42.459329 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-2683550e-ee4f-4fac-9881-2375d6453cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:44.701747 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-1bbab424-2295-4b8c-a3e1-7a4fd883a53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:46.058707 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:46.061836 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:47.802003 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:12:49.420917 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:12.458858 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-ec029465-0d51-4b17-8e27-b6ce489ee3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:14.696062 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-0c537877-9ab3-4902-8d38-95a705c3faf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:15.874761 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 09 06:13:16.069184 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:16.071407 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:17.806616 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:19.422969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:42.458791 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-3b8afa24-b4f4-499c-9949-6b230c07af27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:44.688969 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-fa617ddb-e511-441e-9476-71e87a2a4728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:46.073867 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95365f2-355d-441d-9d8a-486beded89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:46.077217 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a95defbe-3b09-44d8-b997-045413dd78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:47.810805 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-d6445106-8d7e-45cc-9dfe-18cf60876074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:49.429272 dv-neutron-840482-1-hyperv neutron-server[88043]: DEBUG neutron_lib.callbacks.manager [None req-a7585cc7-561b-4f3c-8575-6b63cd3f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775671750000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747361'] for agent, after_update {{(pid=88043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 09 06:13:52.834027 dv-neutron-840482-1-hyperv neutron-server[88044]: DEBUG neutron.db.agents_db [None req-a868e2b5-f4bd-4472-9598-073b3c10ece3 None None] Agent healthcheck: found 6 active agents {{(pid=88044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}